-- Logs begin at Thu 2021-06-17 17:22:19 UTC, end at Thu 2021-06-17 18:20:09 UTC. -- Jun 17 17:54:57.328862 dv-cinder-786260-6-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 17 17:55:00.057552 dv-cinder-786260-6-iscsi neutron-server[92763]: INFO neutron.common.config [-] Logging enabled! Jun 17 17:55:00.058228 dv-cinder-786260-6-iscsi neutron-server[92763]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev362 Jun 17 17:55:00.058334 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92763) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 17 17:55:00.061490 dv-cinder-786260-6-iscsi neutron-server[92763]: INFO neutron.common.config [-] Logging enabled! Jun 17 17:55:00.061738 dv-cinder-786260-6-iscsi neutron-server[92763]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev362 Jun 17 17:55:00.062042 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92763) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 17 17:55:00.062961 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 17 17:55:00.063192 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 17 17:55:00.063546 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 17 17:55:00.063788 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 17 17:55:00.064030 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 17 17:55:00.064378 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:00.064700 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:00.064991 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:00.065217 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:00.065507 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:00.065792 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:00.066068 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:00.066349 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:00.067153 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:00.067435 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:00.067708 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:00.067985 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:00.068239 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:00.068516 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] config_source = [] {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:00.068798 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:00.069076 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:00.069296 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] debug = True {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:00.069571 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:00.069986 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:00.070395 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:00.070671 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:00.070951 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:00.071225 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:00.071490 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:00.071757 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:00.072064 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:00.072387 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] host = dv-cinder-786260-6-iscsi {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:00.072658 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:00.072939 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:00.073224 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:00.073501 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:00.073770 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:00.074042 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:00.074325 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:00.074590 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] log_dir = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:00.074856 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] log_file = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:00.075126 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:00.075410 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:00.075694 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:00.075977 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:00.076221 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:00.076438 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:00.076719 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:00.076999 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:00.077269 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:00.077534 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:00.077801 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:00.078068 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:00.078333 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:00.078595 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:00.078871 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:00.079150 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:00.079428 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:00.079698 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:00.079964 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:00.080252 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:00.080517 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:00.080795 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:00.081065 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:00.081332 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:00.081596 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:00.081873 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:00.082146 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:00.082962 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:00.083255 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:00.083535 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:00.083810 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:00.084112 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:00.084381 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:00.084657 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:00.084922 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:00.085187 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] use_journal = False {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:00.085452 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] use_json = False {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:00.085717 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:00.085979 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:00.086254 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:00.086520 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:00.086785 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:00.087053 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:00.087319 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:00.087598 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:00.087890 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:00.088204 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:00.088500 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:00.088780 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:00.089068 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:00.089344 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:00.089630 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:00.089904 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:00.090188 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:00.090469 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:00.090751 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:00.091027 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:00.091309 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:00.091589 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:00.091879 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:00.092201 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:00.092492 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:00.092778 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:00.093049 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:00.093353 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:00.093656 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:00.093961 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:00.094245 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:00.094568 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:00.094851 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:00.095123 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:00.095399 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:00.095686 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:00.095960 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:00.096254 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:00.096529 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:00.096813 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:00.097084 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:00.097353 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:00.097670 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:00.098022 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:00.098329 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:00.098632 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:00.098907 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:00.099193 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:00.099467 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:00.099738 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:00.100014 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:00.100305 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:00.100581 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:00.100861 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:00.101134 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:00.101402 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:00.101705 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:00.101980 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:00.102249 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:00.102520 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:00.102793 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:00.103060 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:00.103331 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:00.103602 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:00.103869 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:00.104164 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:00.104432 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:00.104701 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:00.104968 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:00.105233 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:00.105503 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:00.105773 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:00.106041 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:00.106306 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:00.106575 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:00.106845 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:00.107125 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:00.107417 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:00.107690 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:00.107963 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:00.108264 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:00.108538 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:00.108813 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:00.109085 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:00.109362 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:00.109635 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:00.109905 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:00.110191 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:00.110469 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:00.110750 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:00.111028 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:00.111302 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:00.111595 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:00.111870 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:00.112177 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:00.112453 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:00.112727 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:00.113013 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:00.113296 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:00.114103 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:00.114397 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:00.114687 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:00.114978 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:00.115267 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:00.115543 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:00.115852 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:00.116157 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:00.116650 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 17 17:55:00.116886 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=92763) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 17 17:55:00.462791 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:55:00.463067 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:55:00.463350 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:55:00.463677 dv-cinder-786260-6-iscsi neutron-server[92763]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 17 17:55:00.852396 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:55:00.852734 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:55:00.853006 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:55:00.854315 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:55:00.854588 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:55:00.854883 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:55:00.889469 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:55:00.889742 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:55:00.890006 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:55:00.903041 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:55:00.903326 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:55:00.903594 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:55:00.932743 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:55:00.933019 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:55:00.933289 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:55:00.969282 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:55:00.969554 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:55:00.969816 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:55:01.206393 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=92763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:55:01.207051 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=92763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:55:01.207051 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=92763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:55:01.207287 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=92763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:55:01.208385 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=92763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:55:01.333834 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=92763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:55:01.334187 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=92763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:55:01.334465 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=92763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:55:01.334732 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=92763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:55:01.335006 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=92763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:55:01.335310 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=92763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:55:01.335566 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=92763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:55:01.335820 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=92763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:55:01.336093 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=92763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:55:01.336371 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=92763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:55:01.336628 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=92763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:55:01.336890 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=92763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:55:01.337146 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=92763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:55:01.337405 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:55:01.337658 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=92763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:55:01.337919 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=92763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:55:01.338184 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=92763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:55:01.338434 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=92763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:55:01.338698 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:55:01.338944 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:55:01.339219 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:55:01.339560 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=92763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:55:01.339805 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=92763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:55:01.340103 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:55:01.340351 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:55:01.340590 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:55:01.340989 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=92763) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 17 17:55:01.341229 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=92763) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 17 17:55:01.341466 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=92763) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 17 17:55:01.341702 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=92763) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 17 17:55:01.341935 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=92763) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 17 17:55:01.342167 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=92763) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 17 17:55:01.342530 dv-cinder-786260-6-iscsi neutron-server[92763]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 17 17:55:01.346846 dv-cinder-786260-6-iscsi neutron-server[92763]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 17 17:55:01.351251 dv-cinder-786260-6-iscsi neutron-server[92763]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 17 17:55:01.355161 dv-cinder-786260-6-iscsi neutron-server[92763]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1100, 1149)])]) Jun 17 17:55:01.356810 dv-cinder-786260-6-iscsi neutron-server[92763]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 17 17:55:01.357259 dv-cinder-786260-6-iscsi neutron-server[92763]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 17 17:55:01.357587 dv-cinder-786260-6-iscsi neutron-server[92763]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 17 17:55:01.357966 dv-cinder-786260-6-iscsi neutron-server[92763]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 17 17:55:01.360787 dv-cinder-786260-6-iscsi neutron-server[92763]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 17 17:55:01.361035 dv-cinder-786260-6-iscsi neutron-server[92763]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 17 17:55:01.361380 dv-cinder-786260-6-iscsi neutron-server[92763]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 17 17:55:01.389749 dv-cinder-786260-6-iscsi neutron-server[92763]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 17 17:55:01.390202 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=92763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:55:01.390501 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=92763) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 17 17:55:01.390855 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=92763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:55:01.392224 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=92763) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 17 17:55:01.392513 dv-cinder-786260-6-iscsi neutron-server[92763]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 17 17:55:01.392755 dv-cinder-786260-6-iscsi neutron-server[92763]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 17 17:55:01.396018 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=92763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:55:01.396300 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=92763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:55:01.459602 dv-cinder-786260-6-iscsi neutron-server[92763]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 17 17:55:01.459773 dv-cinder-786260-6-iscsi neutron-server[92763]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 17 17:55:01.459990 dv-cinder-786260-6-iscsi neutron-server[92763]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 17 17:55:01.460390 dv-cinder-786260-6-iscsi neutron-server[92763]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 17 17:55:01.481502 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_db.sqlalchemy.engines [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=92763) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 17 17:55:02.015517 dv-cinder-786260-6-iscsi neutron-server[92763]: INFO neutron.plugins.ml2.managers [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Initializing driver for type 'gre' Jun 17 17:55:02.016084 dv-cinder-786260-6-iscsi neutron-server[92763]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] gre ID ranges: [(1, 1000)] Jun 17 17:55:02.065208 dv-cinder-786260-6-iscsi neutron-server[92763]: INFO neutron.plugins.ml2.managers [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Initializing driver for type 'local' Jun 17 17:55:02.065597 dv-cinder-786260-6-iscsi neutron-server[92763]: INFO neutron.plugins.ml2.managers [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Initializing driver for type 'vlan' Jun 17 17:55:02.078476 dv-cinder-786260-6-iscsi neutron-server[92763]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] VlanTypeDriver initialization complete Jun 17 17:55:02.078801 dv-cinder-786260-6-iscsi neutron-server[92763]: INFO neutron.plugins.ml2.managers [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Initializing driver for type 'vxlan' Jun 17 17:55:02.079292 dv-cinder-786260-6-iscsi neutron-server[92763]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] vxlan ID ranges: [(1, 1000)] Jun 17 17:55:02.132572 dv-cinder-786260-6-iscsi neutron-server[92763]: INFO neutron.plugins.ml2.managers [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Initializing extension driver 'port_security' Jun 17 17:55:02.132915 dv-cinder-786260-6-iscsi neutron-server[92763]: INFO neutron.plugins.ml2.extensions.port_security [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] PortSecurityExtensionDriver initialization complete Jun 17 17:55:02.133253 dv-cinder-786260-6-iscsi neutron-server[92763]: INFO neutron.plugins.ml2.managers [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Initializing mechanism driver 'openvswitch' Jun 17 17:55:02.133589 dv-cinder-786260-6-iscsi neutron-server[92763]: INFO neutron.plugins.ml2.managers [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Initializing mechanism driver 'hyperv' Jun 17 17:55:02.140361 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.plugins.ml2.plugin [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=92763) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:55:02.141137 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Subscribe: > port after_create 55550000 {{(pid=92763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:55:02.141518 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Subscribe: > port after_update 55550000 {{(pid=92763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:55:02.141880 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Subscribe: > port after_delete 55550000 {{(pid=92763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:55:02.142268 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Subscribe: > subnet after_create 55550000 {{(pid=92763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:55:02.142626 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Subscribe: > subnet after_update 55550000 {{(pid=92763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:55:02.142976 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=92763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:55:02.143356 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Subscribe: > network after_create 55550000 {{(pid=92763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:55:02.143707 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Subscribe: > network after_update 55550000 {{(pid=92763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:55:02.144070 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Subscribe: > network after_delete 55550000 {{(pid=92763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:55:02.144450 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Subscribe: > security_group after_create 55550000 {{(pid=92763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:55:02.145338 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Subscribe: > security_group after_update 55550000 {{(pid=92763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:55:02.145678 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Subscribe: > security_group after_delete 55550000 {{(pid=92763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:55:02.146059 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=92763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:55:02.146402 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=92763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:55:02.146743 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=92763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:55:02.147127 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Subscribe: > address_group after_create 55550000 {{(pid=92763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:55:02.147484 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Subscribe: > address_group after_update 55550000 {{(pid=92763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:55:02.147823 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Subscribe: > address_group after_delete 55550000 {{(pid=92763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:55:02.148191 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] ML2 OVO RPC backend initialized. {{(pid=92763) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 17 17:55:02.148897 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=92763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:55:02.149258 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:55:02.149674 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Subscribe: > network before_response 55550000 {{(pid=92763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:55:02.150027 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Subscribe: > networks before_response 55550000 {{(pid=92763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:55:02.150373 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Subscribe: > port before_response 55550000 {{(pid=92763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:55:02.150715 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Subscribe: > ports before_response 55550000 {{(pid=92763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:55:02.151056 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Subscribe: > subnet before_response 55550000 {{(pid=92763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:55:02.151398 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Subscribe: > subnets before_response 55550000 {{(pid=92763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:55:02.151743 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Subscribe: > network after_create 55550000 {{(pid=92763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:55:02.152120 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Subscribe: > network after_update 55550000 {{(pid=92763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:55:02.152457 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Subscribe: > network after_delete 55550000 {{(pid=92763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:55:02.152796 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Subscribe: > port after_create 55550000 {{(pid=92763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:55:02.153131 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Subscribe: > port after_update 55550000 {{(pid=92763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:55:02.153470 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Subscribe: > port after_delete 55550000 {{(pid=92763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:55:02.153805 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Subscribe: > subnet after_create 55550000 {{(pid=92763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:55:02.154140 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Subscribe: > subnet after_update 55550000 {{(pid=92763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:55:02.154473 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=92763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:55:02.155054 dv-cinder-786260-6-iscsi neutron-server[92763]: INFO neutron.plugins.ml2.plugin [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Modular L2 Plugin initialization complete Jun 17 17:55:02.155405 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.manager [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loading services supported by the core plugin {{(pid=92763) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 17 17:55:02.155732 dv-cinder-786260-6-iscsi neutron-server[92763]: INFO neutron.plugins.ml2.managers [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Got port-security extension from driver 'port_security' Jun 17 17:55:02.156228 dv-cinder-786260-6-iscsi neutron-server[92763]: INFO neutron.extensions.vlantransparent [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Disabled vlantransparent extension. Jun 17 17:55:02.156720 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.manager [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=92763) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 17 17:55:02.157036 dv-cinder-786260-6-iscsi neutron-server[92763]: INFO neutron.manager [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loading Plugin: router Jun 17 17:55:02.192343 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Subscribe: > router_interface before_create 55550000 {{(pid=92763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:55:02.192739 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Subscribe: > router after_create 55549900 {{(pid=92763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:55:02.193109 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Subscribe: > router before_create 55549900 {{(pid=92763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:55:02.193473 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=92763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:55:02.193841 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:55:02.194195 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Subscribe: > router after_delete 55549900 {{(pid=92763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:55:02.194562 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Subscribe: > floatingip after_update 55550000 {{(pid=92763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:55:02.194922 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Subscribe: > router after_create 55549900 {{(pid=92763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:55:02.195267 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Subscribe: > router after_update 55549900 {{(pid=92763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:55:02.195613 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Subscribe: > router after_update 55549900 {{(pid=92763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:55:02.195960 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=92763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:55:02.196346 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Subscribe: > router after_update 55549900 {{(pid=92763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:55:02.196758 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Subscribe: > router precommit_update 55549900 {{(pid=92763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:55:02.197126 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Subscribe: port after_update 55550000 {{(pid=92763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:55:02.197466 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Subscribe: port after_delete 55550000 {{(pid=92763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:55:02.197805 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Subscribe: subnet after_update 55550000 {{(pid=92763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:55:02.198138 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=92763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:55:02.198489 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Subscribe: > port precommit_delete 55550000 {{(pid=92763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:55:02.198831 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Subscribe: > router precommit_create 55549900 {{(pid=92763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:55:02.199170 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Subscribe: port before_delete 55550000 {{(pid=92763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:55:02.199513 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Subscribe: > router precommit_create 55550000 {{(pid=92763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:55:02.199866 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Subscribe: > router after_update 55549900 {{(pid=92763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:55:02.200235 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Subscribe: > router precommit_delete 55549900 {{(pid=92763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:55:02.200586 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Subscribe: > router precommit_create 55549900 {{(pid=92763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:55:02.200944 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=92763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:55:02.201291 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Subscribe: > router precommit_update 55549900 {{(pid=92763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:55:02.201661 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Subscribe: > network after_delete 55550000 {{(pid=92763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:55:02.202519 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.quota.resource_registry [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Tracking information for resource: router configured {{(pid=92763) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 17 17:55:02.202850 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.quota.resource_registry [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Tracking information for resource: floatingip configured {{(pid=92763) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 17 17:55:02.208437 dv-cinder-786260-6-iscsi neutron-server[92763]: INFO neutron.db.l3_agentschedulers_db [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 17 17:55:02.209088 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Subscribe: port after_update 55550000 {{(pid=92763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:55:02.209362 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Subscribe: port after_create 55550000 {{(pid=92763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:55:02.209714 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Subscribe: port after_delete 55550000 {{(pid=92763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:55:02.210065 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Subscribe: port after_update 55550000 {{(pid=92763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:55:02.210860 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Subscribe: > router before_create 55550100 {{(pid=92763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:55:02.211230 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Subscribe: > router precommit_delete 55550100 {{(pid=92763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:55:02.211593 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Subscribe: > router precommit_create 55550100 {{(pid=92763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:55:02.211952 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Subscribe: > router precommit_update 55550100 {{(pid=92763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:55:02.216530 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.services.provider_configuration [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Service providers = [] {{(pid=92763) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 17 17:55:02.216898 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.db.servicetype_db [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=92763) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 17 17:55:02.219842 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.services.service_base [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=92763) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 17 17:55:02.220215 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.services.service_base [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=92763) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 17 17:55:02.220561 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.services.service_base [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=92763) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 17 17:55:02.221446 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.services.service_base [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=92763) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 17 17:55:02.221822 dv-cinder-786260-6-iscsi neutron-server[92763]: INFO neutron.services.service_base [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 17 17:55:02.222232 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.manager [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=92763) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 17 17:55:02.222529 dv-cinder-786260-6-iscsi neutron-server[92763]: INFO neutron.manager [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 17 17:55:02.233575 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.manager [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=92763) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 17 17:55:02.233891 dv-cinder-786260-6-iscsi neutron-server[92763]: INFO neutron.manager [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loading Plugin: auto_allocate Jun 17 17:55:02.240027 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Subscribe: network precommit_update 55550000 {{(pid=92763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:55:02.240408 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Subscribe: network precommit_create 55550000 {{(pid=92763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:55:02.240943 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.manager [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=92763) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 17 17:55:02.241267 dv-cinder-786260-6-iscsi neutron-server[92763]: INFO neutron.manager [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loading Plugin: tag Jun 17 17:55:02.248227 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.manager [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=92763) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 17 17:55:02.248558 dv-cinder-786260-6-iscsi neutron-server[92763]: INFO neutron.manager [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loading Plugin: timestamp Jun 17 17:55:02.252419 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.manager [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=92763) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 17 17:55:02.252754 dv-cinder-786260-6-iscsi neutron-server[92763]: INFO neutron.manager [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loading Plugin: network_ip_availability Jun 17 17:55:02.260350 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:55:02.260730 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:55:02.261089 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:55:02.261835 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.manager [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=92763) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 17 17:55:02.262157 dv-cinder-786260-6-iscsi neutron-server[92763]: INFO neutron.manager [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loading Plugin: flavors Jun 17 17:55:02.266953 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.manager [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=92763) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 17 17:55:02.267238 dv-cinder-786260-6-iscsi neutron-server[92763]: INFO neutron.manager [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loading Plugin: revisions Jun 17 17:55:02.272226 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.manager [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=92763) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 17 17:55:02.272623 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.809s {{(pid=92763) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:55:02.273364 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=92763) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 17 17:55:02.273698 dv-cinder-786260-6-iscsi neutron-server[92763]: INFO neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Initializing extension manager. Jun 17 17:55:02.274205 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loading extension file: __init__.py {{(pid=92763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:55:02.274564 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loading extension file: __pycache__ {{(pid=92763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:55:02.274884 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=92763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:55:02.275216 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loading extension file: address_group.py {{(pid=92763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:55:02.275971 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=92763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:55:02.276569 dv-cinder-786260-6-iscsi neutron-server[92763]: INFO neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loaded extension: address-group Jun 17 17:55:02.276896 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loading extension file: address_scope.py {{(pid=92763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:55:02.277600 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=92763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:55:02.278116 dv-cinder-786260-6-iscsi neutron-server[92763]: INFO neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loaded extension: address-scope Jun 17 17:55:02.278439 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loading extension file: admin_state_down_before_update.py {{(pid=92763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:55:02.279359 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=92763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:55:02.279868 dv-cinder-786260-6-iscsi neutron-server[92763]: INFO neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loaded extension: router-admin-state-down-before-update Jun 17 17:55:02.280232 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loading extension file: agent.py {{(pid=92763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:55:02.280956 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=92763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:55:02.281433 dv-cinder-786260-6-iscsi neutron-server[92763]: INFO neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loaded extension: agent Jun 17 17:55:02.281754 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loading extension file: agent_resources_synced.py {{(pid=92763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:55:02.282660 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=92763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:55:02.283179 dv-cinder-786260-6-iscsi neutron-server[92763]: INFO neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loaded extension: agent-resources-synced Jun 17 17:55:02.283501 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loading extension file: allowedaddresspairs.py {{(pid=92763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:55:02.285326 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=92763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:55:02.285851 dv-cinder-786260-6-iscsi neutron-server[92763]: INFO neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loaded extension: allowed-address-pairs Jun 17 17:55:02.286176 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loading extension file: auto_allocated_topology.py {{(pid=92763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:55:02.287445 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=92763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:55:02.287961 dv-cinder-786260-6-iscsi neutron-server[92763]: INFO neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loaded extension: auto-allocated-topology Jun 17 17:55:02.288316 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loading extension file: availability_zone.py {{(pid=92763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:55:02.289005 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=92763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:55:02.289511 dv-cinder-786260-6-iscsi neutron-server[92763]: INFO neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loaded extension: availability_zone Jun 17 17:55:02.289835 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loading extension file: availability_zone_filter.py {{(pid=92763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:55:02.290770 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=92763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:55:02.291286 dv-cinder-786260-6-iscsi neutron-server[92763]: INFO neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loaded extension: availability_zone_filter Jun 17 17:55:02.291610 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loading extension file: data_plane_status.py {{(pid=92763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:55:02.292540 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=92763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:55:02.293054 dv-cinder-786260-6-iscsi neutron-server[92763]: INFO neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Extension data-plane-status not supported by any of loaded plugins Jun 17 17:55:02.293377 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loading extension file: default_subnetpools.py {{(pid=92763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:55:02.294278 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=92763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:55:02.294791 dv-cinder-786260-6-iscsi neutron-server[92763]: INFO neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loaded extension: default-subnetpools Jun 17 17:55:02.295120 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loading extension file: dhcpagentscheduler.py {{(pid=92763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:55:02.295929 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:55:02.296468 dv-cinder-786260-6-iscsi neutron-server[92763]: INFO neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loaded extension: dhcp_agent_scheduler Jun 17 17:55:02.296793 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loading extension file: dns.py {{(pid=92763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:55:02.297700 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=92763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:55:02.298208 dv-cinder-786260-6-iscsi neutron-server[92763]: INFO neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Extension dns-integration not supported by any of loaded plugins Jun 17 17:55:02.298532 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loading extension file: dns_domain_ports.py {{(pid=92763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:55:02.299435 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=92763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:55:02.299943 dv-cinder-786260-6-iscsi neutron-server[92763]: INFO neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 17 17:55:02.300298 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loading extension file: dvr.py {{(pid=92763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:55:02.301071 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=92763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:55:02.301506 dv-cinder-786260-6-iscsi neutron-server[92763]: INFO neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loaded extension: dvr Jun 17 17:55:02.301827 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loading extension file: empty_string_filtering.py {{(pid=92763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:55:02.302730 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=92763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:55:02.303238 dv-cinder-786260-6-iscsi neutron-server[92763]: INFO neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loaded extension: empty-string-filtering Jun 17 17:55:02.303564 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=92763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:55:02.304493 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:55:02.304999 dv-cinder-786260-6-iscsi neutron-server[92763]: INFO neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 17 17:55:02.305346 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=92763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:55:02.306266 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=92763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:55:02.306777 dv-cinder-786260-6-iscsi neutron-server[92763]: INFO neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 17 17:55:02.307098 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loading extension file: external_net.py {{(pid=92763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:55:02.308020 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=92763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:55:02.308535 dv-cinder-786260-6-iscsi neutron-server[92763]: INFO neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loaded extension: external-net Jun 17 17:55:02.308855 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loading extension file: extra_dhcp_opt.py {{(pid=92763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:55:02.309769 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=92763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:55:02.310274 dv-cinder-786260-6-iscsi neutron-server[92763]: INFO neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loaded extension: extra_dhcp_opt Jun 17 17:55:02.310594 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loading extension file: extraroute.py {{(pid=92763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:55:02.311509 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=92763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:55:02.312042 dv-cinder-786260-6-iscsi neutron-server[92763]: INFO neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loaded extension: extraroute Jun 17 17:55:02.312368 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loading extension file: extraroute_atomic.py {{(pid=92763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:55:02.313401 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=92763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:55:02.313912 dv-cinder-786260-6-iscsi neutron-server[92763]: INFO neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loaded extension: extraroute-atomic Jun 17 17:55:02.314238 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loading extension file: filter_validation.py {{(pid=92763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:55:02.314905 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=92763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:55:02.315415 dv-cinder-786260-6-iscsi neutron-server[92763]: INFO neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loaded extension: filter-validation Jun 17 17:55:02.315730 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loading extension file: fip_pf_description.py {{(pid=92763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:55:02.319001 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=92763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:55:02.319523 dv-cinder-786260-6-iscsi neutron-server[92763]: INFO neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 17 17:55:02.319847 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loading extension file: fip_port_details.py {{(pid=92763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:55:02.320794 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:55:02.321299 dv-cinder-786260-6-iscsi neutron-server[92763]: INFO neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loaded extension: fip-port-details Jun 17 17:55:02.321621 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loading extension file: flavors.py {{(pid=92763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:55:02.322846 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=92763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:55:02.323364 dv-cinder-786260-6-iscsi neutron-server[92763]: INFO neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loaded extension: flavors Jun 17 17:55:02.323691 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=92763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:55:02.325396 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=92763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:55:02.325921 dv-cinder-786260-6-iscsi neutron-server[92763]: INFO neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 17 17:55:02.326247 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loading extension file: floatingip_pools.py {{(pid=92763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:55:02.326949 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=92763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:55:02.327461 dv-cinder-786260-6-iscsi neutron-server[92763]: INFO neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loaded extension: floatingip-pools Jun 17 17:55:02.327782 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loading extension file: ip_allocation.py {{(pid=92763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:55:02.328743 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=92763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:55:02.329256 dv-cinder-786260-6-iscsi neutron-server[92763]: INFO neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Extension ip_allocation not supported by any of loaded plugins Jun 17 17:55:02.329583 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=92763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:55:02.330488 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=92763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:55:02.331006 dv-cinder-786260-6-iscsi neutron-server[92763]: INFO neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loaded extension: ip-substring-filtering Jun 17 17:55:02.331328 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loading extension file: l2_adjacency.py {{(pid=92763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:55:02.332890 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=92763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:55:02.333403 dv-cinder-786260-6-iscsi neutron-server[92763]: INFO neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 17 17:55:02.333731 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loading extension file: l3.py {{(pid=92763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:55:02.334710 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=92763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:55:02.335229 dv-cinder-786260-6-iscsi neutron-server[92763]: INFO neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loaded extension: router Jun 17 17:55:02.335553 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loading extension file: l3_conntrack_helper.py {{(pid=92763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:55:02.337967 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:55:02.338505 dv-cinder-786260-6-iscsi neutron-server[92763]: INFO neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 17 17:55:02.338841 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=92763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:55:02.339762 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=92763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:55:02.340318 dv-cinder-786260-6-iscsi neutron-server[92763]: INFO neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loaded extension: ext-gw-mode Jun 17 17:55:02.340646 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=92763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:55:02.341560 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=92763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:55:02.342076 dv-cinder-786260-6-iscsi neutron-server[92763]: INFO neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loaded extension: l3-ha Jun 17 17:55:02.342399 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loading extension file: l3_flavors.py {{(pid=92763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:55:02.343303 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=92763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:55:02.343816 dv-cinder-786260-6-iscsi neutron-server[92763]: INFO neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loaded extension: l3-flavors Jun 17 17:55:02.344180 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=92763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:55:02.345117 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=92763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:55:02.345635 dv-cinder-786260-6-iscsi neutron-server[92763]: INFO neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 17 17:55:02.345958 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loading extension file: l3agentscheduler.py {{(pid=92763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:55:02.347007 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:55:02.347552 dv-cinder-786260-6-iscsi neutron-server[92763]: INFO neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loaded extension: l3_agent_scheduler Jun 17 17:55:02.347918 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loading extension file: logging.py {{(pid=92763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:55:02.349446 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=92763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:55:02.349979 dv-cinder-786260-6-iscsi neutron-server[92763]: INFO neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Extension logging not supported by any of loaded plugins Jun 17 17:55:02.350314 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loading extension file: metering.py {{(pid=92763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:55:02.351052 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=92763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:55:02.351644 dv-cinder-786260-6-iscsi neutron-server[92763]: INFO neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loaded extension: metering Jun 17 17:55:02.351974 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=92763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:55:02.353082 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=92763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:55:02.353612 dv-cinder-786260-6-iscsi neutron-server[92763]: INFO neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loaded extension: metering_source_and_destination_fields Jun 17 17:55:02.353943 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loading extension file: multiprovidernet.py {{(pid=92763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:55:02.354865 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=92763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:55:02.355382 dv-cinder-786260-6-iscsi neutron-server[92763]: INFO neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loaded extension: multi-provider Jun 17 17:55:02.355711 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loading extension file: netmtu.py {{(pid=92763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:55:02.356655 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=92763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:55:02.357170 dv-cinder-786260-6-iscsi neutron-server[92763]: INFO neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loaded extension: net-mtu Jun 17 17:55:02.357520 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loading extension file: netmtu_writable.py {{(pid=92763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:55:02.358427 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=92763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:55:02.358946 dv-cinder-786260-6-iscsi neutron-server[92763]: INFO neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loaded extension: net-mtu-writable Jun 17 17:55:02.359359 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loading extension file: network_availability_zone.py {{(pid=92763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:55:02.360043 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=92763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:55:02.360557 dv-cinder-786260-6-iscsi neutron-server[92763]: INFO neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loaded extension: network_availability_zone Jun 17 17:55:02.360877 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loading extension file: network_ip_availability.py {{(pid=92763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:55:02.361964 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=92763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:55:02.362481 dv-cinder-786260-6-iscsi neutron-server[92763]: INFO neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loaded extension: network-ip-availability Jun 17 17:55:02.362808 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loading extension file: network_segment_range.py {{(pid=92763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:55:02.364135 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=92763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:55:02.364648 dv-cinder-786260-6-iscsi neutron-server[92763]: INFO neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Extension network-segment-range not supported by any of loaded plugins Jun 17 17:55:02.364970 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loading extension file: pagination.py {{(pid=92763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:55:02.365955 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:55:02.366283 dv-cinder-786260-6-iscsi neutron-server[92763]: INFO neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loaded extension: pagination Jun 17 17:55:02.366871 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loading extension file: port_device_profile.py {{(pid=92763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:55:02.367782 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=92763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:55:02.368326 dv-cinder-786260-6-iscsi neutron-server[92763]: INFO neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loaded extension: port-device-profile Jun 17 17:55:02.368651 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=92763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:55:02.369568 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=92763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:55:02.370083 dv-cinder-786260-6-iscsi neutron-server[92763]: INFO neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loaded extension: port-mac-address-regenerate Jun 17 17:55:02.370405 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=92763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:55:02.371318 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=92763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:55:02.371830 dv-cinder-786260-6-iscsi neutron-server[92763]: INFO neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loaded extension: port-numa-affinity-policy Jun 17 17:55:02.372183 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loading extension file: port_resource_request.py {{(pid=92763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:55:02.373087 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=92763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:55:02.373593 dv-cinder-786260-6-iscsi neutron-server[92763]: INFO neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Extension port-resource-request not supported by any of loaded plugins Jun 17 17:55:02.373914 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loading extension file: portbindings.py {{(pid=92763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:55:02.374839 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=92763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:55:02.375348 dv-cinder-786260-6-iscsi neutron-server[92763]: INFO neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loaded extension: binding Jun 17 17:55:02.375670 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loading extension file: portbindings_extended.py {{(pid=92763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:55:02.376978 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=92763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:55:02.377498 dv-cinder-786260-6-iscsi neutron-server[92763]: INFO neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loaded extension: binding-extended Jun 17 17:55:02.377827 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loading extension file: portsecurity.py {{(pid=92763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:55:02.378740 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=92763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:55:02.379878 dv-cinder-786260-6-iscsi neutron-server[92763]: INFO neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loaded extension: port-security Jun 17 17:55:02.380224 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loading extension file: project_id.py {{(pid=92763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:55:02.381197 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=92763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:55:02.381527 dv-cinder-786260-6-iscsi neutron-server[92763]: INFO neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loaded extension: project-id Jun 17 17:55:02.381851 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loading extension file: providernet.py {{(pid=92763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:55:02.382775 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=92763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:55:02.383293 dv-cinder-786260-6-iscsi neutron-server[92763]: INFO neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loaded extension: provider Jun 17 17:55:02.383615 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loading extension file: qos.py {{(pid=92763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:55:02.387340 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=92763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:55:02.387866 dv-cinder-786260-6-iscsi neutron-server[92763]: INFO neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Extension qos not supported by any of loaded plugins Jun 17 17:55:02.388226 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=92763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:55:02.389467 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=92763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:55:02.389992 dv-cinder-786260-6-iscsi neutron-server[92763]: INFO neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 17 17:55:02.390322 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=92763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:55:02.391235 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=92763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:55:02.391754 dv-cinder-786260-6-iscsi neutron-server[92763]: INFO neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 17 17:55:02.392110 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loading extension file: qos_default.py {{(pid=92763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:55:02.393023 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=92763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:55:02.393541 dv-cinder-786260-6-iscsi neutron-server[92763]: INFO neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Extension qos-default not supported by any of loaded plugins Jun 17 17:55:02.393868 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loading extension file: qos_fip.py {{(pid=92763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:55:02.394516 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=92763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:55:02.395054 dv-cinder-786260-6-iscsi neutron-server[92763]: INFO neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Extension qos-fip not supported by any of loaded plugins Jun 17 17:55:02.395379 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loading extension file: qos_gateway_ip.py {{(pid=92763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:55:02.396321 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=92763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:55:02.396832 dv-cinder-786260-6-iscsi neutron-server[92763]: INFO neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 17 17:55:02.397157 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loading extension file: qos_port_network_policy.py {{(pid=92763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:55:02.398059 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=92763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:55:02.398573 dv-cinder-786260-6-iscsi neutron-server[92763]: INFO neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 17 17:55:02.398899 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loading extension file: qos_rule_type_details.py {{(pid=92763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:55:02.399809 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=92763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:55:02.400345 dv-cinder-786260-6-iscsi neutron-server[92763]: INFO neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 17 17:55:02.400672 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loading extension file: qos_rules_alias.py {{(pid=92763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:55:02.401710 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=92763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:55:02.402231 dv-cinder-786260-6-iscsi neutron-server[92763]: INFO neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 17 17:55:02.402560 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loading extension file: quotasv2.py {{(pid=92763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:55:02.403484 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=92763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:55:02.403810 dv-cinder-786260-6-iscsi neutron-server[92763]: INFO neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loaded extension: quotas Jun 17 17:55:02.404173 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loading extension file: quotasv2_detail.py {{(pid=92763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:55:02.407286 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=92763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:55:02.407631 dv-cinder-786260-6-iscsi neutron-server[92763]: INFO neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loaded extension: quota_details Jun 17 17:55:02.407966 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loading extension file: rbac.py {{(pid=92763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:55:02.409044 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=92763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:55:02.409584 dv-cinder-786260-6-iscsi neutron-server[92763]: INFO neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loaded extension: rbac-policies Jun 17 17:55:02.409915 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loading extension file: rbac_address_group.py {{(pid=92763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:55:02.410863 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=92763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:55:02.411386 dv-cinder-786260-6-iscsi neutron-server[92763]: INFO neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loaded extension: rbac-address-group Jun 17 17:55:02.411713 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loading extension file: rbac_address_scope.py {{(pid=92763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:55:02.412656 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=92763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:55:02.413173 dv-cinder-786260-6-iscsi neutron-server[92763]: INFO neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loaded extension: rbac-address-scope Jun 17 17:55:02.413501 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loading extension file: rbac_security_groups.py {{(pid=92763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:55:02.414425 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=92763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:55:02.414944 dv-cinder-786260-6-iscsi neutron-server[92763]: INFO neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loaded extension: rbac-security-groups Jun 17 17:55:02.415273 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loading extension file: rbac_subnetpool.py {{(pid=92763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:55:02.416218 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=92763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:55:02.416725 dv-cinder-786260-6-iscsi neutron-server[92763]: INFO neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loaded extension: rbac-subnetpool Jun 17 17:55:02.417054 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loading extension file: revisionifmatch.py {{(pid=92763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:55:02.417967 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=92763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:55:02.418491 dv-cinder-786260-6-iscsi neutron-server[92763]: INFO neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loaded extension: revision-if-match Jun 17 17:55:02.418820 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loading extension file: revisions.py {{(pid=92763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:55:02.420175 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=92763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:55:02.420697 dv-cinder-786260-6-iscsi neutron-server[92763]: INFO neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loaded extension: standard-attr-revisions Jun 17 17:55:02.421026 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loading extension file: router_availability_zone.py {{(pid=92763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:55:02.421692 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=92763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:55:02.422210 dv-cinder-786260-6-iscsi neutron-server[92763]: INFO neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loaded extension: router_availability_zone Jun 17 17:55:02.422537 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loading extension file: routerservicetype.py {{(pid=92763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:55:02.423448 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=92763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:55:02.423962 dv-cinder-786260-6-iscsi neutron-server[92763]: INFO neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Extension router-service-type not supported by any of loaded plugins Jun 17 17:55:02.424310 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=92763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:55:02.425219 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=92763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:55:02.425735 dv-cinder-786260-6-iscsi neutron-server[92763]: INFO neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loaded extension: security-groups-normalized-cidr Jun 17 17:55:02.426589 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loading extension file: security_groups_port_filtering.py {{(pid=92763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:55:02.427500 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=92763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:55:02.428035 dv-cinder-786260-6-iscsi neutron-server[92763]: INFO neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loaded extension: port-security-groups-filtering Jun 17 17:55:02.428365 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=92763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:55:02.429274 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=92763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:55:02.429795 dv-cinder-786260-6-iscsi neutron-server[92763]: INFO neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loaded extension: security-groups-remote-address-group Jun 17 17:55:02.430120 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loading extension file: securitygroup.py {{(pid=92763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:55:02.439681 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=92763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:55:02.440311 dv-cinder-786260-6-iscsi neutron-server[92763]: INFO neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loaded extension: security-group Jun 17 17:55:02.440649 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loading extension file: segment.py {{(pid=92763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:55:02.441435 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=92763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:55:02.442523 dv-cinder-786260-6-iscsi neutron-server[92763]: INFO neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Extension segment not supported by any of loaded plugins Jun 17 17:55:02.442849 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=92763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:55:02.443785 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=92763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:55:02.444328 dv-cinder-786260-6-iscsi neutron-server[92763]: INFO neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 17 17:55:02.444654 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loading extension file: servicetype.py {{(pid=92763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:55:02.445767 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=92763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:55:02.446293 dv-cinder-786260-6-iscsi neutron-server[92763]: INFO neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loaded extension: service-type Jun 17 17:55:02.446617 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loading extension file: sorting.py {{(pid=92763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:55:02.447599 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:55:02.447931 dv-cinder-786260-6-iscsi neutron-server[92763]: INFO neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loaded extension: sorting Jun 17 17:55:02.448282 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loading extension file: standard_attr_segment.py {{(pid=92763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:55:02.449186 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:55:02.449717 dv-cinder-786260-6-iscsi neutron-server[92763]: INFO neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 17 17:55:02.450041 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loading extension file: standardattrdescription.py {{(pid=92763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:55:02.450683 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=92763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:55:02.451197 dv-cinder-786260-6-iscsi neutron-server[92763]: INFO neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loaded extension: standard-attr-description Jun 17 17:55:02.451521 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loading extension file: stateful_security_group.py {{(pid=92763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:55:02.452468 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=92763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:55:02.452987 dv-cinder-786260-6-iscsi neutron-server[92763]: INFO neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loaded extension: stateful-security-group Jun 17 17:55:02.453313 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loading extension file: stdattrs_common.py {{(pid=92763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:55:02.453890 dv-cinder-786260-6-iscsi neutron-server[92763]: WARNING neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 17 17:55:02.454212 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=92763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:55:02.455228 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=92763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:55:02.455759 dv-cinder-786260-6-iscsi neutron-server[92763]: INFO neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 17 17:55:02.456108 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loading extension file: subnet_onboard.py {{(pid=92763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:55:02.457223 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=92763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:55:02.457758 dv-cinder-786260-6-iscsi neutron-server[92763]: INFO neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loaded extension: subnet_onboard Jun 17 17:55:02.458086 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=92763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:55:02.459017 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=92763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:55:02.459535 dv-cinder-786260-6-iscsi neutron-server[92763]: INFO neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 17 17:55:02.459858 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loading extension file: subnet_service_types.py {{(pid=92763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:55:02.460817 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=92763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:55:02.461335 dv-cinder-786260-6-iscsi neutron-server[92763]: INFO neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loaded extension: subnet-service-types Jun 17 17:55:02.461662 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loading extension file: subnetallocation.py {{(pid=92763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:55:02.462753 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=92763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:55:02.463277 dv-cinder-786260-6-iscsi neutron-server[92763]: INFO neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loaded extension: subnet_allocation Jun 17 17:55:02.463605 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=92763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:55:02.464310 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=92763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:55:02.464823 dv-cinder-786260-6-iscsi neutron-server[92763]: INFO neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loaded extension: subnetpool-prefix-ops Jun 17 17:55:02.465154 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=92763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:55:02.466097 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=92763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:55:02.466589 dv-cinder-786260-6-iscsi neutron-server[92763]: INFO neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 17 17:55:02.466908 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loading extension file: tagging.py {{(pid=92763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:55:02.468085 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=92763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:55:02.468679 dv-cinder-786260-6-iscsi neutron-server[92763]: INFO neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loaded extension: standard-attr-tag Jun 17 17:55:02.468976 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loading extension file: timestamp.py {{(pid=92763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:55:02.470285 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=92763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:55:02.470807 dv-cinder-786260-6-iscsi neutron-server[92763]: INFO neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loaded extension: standard-attr-timestamp Jun 17 17:55:02.471143 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loading extension file: trunk.py {{(pid=92763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:55:02.472407 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=92763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:55:02.472954 dv-cinder-786260-6-iscsi neutron-server[92763]: INFO neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Extension trunk not supported by any of loaded plugins Jun 17 17:55:02.473298 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loading extension file: trunk_details.py {{(pid=92763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:55:02.474200 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=92763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:55:02.474720 dv-cinder-786260-6-iscsi neutron-server[92763]: INFO neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Extension trunk-details not supported by any of loaded plugins Jun 17 17:55:02.475043 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loading extension file: uplink_status_propagation.py {{(pid=92763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:55:02.475973 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=92763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:55:02.476510 dv-cinder-786260-6-iscsi neutron-server[92763]: INFO neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 17 17:55:02.476835 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Loading extension file: vlantransparent.py {{(pid=92763) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 17:55:02.477514 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=92763) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 17:55:02.478021 dv-cinder-786260-6-iscsi neutron-server[92763]: INFO neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 17 17:55:02.480587 dv-cinder-786260-6-iscsi neutron-server[92763]: INFO neutron.quota.resource_registry [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Creating instance of TrackedResource for resource:network Jun 17 17:55:02.481151 dv-cinder-786260-6-iscsi neutron-server[92763]: INFO neutron.quota.resource_registry [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Creating instance of TrackedResource for resource:subnet Jun 17 17:55:02.481563 dv-cinder-786260-6-iscsi neutron-server[92763]: INFO neutron.quota.resource_registry [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Creating instance of TrackedResource for resource:subnetpool Jun 17 17:55:02.481962 dv-cinder-786260-6-iscsi neutron-server[92763]: INFO neutron.quota.resource_registry [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Creating instance of TrackedResource for resource:port Jun 17 17:55:02.483244 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.v2.resource_helper [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92763) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 17:55:02.483706 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.v2.resource_helper [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Service FLAVORS assigned prefix: {{(pid=92763) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 17:55:02.484368 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.v2.resource_helper [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92763) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 17:55:02.484807 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.v2.resource_helper [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92763) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 17:55:02.485152 dv-cinder-786260-6-iscsi neutron-server[92763]: INFO neutron.quota.resource_registry [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Creating instance of TrackedResource for resource:router Jun 17 17:55:02.485582 dv-cinder-786260-6-iscsi neutron-server[92763]: INFO neutron.quota.resource_registry [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Creating instance of TrackedResource for resource:floatingip Jun 17 17:55:02.486074 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.v2.resource_helper [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Service METERING assigned prefix: /metering {{(pid=92763) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 17:55:02.487535 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:55:02.487908 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:55:02.488290 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92763) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 17:55:02.489849 dv-cinder-786260-6-iscsi neutron-server[92763]: INFO neutron.quota.resource_registry [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Creating instance of CountableResource for resource:rbac_policy Jun 17 17:55:02.490306 dv-cinder-786260-6-iscsi neutron-server[92763]: INFO neutron.quota.resource_registry [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Creating instance of TrackedResource for resource:security_group Jun 17 17:55:02.490736 dv-cinder-786260-6-iscsi neutron-server[92763]: INFO neutron.quota.resource_registry [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 17 17:55:02.491358 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.v2.resource_helper [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Service CORE assigned prefix: {{(pid=92763) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 17:55:02.491952 dv-cinder-786260-6-iscsi neutron-server[92763]: INFO neutron.quota.resource_registry [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Creating instance of TrackedResource for resource:subnetpool Jun 17 17:55:02.492336 dv-cinder-786260-6-iscsi neutron-server[92763]: WARNING neutron.quota.resource_registry [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] subnetpool is already registered Jun 17 17:55:02.492776 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.v2.resource_helper [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Service CORE assigned prefix: {{(pid=92763) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 17:55:02.493100 dv-cinder-786260-6-iscsi neutron-server[92763]: INFO neutron.quota.resource_registry [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Creating instance of TrackedResource for resource:subnetpool Jun 17 17:55:02.493433 dv-cinder-786260-6-iscsi neutron-server[92763]: WARNING neutron.quota.resource_registry [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] subnetpool is already registered Jun 17 17:55:02.495699 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.v2.resource_helper [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92763) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 17:55:02.496176 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.v2.resource_helper [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Service FLAVORS assigned prefix: {{(pid=92763) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 17:55:02.496771 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.v2.resource_helper [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92763) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 17:55:02.497200 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.v2.resource_helper [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92763) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 17:55:02.497534 dv-cinder-786260-6-iscsi neutron-server[92763]: INFO neutron.quota.resource_registry [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Creating instance of TrackedResource for resource:router Jun 17 17:55:02.497881 dv-cinder-786260-6-iscsi neutron-server[92763]: WARNING neutron.quota.resource_registry [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] router is already registered Jun 17 17:55:02.498293 dv-cinder-786260-6-iscsi neutron-server[92763]: INFO neutron.quota.resource_registry [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Creating instance of TrackedResource for resource:floatingip Jun 17 17:55:02.498629 dv-cinder-786260-6-iscsi neutron-server[92763]: WARNING neutron.quota.resource_registry [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] floatingip is already registered Jun 17 17:55:02.499085 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.v2.resource_helper [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Service METERING assigned prefix: /metering {{(pid=92763) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 17:55:02.499765 dv-cinder-786260-6-iscsi neutron-server[92763]: INFO neutron.quota.resource_registry [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Creating instance of CountableResource for resource:rbac_policy Jun 17 17:55:02.500114 dv-cinder-786260-6-iscsi neutron-server[92763]: WARNING neutron.quota.resource_registry [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] rbac_policy is already registered Jun 17 17:55:02.500525 dv-cinder-786260-6-iscsi neutron-server[92763]: INFO neutron.quota.resource_registry [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Creating instance of TrackedResource for resource:security_group Jun 17 17:55:02.500861 dv-cinder-786260-6-iscsi neutron-server[92763]: WARNING neutron.quota.resource_registry [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] security_group is already registered Jun 17 17:55:02.501262 dv-cinder-786260-6-iscsi neutron-server[92763]: INFO neutron.quota.resource_registry [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 17 17:55:02.501593 dv-cinder-786260-6-iscsi neutron-server[92763]: WARNING neutron.quota.resource_registry [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] security_group_rule is already registered Jun 17 17:55:02.502236 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.v2.resource_helper [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Service CORE assigned prefix: {{(pid=92763) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 17:55:02.502565 dv-cinder-786260-6-iscsi neutron-server[92763]: INFO neutron.quota.resource_registry [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Creating instance of TrackedResource for resource:subnetpool Jun 17 17:55:02.502899 dv-cinder-786260-6-iscsi neutron-server[92763]: WARNING neutron.quota.resource_registry [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] subnetpool is already registered Jun 17 17:55:02.503316 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.v2.resource_helper [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Service CORE assigned prefix: {{(pid=92763) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 17:55:02.503636 dv-cinder-786260-6-iscsi neutron-server[92763]: INFO neutron.quota.resource_registry [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Creating instance of TrackedResource for resource:subnetpool Jun 17 17:55:02.503967 dv-cinder-786260-6-iscsi neutron-server[92763]: WARNING neutron.quota.resource_registry [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] subnetpool is already registered Jun 17 17:55:02.505041 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Extended resource: extensions {{(pid=92763) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 17:55:02.506694 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Extended resource: address-groups {{(pid=92763) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 17:55:02.508248 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Extended resource: address-scopes {{(pid=92763) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 17:55:02.509590 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Extended resource: agents {{(pid=92763) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 17:55:02.510762 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Extended resource: auto-allocated-topology {{(pid=92763) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 17:55:02.512052 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Extended resource: availability_zones {{(pid=92763) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 17:55:02.513296 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Extended resource: dhcp-networks {{(pid=92763) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 17:55:02.514811 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Extended resource: dhcp-agents {{(pid=92763) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 17:55:02.516289 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Extended resource: routers {{(pid=92763) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 17:55:02.518091 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Extended resource: flavors {{(pid=92763) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 17:55:02.520666 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Extended resource: service_profiles {{(pid=92763) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 17:55:02.521914 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Extended resource: next_providers {{(pid=92763) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 17:55:02.523359 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Extended resource: service_profiles {{(pid=92763) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 17:55:02.524967 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Extended resource: floatingip-pools {{(pid=92763) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 17:55:02.526194 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Extended resource: routers {{(pid=92763) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 17:55:02.527925 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Extended resource: floatingips {{(pid=92763) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 17:55:02.529249 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Extended resource: l3-routers {{(pid=92763) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 17:55:02.530669 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Extended resource: l3-agents {{(pid=92763) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 17:55:02.532125 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Extended resource: metering-labels {{(pid=92763) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 17:55:02.533411 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Extended resource: metering-label-rules {{(pid=92763) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 17:55:02.534817 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Extended resource: network-ip-availabilities {{(pid=92763) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 17:55:02.536158 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Extended resource: bindings {{(pid=92763) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 17:55:02.537738 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Extended resource: quotas {{(pid=92763) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 17:55:02.539301 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Extended resource: quotas {{(pid=92763) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 17:55:02.540801 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Extended resource: rbac-policies {{(pid=92763) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 17:55:02.542013 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Extended resource: security-groups {{(pid=92763) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 17:55:02.543340 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Extended resource: security-group-rules {{(pid=92763) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 17:55:02.544643 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Extended resource: service-providers {{(pid=92763) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 17:55:02.546001 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Extended resource: subnetpools {{(pid=92763) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 17:55:02.547371 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Extended resource: subnetpools {{(pid=92763) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 17:55:02.548973 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Extended resource: tags {{(pid=92763) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 17:55:02.550691 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Extended resource: tags {{(pid=92763) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 17:55:02.553096 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Extended resource: tags {{(pid=92763) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 17:55:02.554903 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Extended resource: tags {{(pid=92763) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 17:55:02.556652 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Extended resource: tags {{(pid=92763) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 17:55:02.558609 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Extended resource: tags {{(pid=92763) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 17:55:02.560349 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Extended resource: tags {{(pid=92763) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 17:55:02.562177 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Extended resource: tags {{(pid=92763) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 17:55:02.564083 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Extended resource: tags {{(pid=92763) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 17:55:02.565842 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron.api.extensions [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Extended resource: tags {{(pid=92763) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 17:55:02.572650 dv-cinder-786260-6-iscsi neutron-server[92763]: WARNING keystonemiddleware.auth_token [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 17 17:55:02.577232 dv-cinder-786260-6-iscsi neutron-server[92763]: WARNING keystonemiddleware.auth_token [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 17 17:55:02.585938 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Acquired lock "singleton_lock" {{(pid=92763) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 17 17:55:02.586427 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_concurrency.lockutils [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Releasing lock "singleton_lock" {{(pid=92763) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 17 17:55:02.587070 dv-cinder-786260-6-iscsi neutron-server[92763]: INFO oslo_service.service [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Starting 2 workers Jun 17 17:55:02.592185 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Started child 92872 {{(pid=92763) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 17 17:55:02.597722 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Started child 92874 {{(pid=92763) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 17 17:55:02.599508 dv-cinder-786260-6-iscsi neutron-server[92763]: INFO neutron.service [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 17 17:55:02.600029 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Notify callbacks [] for process, before_spawn {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:02.602601 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:02.603231 dv-cinder-786260-6-iscsi neutron-server[92763]: INFO oslo_service.service [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Starting 1 workers Jun 17 17:55:02.604194 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [-] (92872) wsgi starting up on http://0.0.0.0:9696 Jun 17 17:55:02.608823 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Started child 92880 {{(pid=92763) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 17 17:55:02.609371 dv-cinder-786260-6-iscsi neutron-server[92763]: INFO oslo_service.service [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Starting 1 workers Jun 17 17:55:02.609701 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:02.614513 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.service [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] calling RpcWorker wait() {{(pid=92880) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 17 17:55:02.615187 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Started child 92881 {{(pid=92763) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 17 17:55:02.615317 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.service [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] returning from RpcWorker wait() {{(pid=92880) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 17 17:55:02.615553 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG neutron_lib.callbacks.manager [None req-54c747a2-d1a8-4d02-9ee6-b0ab9a3d06e5 None None] Notify callbacks [] for process, after_spawn {{(pid=92763) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:02.616246 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [-] (92874) wsgi starting up on http://0.0.0.0:9696 Jun 17 17:55:02.617155 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:02.617512 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=92880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:55:02.618711 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92763) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 17 17:55:02.618711 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 17 17:55:02.618864 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 17 17:55:02.618959 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 17 17:55:02.619287 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 17 17:55:02.619458 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 17 17:55:02.620033 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.620328 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.620606 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.620873 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.621154 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.621813 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.622061 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.622319 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.622595 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.622850 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.623050 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.623219 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.623482 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.623715 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.624291 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.624581 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.624834 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.625111 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.625288 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.625553 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.625815 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.626066 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.626334 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] debug = True {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.626576 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.627065 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.627328 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.627593 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.627813 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.630314 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.630314 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.630314 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.630578 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:02.631043 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.631043 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.631043 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.631043 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.631043 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.631043 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.631405 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:55:02.631495 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.631495 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.631634 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.632163 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] host = dv-cinder-786260-6-iscsi {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.633921 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.634140 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.634391 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.634665 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.634928 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.635157 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.635420 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.635692 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.635978 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.636219 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.636485 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.636748 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.636992 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.637240 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] log_file = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.637407 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] log_options = True {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.637849 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.638003 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.640065 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.640065 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.640065 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.640478 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.640478 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.640747 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.640896 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.641597 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.641597 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.641597 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.642060 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.642060 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.642347 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.642512 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.642685 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.642922 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.643185 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.643421 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.643653 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.644051 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.644274 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.644499 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.644781 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.645024 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.645279 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.646301 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.646301 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.646301 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.646301 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.646995 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.646995 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.646995 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.647596 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.647596 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.648024 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.648024 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.648388 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.648593 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.648863 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.649084 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.649343 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.649907 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.649907 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.650299 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] use_json = False {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.650299 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.650686 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.650902 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.651108 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.651303 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.651513 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.651683 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.651859 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.652784 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.653103 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.653433 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.653684 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.653947 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.654187 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.654437 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.654682 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.654941 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.655178 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.655507 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.655757 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.656577 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.656577 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.656577 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.656996 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.657130 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.657412 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.658143 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.658143 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.658143 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.658574 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.658709 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.660750 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.660750 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.97/identity {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.660750 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.660750 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.660750 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.660750 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.660750 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.661704 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.661704 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.661704 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.661704 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.662251 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.662251 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.662251 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.662640 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.662640 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.662893 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.663123 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.663378 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.663606 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.663830 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.664244 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.664467 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.664706 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.664939 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.665167 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.665584 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.665825 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.666051 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.666271 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.666512 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.666933 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.667191 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.667414 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.667632 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.667850 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.668104 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.668325 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.668589 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.668990 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.669245 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.669460 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.669681 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.669899 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.670139 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.670558 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.671001 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.671424 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.671823 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.672246 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.672674 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.672896 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.673117 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.673625 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.673625 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.673838 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.674676 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.674676 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.674676 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.674676 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.674971 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.675194 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.675524 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.675769 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.676565 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.677027 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.677289 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.677537 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.677796 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.678162 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.678558 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.678928 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.679333 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.679741 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.680174 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.680601 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.680838 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.681135 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.681352 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.681831 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.682260 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.682719 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.683295 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.683780 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.684261 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.684766 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.685232 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.685721 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.686158 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.686600 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.686906 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.687348 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.687843 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.688274 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.688741 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.689103 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.689408 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.689727 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.690036 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.690337 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.690669 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.691133 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.691369 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.692362 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.692875 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.693300 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.693733 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.694179 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.694632 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.695149 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.695591 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.696061 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.696490 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.696907 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.697397 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.697839 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.698317 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.698794 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.699261 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.699711 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.700165 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.97/identity {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.700634 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.701090 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.701541 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.701971 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.702403 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.702845 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.703293 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.703749 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.704098 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.704410 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.704702 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.705013 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.705328 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.705637 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.705896 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.706164 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.706401 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.706616 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.706864 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.707090 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.707358 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.707586 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.707809 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.708240 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.708480 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.708789 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.709042 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.709272 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.711007 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.711007 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.711007 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.711007 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.711007 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.711007 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.711007 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.711541 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.711541 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.711541 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.711756 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.711934 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.712352 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.712743 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.713166 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.713660 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.714775 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.715188 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.715443 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.715673 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.715941 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.716245 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.716472 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.716696 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.716943 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.717138 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.717405 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.717633 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.717857 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.718093 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.718324 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.718537 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.718756 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.718984 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.719425 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.719703 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.719944 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.720208 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.720450 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.720683 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.720917 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.721132 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.721351 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.721586 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.721820 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.722036 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.722276 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.722492 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.722711 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.723788 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.723788 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.723971 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.724889 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.725275 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.725665 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.726056 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.726425 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.726796 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.727162 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.727488 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.727758 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.728124 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.728326 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.728569 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.728820 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.729078 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.730237 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.730237 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.730237 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.730237 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.730543 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.730672 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.730946 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.731271 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.731590 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.731858 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.732917 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.733211 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.733512 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1100:1149'] {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.733777 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.733998 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.734281 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.734613 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.734886 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.735150 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.735383 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.735672 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.735904 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.736179 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.736424 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.736913 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.737247 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.737403 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.737631 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.737877 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.738108 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.738340 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.739134 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.739386 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.739627 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.739859 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.740128 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.740293 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 17 17:55:02.740852 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92763) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 17 17:55:02.741015 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 17 17:55:02.741335 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 17 17:55:02.741762 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 17 17:55:02.741941 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 17 17:55:02.742095 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 17 17:55:02.742347 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.742469 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.742787 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.742949 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.743110 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.743294 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.743457 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.743618 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.743779 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.743932 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.744216 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.744380 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.744696 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.744859 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.745024 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.745180 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.745371 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.745503 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.745826 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.746129 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.746427 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.746734 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.746895 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] debug = True {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.747060 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.747257 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.747432 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.747586 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.747729 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.748051 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.748354 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.748520 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.748673 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.748981 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.749143 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.749305 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.749464 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.749627 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.750135 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.750135 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.750135 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.750347 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] host = dv-cinder-786260-6-iscsi {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.750414 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.750528 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.750866 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.751200 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.751545 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.751941 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.752302 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.753461 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.753461 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.753461 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.753461 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.753461 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.753461 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.753461 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] log_file = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.754094 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] log_options = True {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.754340 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.755325 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.755325 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.755325 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.755325 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.755325 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.755715 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.755921 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.756189 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.756422 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.756564 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.756913 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.757258 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.757602 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.757813 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.758031 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.758232 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.758449 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.758665 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.758878 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.759091 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.759300 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.759514 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.759720 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.759936 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.760210 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.760384 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.760694 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.760986 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.761298 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.761461 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.761786 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.761946 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.762253 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.762410 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.762719 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.762872 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.763175 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.763464 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.763745 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.764069 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.764230 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.764546 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.764775 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.765107 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.765403 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] use_json = False {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.765688 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.765989 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.766154 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.766314 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.766467 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.766763 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.766940 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.767084 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 17:55:02.767296 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.767455 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.767629 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.767799 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:55:02.768205 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.768361 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.768513 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.768652 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.768804 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.768967 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.769129 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.769301 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.769465 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.769637 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.769904 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.770144 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.770144 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.770411 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.770411 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.770664 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.770797 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.770929 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.771062 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.771196 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.771350 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.771486 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.97/identity {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.771651 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.771801 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.771969 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.772165 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.772303 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.772461 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.772625 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.772778 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.772937 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.773100 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.773450 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.773450 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.773737 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.773737 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.774001 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.774136 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.774278 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.774414 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.774542 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.774677 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.774809 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.774942 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.775074 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.775236 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.775621 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.775800 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.775963 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.776150 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.776295 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.776457 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.776694 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.776836 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.776970 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.777102 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.777243 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.777377 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.777532 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.777693 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.777988 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.777988 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.778262 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.778396 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.778529 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.778671 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.778806 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.778939 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.779135 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.779305 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.779468 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.779631 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.779794 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.779958 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.780150 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.780312 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.780603 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.780603 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.780911 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.780911 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.781255 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.781255 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.781508 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.781651 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.781788 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.781921 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.782053 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.782219 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.782423 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.782584 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.782584 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.782984 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.782984 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.783347 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.783347 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.783557 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.783714 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.783878 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.784069 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.784234 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.784426 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.784653 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.785009 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.785139 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.785260 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.786027 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.786027 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.786261 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.786380 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.786510 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.786881 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.786881 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.787322 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.787322 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.787322 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.787665 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.787665 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.787890 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.787890 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.788299 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.788299 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.788533 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.788533 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.788757 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.788876 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.789010 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.789157 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.789342 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.789490 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.790353 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.790537 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.790712 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.790889 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.791018 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.791184 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.791349 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.791514 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.791708 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.791831 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.791988 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.792175 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.97/identity {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.792323 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.792475 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.792638 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.792800 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.792949 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.793115 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.793299 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.793479 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.793637 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.793804 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.793936 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.794068 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.794208 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.794369 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.794501 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.794628 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.794759 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.794926 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.795088 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.795461 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.795461 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.795741 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.795741 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.796034 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.796034 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.796292 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.796417 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.796565 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.796686 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.796805 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.797034 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.797159 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.797278 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.797397 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.797552 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.797716 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.797877 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.798053 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.798310 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.798446 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.798570 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.798690 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.798809 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.798971 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.799133 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.799295 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.799457 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.799615 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.799864 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.800026 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.800151 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.800271 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.800413 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.800574 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.800739 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.800906 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.801130 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.801295 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.801456 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.801628 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.802336 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.802501 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.802676 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.802839 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.803001 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.803163 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.803328 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.803500 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.803663 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.803825 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.803986 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.804192 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.804330 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.804492 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.804653 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.804814 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.804976 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.805146 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.805299 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.805455 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.805607 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.805768 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.805939 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.806101 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.806262 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.806423 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.806584 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.806761 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.806923 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.807248 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.807422 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.807581 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.807887 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.808236 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.808404 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.808581 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.808878 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.808878 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.809116 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.809236 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.809355 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.809474 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.809647 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.809817 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.809981 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.810151 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.810322 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1100:1149'] {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.810493 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.810654 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.810823 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.810999 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.811162 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.811324 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.811485 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.811648 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.811810 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.811972 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.812264 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.812429 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.812590 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.812753 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.812917 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.813078 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.813240 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.813402 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.813564 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.813727 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.813900 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.814050 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.814837 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 17:55:02.814837 dv-cinder-786260-6-iscsi neutron-server[92763]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92763) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 17 17:55:03.011950 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 39848) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:55:03.020478 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [-] 10.222.0.97 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062823 Jun 17 17:55:14.187455 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c5480d-7cce-4f16-9e6d-bc905bb0edb8 None None] get_active_networks_info from dv-cinder-786260-6-iscsi {{(pid=92880) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 17 17:55:14.284060 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c5480d-7cce-4f16-9e6d-bc905bb0edb8 None None] No non-hosted networks {{(pid=92880) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 17 17:55:14.314188 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.agentschedulers_db [None req-a7c5480d-7cce-4f16-9e6d-bc905bb0edb8 None None] DHCP Agent not found on host dv-cinder-786260-6-iscsi {{(pid=92880) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 17 17:55:14.460110 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-52216734-2767-495c-9b97-9bddb1e76532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594'] for agent, after_create {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:16.773424 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-99fd17cf-4d2c-4564-a6e2-8a56a9189441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594'] for agent, after_create {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:16.845001 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-16b195c7-e1ab-4547-9a6c-78c868e39bf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:16.904622 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594'] for agent, after_create {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:16.905334 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:55:16.905692 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:55:16.906082 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:55:16.906469 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:55:16.906801 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:55:16.907127 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:55:16.908603 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:55:16.909017 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:55:16.909360 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:55:16.909691 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:55:16.910023 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:55:16.912828 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:55:16.913277 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-786260-6-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=92880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:55:16.923650 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-786260-6-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=92880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:55:18.023087 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-8848f698-b84d-4e61-bbd9-19a6867363d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594'] for agent, after_create {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:19.435421 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-a0cf07df-ba9d-4ba7-86ac-6ceb73a86136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594'] for agent, after_create {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:20.791565 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 39942) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:55:21.303347 dv-cinder-786260-6-iscsi neutron-server[92874]: WARNING oslo_policy.policy [None req-6d4d995c-2609-41f2-b794-959f044815c3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 17 17:55:21.303931 dv-cinder-786260-6-iscsi neutron-server[92874]: WARNING oslo_policy.policy [None req-6d4d995c-2609-41f2-b794-959f044815c3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 17 17:55:21.520682 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [None req-6d4d995c-2609-41f2-b794-959f044815c3 admin admin] http://10.222.0.97:9696/v2.0/extensions returned with HTTP 200 {{(pid=92874) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 17:55:21.521696 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-6d4d995c-2609-41f2-b794-959f044815c3 admin admin] 10.222.0.97 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7291517 Jun 17 17:55:22.058933 dv-cinder-786260-6-iscsi neutron-server[92880]: INFO neutron.db.l3_hamode_db [None req-19e47c81-11a1-410b-b15b-9e779d1e84f1 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 17 17:55:22.134981 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e47c81-11a1-410b-b15b-9e779d1e84f1 None None] Routers set() bound to L3 agent in host dv-cinder-786260-6-iscsi {{(pid=92880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:55:22.135354 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e47c81-11a1-410b-b15b-9e779d1e84f1 None None] Router IDs set() for agent in host dv-cinder-786260-6-iscsi {{(pid=92880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 17 17:55:23.843373 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 39956) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:55:24.146006 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.v2.base [None req-7e12e598-08a5-4a78-88a7-67b5d913773b admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True}} {{(pid=92874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 17:55:24.239263 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.policy [None req-7e12e598-08a5-4a78-88a7-67b5d913773b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92874) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 17 17:55:24.284722 dv-cinder-786260-6-iscsi neutron-server[92874]: WARNING oslo_policy.policy [None req-7e12e598-08a5-4a78-88a7-67b5d913773b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 17 17:55:24.285097 dv-cinder-786260-6-iscsi neutron-server[92874]: WARNING oslo_policy.policy [None req-7e12e598-08a5-4a78-88a7-67b5d913773b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 17 17:55:24.294395 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.quota [None req-7e12e598-08a5-4a78-88a7-67b5d913773b admin admin] Loaded quota_driver: . Jun 17 17:55:24.385394 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-7e12e598-08a5-4a78-88a7-67b5d913773b admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743364218306', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743364218775', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743364303744', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743364302330', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743364323903', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743364314097', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-2009726', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2029415', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1047615', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-561391'] for rbac-policy, before_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:24.449762 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-7e12e598-08a5-4a78-88a7-67b5d913773b admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:24.450947 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-7e12e598-08a5-4a78-88a7-67b5d913773b admin admin] 10.222.0.97 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6065876 Jun 17 17:55:26.955618 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 39968) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:55:27.252046 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.v2.base [None req-74240293-6bdd-49f5-a704-472067791843 admin admin] Request body: {'network': {'project_id': '0bc547d04bef4eafb28ca45df31601c0', 'tenant_id': '0bc547d04bef4eafb28ca45df31601c0', 'name': 'private', 'admin_state_up': True}} {{(pid=92874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 17:55:27.279845 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74240293-6bdd-49f5-a704-472067791843 admin admin] Made reservation on behalf of 0bc547d04bef4eafb28ca45df31601c0 for: {'network': 1} {{(pid=92874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 17:55:27.282540 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-74240293-6bdd-49f5-a704-472067791843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1986742'] for network, before_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:27.299069 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-74240293-6bdd-49f5-a704-472067791843 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:27.429845 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-74240293-6bdd-49f5-a704-472067791843 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:27.433715 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-74240293-6bdd-49f5-a704-472067791843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:27.438308 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:55:27.461585 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74240293-6bdd-49f5-a704-472067791843 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1133} {{(pid=92874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 17:55:27.487894 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-74240293-6bdd-49f5-a704-472067791843 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8743365118603', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1592042'] for segment, precommit_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:27.488527 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-74240293-6bdd-49f5-a704-472067791843 admin admin] Unsubscribe: segment precommit_create {{(pid=92874) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 17 17:55:27.489001 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.db.segments_db [None req-74240293-6bdd-49f5-a704-472067791843 admin admin] Added segment ad95e392-e90d-4747-a56f-638d42fa1409 of type vlan for network d21a37c5-c35a-4a81-8f2e-4034ac1b36a9 Jun 17 17:55:27.506089 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74240293-6bdd-49f5-a704-472067791843 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=050c12e4-5e6d-40a1-8805-43e4227a7135,revision_number=1']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:55:27.530920 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74240293-6bdd-49f5-a704-472067791843 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:55:27.531270 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74240293-6bdd-49f5-a704-472067791843 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:55:27.531602 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74240293-6bdd-49f5-a704-472067791843 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:55:27.531922 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74240293-6bdd-49f5-a704-472067791843 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:55:27.532267 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74240293-6bdd-49f5-a704-472067791843 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:55:27.532600 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74240293-6bdd-49f5-a704-472067791843 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:55:27.532922 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74240293-6bdd-49f5-a704-472067791843 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:55:27.533233 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74240293-6bdd-49f5-a704-472067791843 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:55:27.533557 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74240293-6bdd-49f5-a704-472067791843 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:55:27.533869 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74240293-6bdd-49f5-a704-472067791843 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:55:27.534178 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74240293-6bdd-49f5-a704-472067791843 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:55:27.534485 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74240293-6bdd-49f5-a704-472067791843 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:55:27.535589 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74240293-6bdd-49f5-a704-472067791843 admin admin] Tracked resource versions report: Jun 17 17:55:27.535589 dv-cinder-786260-6-iscsi neutron-server[92874]: pushed versions: Jun 17 17:55:27.535589 dv-cinder-786260-6-iscsi neutron-server[92874]: { 'AddressGroup': {'1.2'}, Jun 17 17:55:27.535589 dv-cinder-786260-6-iscsi neutron-server[92874]: 'ConntrackHelper': {'1.0'}, Jun 17 17:55:27.535589 dv-cinder-786260-6-iscsi neutron-server[92874]: 'Log': {'1.0'}, Jun 17 17:55:27.535589 dv-cinder-786260-6-iscsi neutron-server[92874]: 'Network': {'1.1'}, Jun 17 17:55:27.535589 dv-cinder-786260-6-iscsi neutron-server[92874]: 'Port': {'1.7'}, Jun 17 17:55:27.535589 dv-cinder-786260-6-iscsi neutron-server[92874]: 'PortForwarding': {'1.2'}, Jun 17 17:55:27.535589 dv-cinder-786260-6-iscsi neutron-server[92874]: 'QosPolicy': {'1.8'}, Jun 17 17:55:27.535589 dv-cinder-786260-6-iscsi neutron-server[92874]: 'SecurityGroup': {'1.4'}, Jun 17 17:55:27.535589 dv-cinder-786260-6-iscsi neutron-server[92874]: 'SecurityGroupRule': {'1.2'}, Jun 17 17:55:27.535589 dv-cinder-786260-6-iscsi neutron-server[92874]: 'SubPort': {'1.0'}, Jun 17 17:55:27.535589 dv-cinder-786260-6-iscsi neutron-server[92874]: 'Subnet': {'1.1'}, Jun 17 17:55:27.535589 dv-cinder-786260-6-iscsi neutron-server[92874]: 'Trunk': {'1.1'}} Jun 17 17:55:27.535589 dv-cinder-786260-6-iscsi neutron-server[92874]: consumer versions: Jun 17 17:55:27.535589 dv-cinder-786260-6-iscsi neutron-server[92874]: { DHCP agent@dv-cinder-786260-6-iscsi: {}, Jun 17 17:55:27.535589 dv-cinder-786260-6-iscsi neutron-server[92874]: L3 agent@dv-cinder-786260-6-iscsi: {}, Jun 17 17:55:27.535589 dv-cinder-786260-6-iscsi neutron-server[92874]: Metadata agent@dv-cinder-786260-6-iscsi: {}, Jun 17 17:55:27.535589 dv-cinder-786260-6-iscsi neutron-server[92874]: Metering agent@dv-cinder-786260-6-iscsi: {}, Jun 17 17:55:27.535589 dv-cinder-786260-6-iscsi neutron-server[92874]: Open vSwitch agent@dv-cinder-786260-6-iscsi: { 'AddressGroup': '1.2', Jun 17 17:55:27.535589 dv-cinder-786260-6-iscsi neutron-server[92874]: 'ConntrackHelper': '1.0', Jun 17 17:55:27.535589 dv-cinder-786260-6-iscsi neutron-server[92874]: 'Log': '1.0', Jun 17 17:55:27.535589 dv-cinder-786260-6-iscsi neutron-server[92874]: 'Network': '1.1', Jun 17 17:55:27.535589 dv-cinder-786260-6-iscsi neutron-server[92874]: 'Port': '1.7', Jun 17 17:55:27.535589 dv-cinder-786260-6-iscsi neutron-server[92874]: 'PortForwarding': '1.2', Jun 17 17:55:27.535589 dv-cinder-786260-6-iscsi neutron-server[92874]: 'QosPolicy': '1.8', Jun 17 17:55:27.535589 dv-cinder-786260-6-iscsi neutron-server[92874]: 'SecurityGroup': '1.4', Jun 17 17:55:27.535589 dv-cinder-786260-6-iscsi neutron-server[92874]: 'SecurityGroupRule': '1.2', Jun 17 17:55:27.535589 dv-cinder-786260-6-iscsi neutron-server[92874]: 'SubPort': '1.0', Jun 17 17:55:27.535589 dv-cinder-786260-6-iscsi neutron-server[92874]: 'Subnet': '1.1', Jun 17 17:55:27.535589 dv-cinder-786260-6-iscsi neutron-server[92874]: 'Trunk': '1.1'}} Jun 17 17:55:27.535589 dv-cinder-786260-6-iscsi neutron-server[92874]: {{(pid=92874) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 17 17:55:27.602636 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-74240293-6bdd-49f5-a704-472067791843 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:55:27.608672 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-74240293-6bdd-49f5-a704-472067791843 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743364582301'] for network, precommit_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:27.658014 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-74240293-6bdd-49f5-a704-472067791843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563796'] for network, after_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:27.659488 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74240293-6bdd-49f5-a704-472067791843 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:55:27.660203 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-74240293-6bdd-49f5-a704-472067791843 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563787'] for network, before_response {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:27.663542 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:55:27.710321 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-74240293-6bdd-49f5-a704-472067791843 admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 0.7535031 Jun 17 17:55:27.762322 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74240293-6bdd-49f5-a704-472067791843 admin admin] Pushing event updated for resources: {'Network': ['ID=d21a37c5-c35a-4a81-8f2e-4034ac1b36a9,revision_number=1']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:55:27.765842 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-74240293-6bdd-49f5-a704-472067791843 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:55:27.774714 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Network d21a37c5-c35a-4a81-8f2e-4034ac1b36a9 details requested by agent ovs-agent-dv-cinder-786260-6-iscsi with host dv-cinder-786260-6-iscsi {{(pid=92880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 17:55:30.342059 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 39982) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:55:30.832648 dv-cinder-786260-6-iscsi neutron-server[92872]: WARNING oslo_policy.policy [None req-ed6ff3f5-2cc4-49fe-9b9f-82d43c97d229 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 17 17:55:30.833238 dv-cinder-786260-6-iscsi neutron-server[92872]: WARNING oslo_policy.policy [None req-ed6ff3f5-2cc4-49fe-9b9f-82d43c97d229 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 17 17:55:31.270419 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.policy [None req-ed6ff3f5-2cc4-49fe-9b9f-82d43c97d229 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92872) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 17 17:55:31.315843 dv-cinder-786260-6-iscsi neutron-server[92872]: WARNING oslo_policy.policy [None req-ed6ff3f5-2cc4-49fe-9b9f-82d43c97d229 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 17 17:55:31.316255 dv-cinder-786260-6-iscsi neutron-server[92872]: WARNING oslo_policy.policy [None req-ed6ff3f5-2cc4-49fe-9b9f-82d43c97d229 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 17 17:55:31.324456 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed6ff3f5-2cc4-49fe-9b9f-82d43c97d229 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:55:31.326316 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-ed6ff3f5-2cc4-49fe-9b9f-82d43c97d229 admin admin] 10.222.0.97 "GET /v2.0/networks/d21a37c5-c35a-4a81-8f2e-4034ac1b36a9 HTTP/1.1" status: 200 len: 826 time: 0.9822383 Jun 17 17:55:31.364564 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-4be3583d-4654-450b-9363-762c12825eec admin admin] 10.222.0.97 "GET /v2.0/subnetpools/44dd1d2e-dea7-4e5d-aa37-608a9f40ded7 HTTP/1.1" status: 200 len: 734 time: 0.0328267 Jun 17 17:55:31.374553 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.v2.base [None req-386a39b0-c714-4c56-b4e5-a92ceb0218fe admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'ip_version': 4, 'network_id': 'd21a37c5-c35a-4a81-8f2e-4034ac1b36a9', 'tenant_id': '0bc547d04bef4eafb28ca45df31601c0', 'subnetpool_id': '44dd1d2e-dea7-4e5d-aa37-608a9f40ded7'}} {{(pid=92872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 17:55:31.376159 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.quota [None req-386a39b0-c714-4c56-b4e5-a92ceb0218fe admin admin] Loaded quota_driver: . Jun 17 17:55:31.417557 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-386a39b0-c714-4c56-b4e5-a92ceb0218fe admin admin] Made reservation on behalf of 0bc547d04bef4eafb28ca45df31601c0 for: {'subnet': 1} {{(pid=92872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 17:55:31.420706 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-386a39b0-c714-4c56-b4e5-a92ceb0218fe admin admin] Notify callbacks [] for subnet, before_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:31.714702 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-386a39b0-c714-4c56-b4e5-a92ceb0218fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805'] for subnet, after_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:31.719674 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:55:31.783181 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386a39b0-c714-4c56-b4e5-a92ceb0218fe admin admin] Checking segment: {'id': 'ad95e392-e90d-4747-a56f-638d42fa1409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': 'd21a37c5-c35a-4a81-8f2e-4034ac1b36a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 17:55:31.783567 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-386a39b0-c714-4c56-b4e5-a92ceb0218fe admin admin] Network hostable DHCP agents. Network: d21a37c5-c35a-4a81-8f2e-4034ac1b36a9, hostable agents: ['795a795f-766d-4def-8ee5-7e560291ca0e'], hosted agents: [] {{(pid=92872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 17:55:31.799114 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386a39b0-c714-4c56-b4e5-a92ceb0218fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=ceb8c6ca-b36a-48db-bbed-30fd3dd92801,revision_number=0']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:55:31.813923 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386a39b0-c714-4c56-b4e5-a92ceb0218fe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:55:31.814276 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386a39b0-c714-4c56-b4e5-a92ceb0218fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:55:31.814608 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386a39b0-c714-4c56-b4e5-a92ceb0218fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:55:31.814941 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386a39b0-c714-4c56-b4e5-a92ceb0218fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:55:31.815242 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386a39b0-c714-4c56-b4e5-a92ceb0218fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:55:31.815561 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386a39b0-c714-4c56-b4e5-a92ceb0218fe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:55:31.815873 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386a39b0-c714-4c56-b4e5-a92ceb0218fe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:55:31.816253 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386a39b0-c714-4c56-b4e5-a92ceb0218fe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:55:31.816582 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386a39b0-c714-4c56-b4e5-a92ceb0218fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:55:31.816894 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386a39b0-c714-4c56-b4e5-a92ceb0218fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:55:31.817219 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386a39b0-c714-4c56-b4e5-a92ceb0218fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:55:31.817510 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386a39b0-c714-4c56-b4e5-a92ceb0218fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:55:31.818829 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386a39b0-c714-4c56-b4e5-a92ceb0218fe admin admin] Tracked resource versions report: Jun 17 17:55:31.818829 dv-cinder-786260-6-iscsi neutron-server[92872]: pushed versions: Jun 17 17:55:31.818829 dv-cinder-786260-6-iscsi neutron-server[92872]: { 'AddressGroup': {'1.2'}, Jun 17 17:55:31.818829 dv-cinder-786260-6-iscsi neutron-server[92872]: 'ConntrackHelper': {'1.0'}, Jun 17 17:55:31.818829 dv-cinder-786260-6-iscsi neutron-server[92872]: 'Log': {'1.0'}, Jun 17 17:55:31.818829 dv-cinder-786260-6-iscsi neutron-server[92872]: 'Network': {'1.1'}, Jun 17 17:55:31.818829 dv-cinder-786260-6-iscsi neutron-server[92872]: 'Port': {'1.7'}, Jun 17 17:55:31.818829 dv-cinder-786260-6-iscsi neutron-server[92872]: 'PortForwarding': {'1.2'}, Jun 17 17:55:31.818829 dv-cinder-786260-6-iscsi neutron-server[92872]: 'QosPolicy': {'1.8'}, Jun 17 17:55:31.818829 dv-cinder-786260-6-iscsi neutron-server[92872]: 'SecurityGroup': {'1.4'}, Jun 17 17:55:31.818829 dv-cinder-786260-6-iscsi neutron-server[92872]: 'SecurityGroupRule': {'1.2'}, Jun 17 17:55:31.818829 dv-cinder-786260-6-iscsi neutron-server[92872]: 'SubPort': {'1.0'}, Jun 17 17:55:31.818829 dv-cinder-786260-6-iscsi neutron-server[92872]: 'Subnet': {'1.1'}, Jun 17 17:55:31.818829 dv-cinder-786260-6-iscsi neutron-server[92872]: 'Trunk': {'1.1'}} Jun 17 17:55:31.818829 dv-cinder-786260-6-iscsi neutron-server[92872]: consumer versions: Jun 17 17:55:31.818829 dv-cinder-786260-6-iscsi neutron-server[92872]: { DHCP agent@dv-cinder-786260-6-iscsi: {}, Jun 17 17:55:31.818829 dv-cinder-786260-6-iscsi neutron-server[92872]: L3 agent@dv-cinder-786260-6-iscsi: {}, Jun 17 17:55:31.818829 dv-cinder-786260-6-iscsi neutron-server[92872]: Metadata agent@dv-cinder-786260-6-iscsi: {}, Jun 17 17:55:31.818829 dv-cinder-786260-6-iscsi neutron-server[92872]: Metering agent@dv-cinder-786260-6-iscsi: {}, Jun 17 17:55:31.818829 dv-cinder-786260-6-iscsi neutron-server[92872]: Open vSwitch agent@dv-cinder-786260-6-iscsi: { 'AddressGroup': '1.2', Jun 17 17:55:31.818829 dv-cinder-786260-6-iscsi neutron-server[92872]: 'ConntrackHelper': '1.0', Jun 17 17:55:31.818829 dv-cinder-786260-6-iscsi neutron-server[92872]: 'Log': '1.0', Jun 17 17:55:31.818829 dv-cinder-786260-6-iscsi neutron-server[92872]: 'Network': '1.1', Jun 17 17:55:31.818829 dv-cinder-786260-6-iscsi neutron-server[92872]: 'Port': '1.7', Jun 17 17:55:31.818829 dv-cinder-786260-6-iscsi neutron-server[92872]: 'PortForwarding': '1.2', Jun 17 17:55:31.818829 dv-cinder-786260-6-iscsi neutron-server[92872]: 'QosPolicy': '1.8', Jun 17 17:55:31.818829 dv-cinder-786260-6-iscsi neutron-server[92872]: 'SecurityGroup': '1.4', Jun 17 17:55:31.818829 dv-cinder-786260-6-iscsi neutron-server[92872]: 'SecurityGroupRule': '1.2', Jun 17 17:55:31.818829 dv-cinder-786260-6-iscsi neutron-server[92872]: 'SubPort': '1.0', Jun 17 17:55:31.818829 dv-cinder-786260-6-iscsi neutron-server[92872]: 'Subnet': '1.1', Jun 17 17:55:31.818829 dv-cinder-786260-6-iscsi neutron-server[92872]: 'Trunk': '1.1'}} Jun 17 17:55:31.818829 dv-cinder-786260-6-iscsi neutron-server[92872]: {{(pid=92872) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 17 17:55:31.842474 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-386a39b0-c714-4c56-b4e5-a92ceb0218fe admin admin] Network d21a37c5-c35a-4a81-8f2e-4034ac1b36a9 is scheduled to be hosted by DHCP agent 795a795f-766d-4def-8ee5-7e560291ca0e with binding_index 1 {{(pid=92872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 17:55:31.857041 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-386a39b0-c714-4c56-b4e5-a92ceb0218fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:55:31.859454 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.scheduler.base_scheduler [None req-386a39b0-c714-4c56-b4e5-a92ceb0218fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-6-iscsi, d21a37c5-c35a-4a81-8f2e-4034ac1b36a9) {{(pid=92872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:55:31.864821 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-386a39b0-c714-4c56-b4e5-a92ceb0218fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:55:31.865947 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-386a39b0-c714-4c56-b4e5-a92ceb0218fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563787'] for subnet, before_response {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:31.870514 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-575e0d22-0bc8-4440-9361-569e13cfc44b None None] Network d21a37c5-c35a-4a81-8f2e-4034ac1b36a9 requested from dv-cinder-786260-6-iscsi {{(pid=92880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 17:55:31.886480 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-386a39b0-c714-4c56-b4e5-a92ceb0218fe admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5155704 Jun 17 17:55:32.186396 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e25cb6f-40c7-488a-923a-f5c34e3036a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc86703fc-b3e3-5eab-995b-625b3403c1cb-d21a37c5-c35a-4a81-8f2e-4034ac1b36a9', 'network_id': 'd21a37c5-c35a-4a81-8f2e-4034ac1b36a9', 'tenant_id': '0bc547d04bef4eafb28ca45df31601c0', 'fixed_ips': [{'subnet_id': 'ceb8c6ca-b36a-48db-bbed-30fd3dd92801'}]}} from dv-cinder-786260-6-iscsi. {{(pid=92880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 17:55:32.187665 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-4e25cb6f-40c7-488a-923a-f5c34e3036a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1986742'] for port, before_create {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:32.467207 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.db_base_plugin_common [None req-4e25cb6f-40c7-488a-923a-f5c34e3036a5 None None] Allocated IP 172.20.0.2 (d21a37c5-c35a-4a81-8f2e-4034ac1b36a9/ceb8c6ca-b36a-48db-bbed-30fd3dd92801/6c7dcde5-7faf-46e4-bb34-fcd38a32ff21) {{(pid=92880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 17:55:32.672334 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-4e25cb6f-40c7-488a-923a-f5c34e3036a5 None None] Notify callbacks [] for port, precommit_create {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:32.689492 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-4e25cb6f-40c7-488a-923a-f5c34e3036a5 None None] Transition to ACTIVE for port object 6c7dcde5-7faf-46e4-bb34-fcd38a32ff21 will not be triggered until provisioned by entity L2. {{(pid=92880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:55:32.738737 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-4e25cb6f-40c7-488a-923a-f5c34e3036a5 None None] Transition to ACTIVE for port object 6c7dcde5-7faf-46e4-bb34-fcd38a32ff21 will not be triggered until provisioned by entity DHCP. {{(pid=92880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:55:32.747357 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-4e25cb6f-40c7-488a-923a-f5c34e3036a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1986807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743364645416'] for port, after_create {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:32.750289 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:55:32.810394 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e25cb6f-40c7-488a-923a-f5c34e3036a5 None None] Network d21a37c5-c35a-4a81-8f2e-4034ac1b36a9 is already hosted by enough agents. {{(pid=92880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:55:32.814975 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.scheduler.base_scheduler [None req-4e25cb6f-40c7-488a-923a-f5c34e3036a5 None None] Resources bound (agent type, host, resource id): {{(pid=92880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:55:32.828065 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e25cb6f-40c7-488a-923a-f5c34e3036a5 None None] Received port after_create {{(pid=92880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 17:55:32.834698 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e25cb6f-40c7-488a-923a-f5c34e3036a5 None None] Pushing event updated for resources: {'Port': ['ID=6c7dcde5-7faf-46e4-bb34-fcd38a32ff21,revision_number=1']} {{(pid=92880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:55:32.861304 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e25cb6f-40c7-488a-923a-f5c34e3036a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:55:32.861684 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e25cb6f-40c7-488a-923a-f5c34e3036a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:55:32.862022 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e25cb6f-40c7-488a-923a-f5c34e3036a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:55:32.862349 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e25cb6f-40c7-488a-923a-f5c34e3036a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:55:32.862671 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e25cb6f-40c7-488a-923a-f5c34e3036a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:55:32.862994 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e25cb6f-40c7-488a-923a-f5c34e3036a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:55:32.863308 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e25cb6f-40c7-488a-923a-f5c34e3036a5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:55:32.863623 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e25cb6f-40c7-488a-923a-f5c34e3036a5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:55:32.863954 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e25cb6f-40c7-488a-923a-f5c34e3036a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:55:32.864295 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e25cb6f-40c7-488a-923a-f5c34e3036a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:55:32.864609 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e25cb6f-40c7-488a-923a-f5c34e3036a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:55:32.864920 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e25cb6f-40c7-488a-923a-f5c34e3036a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:55:32.866059 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e25cb6f-40c7-488a-923a-f5c34e3036a5 None None] Tracked resource versions report: Jun 17 17:55:32.866059 dv-cinder-786260-6-iscsi neutron-server[92880]: pushed versions: Jun 17 17:55:32.866059 dv-cinder-786260-6-iscsi neutron-server[92880]: { 'AddressGroup': {'1.2'}, Jun 17 17:55:32.866059 dv-cinder-786260-6-iscsi neutron-server[92880]: 'ConntrackHelper': {'1.0'}, Jun 17 17:55:32.866059 dv-cinder-786260-6-iscsi neutron-server[92880]: 'Log': {'1.0'}, Jun 17 17:55:32.866059 dv-cinder-786260-6-iscsi neutron-server[92880]: 'Network': {'1.1'}, Jun 17 17:55:32.866059 dv-cinder-786260-6-iscsi neutron-server[92880]: 'Port': {'1.7'}, Jun 17 17:55:32.866059 dv-cinder-786260-6-iscsi neutron-server[92880]: 'PortForwarding': {'1.2'}, Jun 17 17:55:32.866059 dv-cinder-786260-6-iscsi neutron-server[92880]: 'QosPolicy': {'1.8'}, Jun 17 17:55:32.866059 dv-cinder-786260-6-iscsi neutron-server[92880]: 'SecurityGroup': {'1.4'}, Jun 17 17:55:32.866059 dv-cinder-786260-6-iscsi neutron-server[92880]: 'SecurityGroupRule': {'1.2'}, Jun 17 17:55:32.866059 dv-cinder-786260-6-iscsi neutron-server[92880]: 'SubPort': {'1.0'}, Jun 17 17:55:32.866059 dv-cinder-786260-6-iscsi neutron-server[92880]: 'Subnet': {'1.1'}, Jun 17 17:55:32.866059 dv-cinder-786260-6-iscsi neutron-server[92880]: 'Trunk': {'1.1'}} Jun 17 17:55:32.866059 dv-cinder-786260-6-iscsi neutron-server[92880]: consumer versions: Jun 17 17:55:32.866059 dv-cinder-786260-6-iscsi neutron-server[92880]: { DHCP agent@dv-cinder-786260-6-iscsi: {}, Jun 17 17:55:32.866059 dv-cinder-786260-6-iscsi neutron-server[92880]: L3 agent@dv-cinder-786260-6-iscsi: {}, Jun 17 17:55:32.866059 dv-cinder-786260-6-iscsi neutron-server[92880]: Metadata agent@dv-cinder-786260-6-iscsi: {}, Jun 17 17:55:32.866059 dv-cinder-786260-6-iscsi neutron-server[92880]: Metering agent@dv-cinder-786260-6-iscsi: {}, Jun 17 17:55:32.866059 dv-cinder-786260-6-iscsi neutron-server[92880]: Open vSwitch agent@dv-cinder-786260-6-iscsi: { 'AddressGroup': '1.2', Jun 17 17:55:32.866059 dv-cinder-786260-6-iscsi neutron-server[92880]: 'ConntrackHelper': '1.0', Jun 17 17:55:32.866059 dv-cinder-786260-6-iscsi neutron-server[92880]: 'Log': '1.0', Jun 17 17:55:32.866059 dv-cinder-786260-6-iscsi neutron-server[92880]: 'Network': '1.1', Jun 17 17:55:32.866059 dv-cinder-786260-6-iscsi neutron-server[92880]: 'Port': '1.7', Jun 17 17:55:32.866059 dv-cinder-786260-6-iscsi neutron-server[92880]: 'PortForwarding': '1.2', Jun 17 17:55:32.866059 dv-cinder-786260-6-iscsi neutron-server[92880]: 'QosPolicy': '1.8', Jun 17 17:55:32.866059 dv-cinder-786260-6-iscsi neutron-server[92880]: 'SecurityGroup': '1.4', Jun 17 17:55:32.866059 dv-cinder-786260-6-iscsi neutron-server[92880]: 'SecurityGroupRule': '1.2', Jun 17 17:55:32.866059 dv-cinder-786260-6-iscsi neutron-server[92880]: 'SubPort': '1.0', Jun 17 17:55:32.866059 dv-cinder-786260-6-iscsi neutron-server[92880]: 'Subnet': '1.1', Jun 17 17:55:32.866059 dv-cinder-786260-6-iscsi neutron-server[92880]: 'Trunk': '1.1'}} Jun 17 17:55:32.866059 dv-cinder-786260-6-iscsi neutron-server[92880]: {{(pid=92880) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 17 17:55:32.887405 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-4e25cb6f-40c7-488a-923a-f5c34e3036a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:55:32.917271 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.managers [None req-4e25cb6f-40c7-488a-923a-f5c34e3036a5 None None] Attempting to bind port 6c7dcde5-7faf-46e4-bb34-fcd38a32ff21 on host dv-cinder-786260-6-iscsi for vnic_type normal with profile {{(pid=92880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 17:55:32.917664 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.managers [None req-4e25cb6f-40c7-488a-923a-f5c34e3036a5 None None] Attempting to bind port 6c7dcde5-7faf-46e4-bb34-fcd38a32ff21 by drivers openvswitch,hyperv on host dv-cinder-786260-6-iscsi at level 0 using segments [{'id': 'ad95e392-e90d-4747-a56f-638d42fa1409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': 'd21a37c5-c35a-4a81-8f2e-4034ac1b36a9'}] {{(pid=92880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 17:55:32.918090 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e25cb6f-40c7-488a-923a-f5c34e3036a5 None None] Attempting to bind port 6c7dcde5-7faf-46e4-bb34-fcd38a32ff21 on network d21a37c5-c35a-4a81-8f2e-4034ac1b36a9 {{(pid=92880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 17:55:32.922922 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e25cb6f-40c7-488a-923a-f5c34e3036a5 None None] Checking agent: {'id': '656fc8e0-be97-41b9-a086-aa1caa9e55fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 17, 55, 17), 'started_at': datetime.datetime(2021, 6, 17, 17, 55, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 17, 55, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 17:55:32.923321 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e25cb6f-40c7-488a-923a-f5c34e3036a5 None None] Checking segment: {'id': 'ad95e392-e90d-4747-a56f-638d42fa1409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': 'd21a37c5-c35a-4a81-8f2e-4034ac1b36a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 17:55:32.923813 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-4e25cb6f-40c7-488a-923a-f5c34e3036a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:32.924230 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e25cb6f-40c7-488a-923a-f5c34e3036a5 None None] Bound using segment: {'id': 'ad95e392-e90d-4747-a56f-638d42fa1409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': 'd21a37c5-c35a-4a81-8f2e-4034ac1b36a9'} {{(pid=92880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 17:55:32.924730 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.managers [None req-4e25cb6f-40c7-488a-923a-f5c34e3036a5 None None] Bound port: 6c7dcde5-7faf-46e4-bb34-fcd38a32ff21, host: dv-cinder-786260-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad95e392-e90d-4747-a56f-638d42fa1409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': 'd21a37c5-c35a-4a81-8f2e-4034ac1b36a9'}}] {{(pid=92880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 17:55:32.925136 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-4e25cb6f-40c7-488a-923a-f5c34e3036a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:32.986088 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-4e25cb6f-40c7-488a-923a-f5c34e3036a5 None None] For port 6c7dcde5-7faf-46e4-bb34-fcd38a32ff21, host dv-cinder-786260-6-iscsi, cleared binding levels {{(pid=92880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 17:55:32.990371 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-4e25cb6f-40c7-488a-923a-f5c34e3036a5 None None] For port 6c7dcde5-7faf-46e4-bb34-fcd38a32ff21, host dv-cinder-786260-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-6-iscsi',level=0,port_id=6c7dcde5-7faf-46e4-bb34-fcd38a32ff21,segment=NetworkSegment(ad95e392-e90d-4747-a56f-638d42fa1409),segment_id=ad95e392-e90d-4747-a56f-638d42fa1409)] {{(pid=92880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 17:55:32.999269 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-4e25cb6f-40c7-488a-923a-f5c34e3036a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479'] for port, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:33.003647 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-4e25cb6f-40c7-488a-923a-f5c34e3036a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:55:33.066844 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e25cb6f-40c7-488a-923a-f5c34e3036a5 None None] Pushing event updated for resources: {'Port': ['ID=6c7dcde5-7faf-46e4-bb34-fcd38a32ff21,revision_number=2']} {{(pid=92880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:55:33.070361 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-4e25cb6f-40c7-488a-923a-f5c34e3036a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:55:34.234260 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 40002) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:55:34.565337 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [None req-d0f1e103-d182-4db9-9157-7e036b988d0e admin admin] http://10.222.0.97:9696/v2.0/extensions returned with HTTP 200 {{(pid=92872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 17:55:34.566293 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-d0f1e103-d182-4db9-9157-7e036b988d0e admin admin] 10.222.0.97 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3309975 Jun 17 17:55:36.906847 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 40010) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:55:37.236137 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [None req-9d867c8e-48c5-47b2-96b7-8abffac99089 admin admin] http://10.222.0.97:9696/v2.0/extensions returned with HTTP 200 {{(pid=92872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 17:55:37.237192 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-9d867c8e-48c5-47b2-96b7-8abffac99089 admin admin] 10.222.0.97 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3293600 Jun 17 17:55:38.855052 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Device 6c7dcde5-7faf-46e4-bb34-fcd38a32ff21 up at agent ovs-agent-dv-cinder-786260-6-iscsi {{(pid=92880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:55:38.944693 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Provisioning for port 6c7dcde5-7faf-46e4-bb34-fcd38a32ff21 completed by entity L2. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:55:39.134364 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5058451a-4605-4232-91a5-fafe3561487d None None] Network d21a37c5-c35a-4a81-8f2e-4034ac1b36a9 requested from dv-cinder-786260-6-iscsi {{(pid=92880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 17:55:39.204891 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-bd385fcc-c470-48c4-9ad0-e072418d0575 None None] Provisioning for port 6c7dcde5-7faf-46e4-bb34-fcd38a32ff21 completed by entity DHCP. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:55:39.212157 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-bd385fcc-c470-48c4-9ad0-e072418d0575 None None] Provisioning complete for port 6c7dcde5-7faf-46e4-bb34-fcd38a32ff21 triggered by entity DHCP. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:55:39.212574 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-bd385fcc-c470-48c4-9ad0-e072418d0575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687209'] for port, provisioning_complete {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:39.394605 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-bd385fcc-c470-48c4-9ad0-e072418d0575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:39.448591 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-bd385fcc-c470-48c4-9ad0-e072418d0575 None None] For port 6c7dcde5-7faf-46e4-bb34-fcd38a32ff21, host dv-cinder-786260-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-6-iscsi',level=0,port_id=6c7dcde5-7faf-46e4-bb34-fcd38a32ff21,segment=NetworkSegment(ad95e392-e90d-4747-a56f-638d42fa1409),segment_id=ad95e392-e90d-4747-a56f-638d42fa1409)] {{(pid=92880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:55:39.453361 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-bd385fcc-c470-48c4-9ad0-e072418d0575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479'] for port, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:39.455957 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:55:39.503944 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd385fcc-c470-48c4-9ad0-e072418d0575 None None] Pushing event updated for resources: {'Port': ['ID=6c7dcde5-7faf-46e4-bb34-fcd38a32ff21,revision_number=3']} {{(pid=92880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:55:39.507277 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-bd385fcc-c470-48c4-9ad0-e072418d0575 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:55:39.679806 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-26c5aace-eeef-4d61-b1e6-bd8ea63ac6b6 None None] Provisioning complete for port 6c7dcde5-7faf-46e4-bb34-fcd38a32ff21 triggered by entity DHCP. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:55:39.680206 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-26c5aace-eeef-4d61-b1e6-bd8ea63ac6b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687209'] for port, provisioning_complete {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:39.891343 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 40024) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:55:40.181018 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.v2.base [None req-ef880c18-111f-4131-b225-59d631266d2b admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '0bc547d04bef4eafb28ca45df31601c0', 'admin_state_up': True}} {{(pid=92872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 17:55:40.204515 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-ef880c18-111f-4131-b225-59d631266d2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1018585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-464'] for router, before_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:40.206022 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-ef880c18-111f-4131-b225-59d631266d2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1017378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-955537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-598790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-463'] for router, precommit_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:40.346250 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-ef880c18-111f-4131-b225-59d631266d2b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:40.351376 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-ef880c18-111f-4131-b225-59d631266d2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1018578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-955646'] for router, after_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:40.363519 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-ef880c18-111f-4131-b225-59d631266d2b admin admin] Notify callbacks [] for router, before_response {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:40.364718 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-ef880c18-111f-4131-b225-59d631266d2b admin admin] 10.222.0.97 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4724231 Jun 17 17:55:40.812550 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Device 6c7dcde5-7faf-46e4-bb34-fcd38a32ff21 up at agent ovs-agent-dv-cinder-786260-6-iscsi {{(pid=92880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:55:40.856666 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Provisioning complete for port 6c7dcde5-7faf-46e4-bb34-fcd38a32ff21 triggered by entity L2. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:55:40.857031 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687209'] for port, provisioning_complete {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:42.680561 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 40032) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:55:42.990525 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [None req-5637b5b9-6cfc-49cf-97d1-7ef375312a3a admin admin] http://10.222.0.97:9696/v2.0/extensions returned with HTTP 200 {{(pid=92874) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 17:55:42.991541 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-5637b5b9-6cfc-49cf-97d1-7ef375312a3a admin admin] 10.222.0.97 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3100421 Jun 17 17:55:44.122319 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-9ed3699a-1d3f-4366-b070-c79c7dcf0545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:45.346511 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 40040) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:55:45.650857 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.v2.base [None req-9d08ad4a-b047-4151-9ab9-9cdc733e6c41 admin admin] Request body: {'network': {'router:external': True, 'provider:network_type': 'flat', 'is_default': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'name': 'public'}} {{(pid=92874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 17:55:45.671051 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d08ad4a-b047-4151-9ab9-9cdc733e6c41 admin admin] Made reservation on behalf of 8323f43baa1e499cb673fbe8fc21fc45 for: {'network': 1} {{(pid=92874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 17:55:45.673544 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-9d08ad4a-b047-4151-9ab9-9cdc733e6c41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1986742'] for network, before_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:45.681288 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-9d08ad4a-b047-4151-9ab9-9cdc733e6c41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:45.775897 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-9d08ad4a-b047-4151-9ab9-9cdc733e6c41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:45.779448 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-9d08ad4a-b047-4151-9ab9-9cdc733e6c41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:45.783400 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-74240293-6bdd-49f5-a704-472067791843 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:55:45.794772 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-9d08ad4a-b047-4151-9ab9-9cdc733e6c41 admin admin] Reserving flat network on physical network physnet1 {{(pid=92874) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 17 17:55:45.817818 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d08ad4a-b047-4151-9ab9-9cdc733e6c41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cc7949b-7b9d-47f2-b766-83754390905f,revision_number=1']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:55:45.821266 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-9d08ad4a-b047-4151-9ab9-9cdc733e6c41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1592042'] for segment, precommit_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:45.821610 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.db.segments_db [None req-9d08ad4a-b047-4151-9ab9-9cdc733e6c41 admin admin] Added segment 07abf0fa-b3ae-48d7-9299-c095c09325c6 of type flat for network 64144b6f-e068-441d-8337-f91b82ffb73c Jun 17 17:55:45.822921 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-9d08ad4a-b047-4151-9ab9-9cdc733e6c41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:55:45.868389 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-9d08ad4a-b047-4151-9ab9-9cdc733e6c41 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743364582301'] for network, precommit_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:45.904384 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-9d08ad4a-b047-4151-9ab9-9cdc733e6c41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563796'] for network, after_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:45.905632 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d08ad4a-b047-4151-9ab9-9cdc733e6c41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:55:45.906209 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-9d08ad4a-b047-4151-9ab9-9cdc733e6c41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563787'] for network, before_response {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:45.908037 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:55:45.936703 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-9d08ad4a-b047-4151-9ab9-9cdc733e6c41 admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5891619 Jun 17 17:55:45.969809 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d08ad4a-b047-4151-9ab9-9cdc733e6c41 admin admin] Pushing event updated for resources: {'Network': ['ID=64144b6f-e068-441d-8337-f91b82ffb73c,revision_number=1']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:55:45.972755 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-9d08ad4a-b047-4151-9ab9-9cdc733e6c41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:55:45.980312 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Network 64144b6f-e068-441d-8337-f91b82ffb73c details requested by agent ovs-agent-dv-cinder-786260-6-iscsi with host dv-cinder-786260-6-iscsi {{(pid=92880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 17:55:46.770270 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-febd8671-5b15-4b76-bc33-5c8f21a8de5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:46.906437 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:47.955480 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-8848f698-b84d-4e61-bbd9-19a6867363d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:48.298105 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 40056) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:55:48.615748 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a46cfd7d-88f2-4640-b82a-ba5b61767101 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:55:48.617112 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-a46cfd7d-88f2-4640-b82a-ba5b61767101 admin admin] 10.222.0.97 "GET /v2.0/subnets/ceb8c6ca-b36a-48db-bbed-30fd3dd92801 HTTP/1.1" status: 200 len: 849 time: 0.3180640 Jun 17 17:55:48.792264 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-bdc1b7cd-8472-4e26-b0d1-14a8c8e37bda admin admin] 10.222.0.97 "GET /v2.0/routers/9f75ccce-dfff-4b21-a3cf-a407813bcbfd HTTP/1.1" status: 200 len: 704 time: 0.1694894 Jun 17 17:55:49.055836 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-42685a04-2efd-49ab-9ced-1aa74f9ebef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1986742'] for port, before_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:49.343703 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.db.db_base_plugin_common [None req-42685a04-2efd-49ab-9ced-1aa74f9ebef1 admin admin] Allocated IP 172.20.0.1 (d21a37c5-c35a-4a81-8f2e-4034ac1b36a9/ceb8c6ca-b36a-48db-bbed-30fd3dd92801/73ce436a-41cb-4e73-85a8-d39120d8ab8b) {{(pid=92874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 17:55:49.383851 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-a0cf07df-ba9d-4ba7-86ac-6ceb73a86136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:49.528987 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-42685a04-2efd-49ab-9ced-1aa74f9ebef1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:49.551989 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.db.provisioning_blocks [None req-42685a04-2efd-49ab-9ced-1aa74f9ebef1 admin admin] Transition to ACTIVE for port object 73ce436a-41cb-4e73-85a8-d39120d8ab8b will not be triggered until provisioned by entity DHCP. {{(pid=92874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:55:49.631712 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-42685a04-2efd-49ab-9ced-1aa74f9ebef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1986807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743364645416'] for port, after_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:49.634664 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:55:49.696059 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42685a04-2efd-49ab-9ced-1aa74f9ebef1 admin admin] Network d21a37c5-c35a-4a81-8f2e-4034ac1b36a9 is already hosted by enough agents. {{(pid=92874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:55:49.700540 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.scheduler.base_scheduler [None req-42685a04-2efd-49ab-9ced-1aa74f9ebef1 admin admin] Resources bound (agent type, host, resource id): {{(pid=92874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:55:49.713352 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42685a04-2efd-49ab-9ced-1aa74f9ebef1 admin admin] Received port after_create {{(pid=92874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 17:55:49.713778 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-42685a04-2efd-49ab-9ced-1aa74f9ebef1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-944711'] for router_interface, before_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:49.736428 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42685a04-2efd-49ab-9ced-1aa74f9ebef1 admin admin] Pushing event updated for resources: {'Port': ['ID=73ce436a-41cb-4e73-85a8-d39120d8ab8b,revision_number=1']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:55:49.776134 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-42685a04-2efd-49ab-9ced-1aa74f9ebef1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:55:49.933067 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-a9298996-27d1-434e-9574-6b5b4c9c9377 None None] Provisioning for port 73ce436a-41cb-4e73-85a8-d39120d8ab8b completed by entity DHCP. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:55:49.936618 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-a9298996-27d1-434e-9574-6b5b4c9c9377 None None] Provisioning complete for port 73ce436a-41cb-4e73-85a8-d39120d8ab8b triggered by entity DHCP. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:55:49.936982 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-a9298996-27d1-434e-9574-6b5b4c9c9377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687209'] for port, provisioning_complete {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:49.969920 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.plugin [None req-a9298996-27d1-434e-9574-6b5b4c9c9377 None None] Port 73ce436a-41cb-4e73-85a8-d39120d8ab8b cannot update to ACTIVE because it is not bound. {{(pid=92880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 17:55:49.973286 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-42685a04-2efd-49ab-9ced-1aa74f9ebef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:50.148121 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-42685a04-2efd-49ab-9ced-1aa74f9ebef1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:50.152387 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-42685a04-2efd-49ab-9ced-1aa74f9ebef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479'] for port, after_update {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:50.153490 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-42685a04-2efd-49ab-9ced-1aa74f9ebef1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-950764'] for router_interface, after_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:50.155103 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-42685a04-2efd-49ab-9ced-1aa74f9ebef1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:55:50.214786 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42685a04-2efd-49ab-9ced-1aa74f9ebef1 admin admin] Pushing event updated for resources: {'Port': ['ID=73ce436a-41cb-4e73-85a8-d39120d8ab8b,revision_number=2']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:55:50.218468 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-42685a04-2efd-49ab-9ced-1aa74f9ebef1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:55:50.277745 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42685a04-2efd-49ab-9ced-1aa74f9ebef1 admin admin] Network d21a37c5-c35a-4a81-8f2e-4034ac1b36a9 is already hosted by enough agents. {{(pid=92874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:55:50.279049 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.scheduler.base_scheduler [None req-42685a04-2efd-49ab-9ced-1aa74f9ebef1 admin admin] Resources bound (agent type, host, resource id): {{(pid=92874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:55:50.436891 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42685a04-2efd-49ab-9ced-1aa74f9ebef1 admin admin] Router 9f75ccce-dfff-4b21-a3cf-a407813bcbfd is scheduled to L3 agent 4c938d44-4998-4210-8006-ee34f5a3ffbf with binding_index 1 {{(pid=92874) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 17:55:50.489483 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-df4b6999-e234-4e32-97ba-35bb31a5c5bb None None] Provisioning complete for port 73ce436a-41cb-4e73-85a8-d39120d8ab8b triggered by entity DHCP. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:55:50.490038 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-df4b6999-e234-4e32-97ba-35bb31a5c5bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687209'] for port, provisioning_complete {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:50.525502 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.plugin [None req-df4b6999-e234-4e32-97ba-35bb31a5c5bb None None] Port 73ce436a-41cb-4e73-85a8-d39120d8ab8b cannot update to ACTIVE because it is not bound. {{(pid=92880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 17:55:50.527350 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42685a04-2efd-49ab-9ced-1aa74f9ebef1 admin admin] Notify agent at l3_agent.dv-cinder-786260-6-iscsi the message routers_updated {{(pid=92874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 17:55:50.532280 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-42685a04-2efd-49ab-9ced-1aa74f9ebef1 admin admin] 10.222.0.97 "PUT /v2.0/routers/9f75ccce-dfff-4b21-a3cf-a407813bcbfd/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7353125 Jun 17 17:55:50.537027 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51313903-fde3-4f96-bf59-706667e0c466 None None] Sync routers for ids ['9f75ccce-dfff-4b21-a3cf-a407813bcbfd'] in dv-cinder-786260-6-iscsi {{(pid=92881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 17:55:50.548336 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51313903-fde3-4f96-bf59-706667e0c466 None None] Routers {'9f75ccce-dfff-4b21-a3cf-a407813bcbfd'} bound to L3 agent in host dv-cinder-786260-6-iscsi {{(pid=92881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:55:50.549072 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.l3_hamode_db [None req-51313903-fde3-4f96-bf59-706667e0c466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-17T17:55:17Z,description=,heartbeat_timestamp=2021-06-17T17:55:47Z,host='dv-cinder-786260-6-iscsi',id=4c938d44-4998-4210-8006-ee34f5a3ffbf,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:55:17Z,topic='l3_agent')) {'router_ids': ['9f75ccce-dfff-4b21-a3cf-a407813bcbfd'], 'active': True} {{(pid=92881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:55:50.731681 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.l3_dvr_db [None req-51313903-fde3-4f96-bf59-706667e0c466 None None] Set router 9f75ccce-dfff-4b21-a3cf-a407813bcbfd gateway port host: None {{(pid=92881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 17:55:51.151133 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.l3_hamode_db [None req-51313903-fde3-4f96-bf59-706667e0c466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f75ccce-dfff-4b21-a3cf-a407813bcbfd', 'name': 'router1', 'tenant_id': '0bc547d04bef4eafb28ca45df31601c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:55:40Z', 'updated_at': '2021-06-17T17:55:49Z', 'revision_number': 2, 'project_id': '0bc547d04bef4eafb28ca45df31601c0', 'gw_port_host': None, '_interfaces': [{'id': '73ce436a-41cb-4e73-85a8-d39120d8ab8b', 'name': '', 'network_id': 'd21a37c5-c35a-4a81-8f2e-4034ac1b36a9', 'tenant_id': '0bc547d04bef4eafb28ca45df31601c0', 'mac_address': 'fa:16:3e:6a:86:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f75ccce-dfff-4b21-a3cf-a407813bcbfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ceb8c6ca-b36a-48db-bbed-30fd3dd92801', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:55:49Z', 'updated_at': '2021-06-17T17:55:50Z', 'revision_number': 2, 'project_id': '0bc547d04bef4eafb28ca45df31601c0', 'subnets': [{'id': 'ceb8c6ca-b36a-48db-bbed-30fd3dd92801', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '44dd1d2e-dea7-4e5d-aa37-608a9f40ded7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-6-iscsi', False) {} {{(pid=92881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:55:51.201946 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51313903-fde3-4f96-bf59-706667e0c466 None None] Checking router: 9f75ccce-dfff-4b21-a3cf-a407813bcbfd for host: dv-cinder-786260-6-iscsi {{(pid=92881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 17:55:51.202303 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51313903-fde3-4f96-bf59-706667e0c466 None None] Updating router 9f75ccce-dfff-4b21-a3cf-a407813bcbfd port 73ce436a-41cb-4e73-85a8-d39120d8ab8b binding host dv-cinder-786260-6-iscsi {{(pid=92881) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 17:55:51.266606 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron_lib.callbacks.manager [None req-51313903-fde3-4f96-bf59-706667e0c466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:51.756117 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron_lib.callbacks.manager [None req-51313903-fde3-4f96-bf59-706667e0c466 None None] Notify callbacks [] for port, precommit_update {{(pid=92881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:51.775394 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.provisioning_blocks [None req-51313903-fde3-4f96-bf59-706667e0c466 None None] Transition to ACTIVE for port object 73ce436a-41cb-4e73-85a8-d39120d8ab8b will not be triggered until provisioned by entity L2. {{(pid=92881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:55:51.781010 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron_lib.callbacks.manager [None req-51313903-fde3-4f96-bf59-706667e0c466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479'] for port, after_update {{(pid=92881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:51.785798 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:55:51.973786 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1b0ec3-fc84-4bce-ac4a-26fcefd60e06 None None] Pushing event updated for resources: {'Port': ['ID=73ce436a-41cb-4e73-85a8-d39120d8ab8b,revision_number=3']} {{(pid=92881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:55:51.991580 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1b0ec3-fc84-4bce-ac4a-26fcefd60e06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:55:51.991911 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1b0ec3-fc84-4bce-ac4a-26fcefd60e06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:55:51.992261 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1b0ec3-fc84-4bce-ac4a-26fcefd60e06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:55:51.992740 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1b0ec3-fc84-4bce-ac4a-26fcefd60e06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:55:51.992962 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1b0ec3-fc84-4bce-ac4a-26fcefd60e06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:55:51.993279 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1b0ec3-fc84-4bce-ac4a-26fcefd60e06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:55:51.993613 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1b0ec3-fc84-4bce-ac4a-26fcefd60e06 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:55:51.993952 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1b0ec3-fc84-4bce-ac4a-26fcefd60e06 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:55:51.994546 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1b0ec3-fc84-4bce-ac4a-26fcefd60e06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:55:51.994861 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1b0ec3-fc84-4bce-ac4a-26fcefd60e06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:55:51.995168 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1b0ec3-fc84-4bce-ac4a-26fcefd60e06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:55:51.995475 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1b0ec3-fc84-4bce-ac4a-26fcefd60e06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:55:51.996718 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1b0ec3-fc84-4bce-ac4a-26fcefd60e06 None None] Tracked resource versions report: Jun 17 17:55:51.996718 dv-cinder-786260-6-iscsi neutron-server[92881]: pushed versions: Jun 17 17:55:51.996718 dv-cinder-786260-6-iscsi neutron-server[92881]: { 'AddressGroup': {'1.2'}, Jun 17 17:55:51.996718 dv-cinder-786260-6-iscsi neutron-server[92881]: 'ConntrackHelper': {'1.0'}, Jun 17 17:55:51.996718 dv-cinder-786260-6-iscsi neutron-server[92881]: 'Log': {'1.0'}, Jun 17 17:55:51.996718 dv-cinder-786260-6-iscsi neutron-server[92881]: 'Network': {'1.1'}, Jun 17 17:55:51.996718 dv-cinder-786260-6-iscsi neutron-server[92881]: 'Port': {'1.7'}, Jun 17 17:55:51.996718 dv-cinder-786260-6-iscsi neutron-server[92881]: 'PortForwarding': {'1.2'}, Jun 17 17:55:51.996718 dv-cinder-786260-6-iscsi neutron-server[92881]: 'QosPolicy': {'1.8'}, Jun 17 17:55:51.996718 dv-cinder-786260-6-iscsi neutron-server[92881]: 'SecurityGroup': {'1.4'}, Jun 17 17:55:51.996718 dv-cinder-786260-6-iscsi neutron-server[92881]: 'SecurityGroupRule': {'1.2'}, Jun 17 17:55:51.996718 dv-cinder-786260-6-iscsi neutron-server[92881]: 'SubPort': {'1.0'}, Jun 17 17:55:51.996718 dv-cinder-786260-6-iscsi neutron-server[92881]: 'Subnet': {'1.1'}, Jun 17 17:55:51.996718 dv-cinder-786260-6-iscsi neutron-server[92881]: 'Trunk': {'1.1'}} Jun 17 17:55:51.996718 dv-cinder-786260-6-iscsi neutron-server[92881]: consumer versions: Jun 17 17:55:51.996718 dv-cinder-786260-6-iscsi neutron-server[92881]: { DHCP agent@dv-cinder-786260-6-iscsi: {}, Jun 17 17:55:51.996718 dv-cinder-786260-6-iscsi neutron-server[92881]: L3 agent@dv-cinder-786260-6-iscsi: {}, Jun 17 17:55:51.996718 dv-cinder-786260-6-iscsi neutron-server[92881]: Metadata agent@dv-cinder-786260-6-iscsi: {}, Jun 17 17:55:51.996718 dv-cinder-786260-6-iscsi neutron-server[92881]: Metering agent@dv-cinder-786260-6-iscsi: {}, Jun 17 17:55:51.996718 dv-cinder-786260-6-iscsi neutron-server[92881]: Open vSwitch agent@dv-cinder-786260-6-iscsi: { 'AddressGroup': '1.2', Jun 17 17:55:51.996718 dv-cinder-786260-6-iscsi neutron-server[92881]: 'ConntrackHelper': '1.0', Jun 17 17:55:51.996718 dv-cinder-786260-6-iscsi neutron-server[92881]: 'Log': '1.0', Jun 17 17:55:51.996718 dv-cinder-786260-6-iscsi neutron-server[92881]: 'Network': '1.1', Jun 17 17:55:51.996718 dv-cinder-786260-6-iscsi neutron-server[92881]: 'Port': '1.7', Jun 17 17:55:51.996718 dv-cinder-786260-6-iscsi neutron-server[92881]: 'PortForwarding': '1.2', Jun 17 17:55:51.996718 dv-cinder-786260-6-iscsi neutron-server[92881]: 'QosPolicy': '1.8', Jun 17 17:55:51.996718 dv-cinder-786260-6-iscsi neutron-server[92881]: 'SecurityGroup': '1.4', Jun 17 17:55:51.996718 dv-cinder-786260-6-iscsi neutron-server[92881]: 'SecurityGroupRule': '1.2', Jun 17 17:55:51.996718 dv-cinder-786260-6-iscsi neutron-server[92881]: 'SubPort': '1.0', Jun 17 17:55:51.996718 dv-cinder-786260-6-iscsi neutron-server[92881]: 'Subnet': '1.1', Jun 17 17:55:51.996718 dv-cinder-786260-6-iscsi neutron-server[92881]: 'Trunk': '1.1'}} Jun 17 17:55:51.996718 dv-cinder-786260-6-iscsi neutron-server[92881]: {{(pid=92881) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 17 17:55:52.002446 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG oslo_concurrency.lockutils [None req-ff1b0ec3-fc84-4bce-ac4a-26fcefd60e06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=92881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:55:52.003318 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.plugins.ml2.managers [None req-51313903-fde3-4f96-bf59-706667e0c466 None None] Attempting to bind port 73ce436a-41cb-4e73-85a8-d39120d8ab8b on host dv-cinder-786260-6-iscsi for vnic_type normal with profile {{(pid=92881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 17:55:52.003714 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.plugins.ml2.managers [None req-51313903-fde3-4f96-bf59-706667e0c466 None None] Attempting to bind port 73ce436a-41cb-4e73-85a8-d39120d8ab8b by drivers openvswitch,hyperv on host dv-cinder-786260-6-iscsi at level 0 using segments [{'id': 'ad95e392-e90d-4747-a56f-638d42fa1409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': 'd21a37c5-c35a-4a81-8f2e-4034ac1b36a9'}] {{(pid=92881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 17:55:52.004428 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51313903-fde3-4f96-bf59-706667e0c466 None None] Attempting to bind port 73ce436a-41cb-4e73-85a8-d39120d8ab8b on network d21a37c5-c35a-4a81-8f2e-4034ac1b36a9 {{(pid=92881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 17:55:52.011045 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51313903-fde3-4f96-bf59-706667e0c466 None None] Checking agent: {'id': '656fc8e0-be97-41b9-a086-aa1caa9e55fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 17, 55, 17), 'started_at': datetime.datetime(2021, 6, 17, 17, 55, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 17, 55, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 17:55:52.011446 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51313903-fde3-4f96-bf59-706667e0c466 None None] Checking segment: {'id': 'ad95e392-e90d-4747-a56f-638d42fa1409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': 'd21a37c5-c35a-4a81-8f2e-4034ac1b36a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 17:55:52.011972 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron_lib.callbacks.manager [None req-51313903-fde3-4f96-bf59-706667e0c466 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:52.012372 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51313903-fde3-4f96-bf59-706667e0c466 None None] Bound using segment: {'id': 'ad95e392-e90d-4747-a56f-638d42fa1409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': 'd21a37c5-c35a-4a81-8f2e-4034ac1b36a9'} {{(pid=92881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 17:55:52.012890 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.plugins.ml2.managers [None req-51313903-fde3-4f96-bf59-706667e0c466 None None] Bound port: 73ce436a-41cb-4e73-85a8-d39120d8ab8b, host: dv-cinder-786260-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad95e392-e90d-4747-a56f-638d42fa1409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1133, 'network_id': 'd21a37c5-c35a-4a81-8f2e-4034ac1b36a9'}}] {{(pid=92881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 17:55:52.013263 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron_lib.callbacks.manager [None req-51313903-fde3-4f96-bf59-706667e0c466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:52.080671 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.plugins.ml2.db [None req-51313903-fde3-4f96-bf59-706667e0c466 None None] For port 73ce436a-41cb-4e73-85a8-d39120d8ab8b, host dv-cinder-786260-6-iscsi, cleared binding levels {{(pid=92881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 17:55:52.104797 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.plugins.ml2.db [None req-51313903-fde3-4f96-bf59-706667e0c466 None None] For port 73ce436a-41cb-4e73-85a8-d39120d8ab8b, host dv-cinder-786260-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-6-iscsi',level=0,port_id=73ce436a-41cb-4e73-85a8-d39120d8ab8b,segment=NetworkSegment(ad95e392-e90d-4747-a56f-638d42fa1409),segment_id=ad95e392-e90d-4747-a56f-638d42fa1409)] {{(pid=92881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 17:55:52.108971 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron_lib.callbacks.manager [None req-51313903-fde3-4f96-bf59-706667e0c466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479'] for port, after_update {{(pid=92881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:52.111273 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:55:52.171337 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1b0ec3-fc84-4bce-ac4a-26fcefd60e06 None None] Pushing event updated for resources: {'Port': ['ID=73ce436a-41cb-4e73-85a8-d39120d8ab8b,revision_number=4']} {{(pid=92881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:55:52.174490 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51313903-fde3-4f96-bf59-706667e0c466 None None] Routers {'9f75ccce-dfff-4b21-a3cf-a407813bcbfd'} bound to L3 agent in host dv-cinder-786260-6-iscsi {{(pid=92881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:55:52.175449 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.l3_hamode_db [None req-51313903-fde3-4f96-bf59-706667e0c466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-17T17:55:17Z,description=,heartbeat_timestamp=2021-06-17T17:55:47Z,host='dv-cinder-786260-6-iscsi',id=4c938d44-4998-4210-8006-ee34f5a3ffbf,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:55:17Z,topic='l3_agent')) {'router_ids': ['9f75ccce-dfff-4b21-a3cf-a407813bcbfd'], 'active': True} {{(pid=92881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:55:52.177561 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG oslo_concurrency.lockutils [None req-ff1b0ec3-fc84-4bce-ac4a-26fcefd60e06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:55:52.269272 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.l3_dvr_db [None req-51313903-fde3-4f96-bf59-706667e0c466 None None] Set router 9f75ccce-dfff-4b21-a3cf-a407813bcbfd gateway port host: None {{(pid=92881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 17:55:52.482408 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.l3_hamode_db [None req-51313903-fde3-4f96-bf59-706667e0c466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f75ccce-dfff-4b21-a3cf-a407813bcbfd', 'name': 'router1', 'tenant_id': '0bc547d04bef4eafb28ca45df31601c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:55:40Z', 'updated_at': '2021-06-17T17:55:49Z', 'revision_number': 2, 'project_id': '0bc547d04bef4eafb28ca45df31601c0', 'gw_port_host': None, '_interfaces': [{'id': '73ce436a-41cb-4e73-85a8-d39120d8ab8b', 'name': '', 'network_id': 'd21a37c5-c35a-4a81-8f2e-4034ac1b36a9', 'tenant_id': '0bc547d04bef4eafb28ca45df31601c0', 'mac_address': 'fa:16:3e:6a:86:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f75ccce-dfff-4b21-a3cf-a407813bcbfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ceb8c6ca-b36a-48db-bbed-30fd3dd92801', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:55:49Z', 'updated_at': '2021-06-17T17:55:52Z', 'revision_number': 4, 'project_id': '0bc547d04bef4eafb28ca45df31601c0', 'subnets': [{'id': 'ceb8c6ca-b36a-48db-bbed-30fd3dd92801', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '44dd1d2e-dea7-4e5d-aa37-608a9f40ded7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-6-iscsi', False) {} {{(pid=92881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:55:52.508307 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51313903-fde3-4f96-bf59-706667e0c466 None None] The sync data for ids ['9f75ccce-dfff-4b21-a3cf-a407813bcbfd'] in dv-cinder-786260-6-iscsi is: [{'id': '9f75ccce-dfff-4b21-a3cf-a407813bcbfd', 'name': 'router1', 'tenant_id': '0bc547d04bef4eafb28ca45df31601c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:55:40Z', 'updated_at': '2021-06-17T17:55:49Z', 'revision_number': 2, 'project_id': '0bc547d04bef4eafb28ca45df31601c0', 'gw_port_host': None, '_interfaces': [{'id': '73ce436a-41cb-4e73-85a8-d39120d8ab8b', 'name': '', 'network_id': 'd21a37c5-c35a-4a81-8f2e-4034ac1b36a9', 'tenant_id': '0bc547d04bef4eafb28ca45df31601c0', 'mac_address': 'fa:16:3e:6a:86:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f75ccce-dfff-4b21-a3cf-a407813bcbfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ceb8c6ca-b36a-48db-bbed-30fd3dd92801', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:55:49Z', 'updated_at': '2021-06-17T17:55:52Z', 'revision_number': 4, 'project_id': '0bc547d04bef4eafb28ca45df31601c0', 'subnets': [{'id': 'ceb8c6ca-b36a-48db-bbed-30fd3dd92801', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '44dd1d2e-dea7-4e5d-aa37-608a9f40ded7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 17:55:52.773397 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 40076) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:55:52.885215 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17aea148-d559-493e-bb90-25516a16249e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:55:52.886569 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-17aea148-d559-493e-bb90-25516a16249e admin admin] 10.222.0.97 "GET /v2.0/networks/64144b6f-e068-441d-8337-f91b82ffb73c HTTP/1.1" status: 200 len: 842 time: 0.1122200 Jun 17 17:55:52.895828 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.v2.base [None req-9236d240-81d8-4975-9422-df9579a51b4d admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '172.27.2.0/24', 'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'gateway_ip': '172.27.2.1', 'name': 'public-subnet', 'enable_dhcp': False}} {{(pid=92874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 17:55:52.920871 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9236d240-81d8-4975-9422-df9579a51b4d admin admin] Made reservation on behalf of 8323f43baa1e499cb673fbe8fc21fc45 for: {'subnet': 1} {{(pid=92874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 17:55:52.923140 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-9236d240-81d8-4975-9422-df9579a51b4d admin admin] Notify callbacks [] for subnet, before_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:53.233565 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.objects.ports [None req-9236d240-81d8-4975-9422-df9579a51b4d admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92874) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 17 17:55:53.234029 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-9236d240-81d8-4975-9422-df9579a51b4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805'] for subnet, after_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:53.236918 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:55:53.290069 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9236d240-81d8-4975-9422-df9579a51b4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=78089575-0364-47db-be8b-ef28f42f3a37,revision_number=0']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:55:53.295609 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-9236d240-81d8-4975-9422-df9579a51b4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:55:53.300711 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9236d240-81d8-4975-9422-df9579a51b4d admin admin] Checking segment: {'id': '07abf0fa-b3ae-48d7-9299-c095c09325c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 17:55:53.301078 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9236d240-81d8-4975-9422-df9579a51b4d admin admin] Network hostable DHCP agents. Network: 64144b6f-e068-441d-8337-f91b82ffb73c, hostable agents: ['795a795f-766d-4def-8ee5-7e560291ca0e'], hosted agents: [] {{(pid=92874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 17:55:53.323570 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9236d240-81d8-4975-9422-df9579a51b4d admin admin] Network 64144b6f-e068-441d-8337-f91b82ffb73c is scheduled to be hosted by DHCP agent 795a795f-766d-4def-8ee5-7e560291ca0e with binding_index 1 {{(pid=92874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 17:55:53.334264 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.scheduler.base_scheduler [None req-9236d240-81d8-4975-9422-df9579a51b4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-6-iscsi, 64144b6f-e068-441d-8337-f91b82ffb73c) {{(pid=92874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:55:53.338966 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9236d240-81d8-4975-9422-df9579a51b4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:55:53.339609 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-9236d240-81d8-4975-9422-df9579a51b4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563787'] for subnet, before_response {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:53.344468 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4916c084-1abc-4800-824e-439c25c1e8bb None None] Network 64144b6f-e068-441d-8337-f91b82ffb73c requested from dv-cinder-786260-6-iscsi {{(pid=92880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 17:55:53.353892 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-9236d240-81d8-4975-9422-df9579a51b4d admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4615555 Jun 17 17:55:53.480822 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6d6f791-a3c4-4fe0-941c-0d142a0e902f None None] Network 64144b6f-e068-441d-8337-f91b82ffb73c requested from dv-cinder-786260-6-iscsi {{(pid=92880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 17:55:55.591723 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 40090) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:55:55.724389 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-b8cf74ff-473c-46ab-8da9-700594b6ae12 admin admin] 10.222.0.97 "GET /v2.0/routers/9f75ccce-dfff-4b21-a3cf-a407813bcbfd HTTP/1.1" status: 200 len: 710 time: 0.1314766 Jun 17 17:55:55.812978 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab7cdbd0-96b8-40f5-bf67-0bb774c789a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:55:55.814338 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-ab7cdbd0-96b8-40f5-bf67-0bb774c789a1 admin admin] 10.222.0.97 "GET /v2.0/networks/64144b6f-e068-441d-8337-f91b82ffb73c HTTP/1.1" status: 200 len: 886 time: 0.0827792 Jun 17 17:55:55.823457 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.v2.base [None req-73255b2c-a102-4fb6-b208-bdca40fe5c8b admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c'}}} {{(pid=92874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 17:55:56.130419 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-73255b2c-a102-4fb6-b208-bdca40fe5c8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-955609', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1018539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-509'] for router, precommit_update {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:56.363773 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-73255b2c-a102-4fb6-b208-bdca40fe5c8b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:56.439401 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-73255b2c-a102-4fb6-b208-bdca40fe5c8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1986742'] for port, before_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:56.552971 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.db.db_base_plugin_common [None req-73255b2c-a102-4fb6-b208-bdca40fe5c8b admin admin] Allocated IP 172.27.2.196 (64144b6f-e068-441d-8337-f91b82ffb73c/78089575-0364-47db-be8b-ef28f42f3a37/2e5923e3-ab0b-4b7d-bbf3-32c660bd8c74) {{(pid=92874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 17:55:56.656472 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-73255b2c-a102-4fb6-b208-bdca40fe5c8b admin admin] Notify callbacks [] for port, precommit_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:56.693798 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-73255b2c-a102-4fb6-b208-bdca40fe5c8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1986807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743364645416'] for port, after_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:56.696454 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:55:56.730797 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73255b2c-a102-4fb6-b208-bdca40fe5c8b admin admin] Network 64144b6f-e068-441d-8337-f91b82ffb73c is already hosted by enough agents. {{(pid=92874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:55:56.733503 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.scheduler.base_scheduler [None req-73255b2c-a102-4fb6-b208-bdca40fe5c8b admin admin] Resources bound (agent type, host, resource id): {{(pid=92874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:55:56.739464 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73255b2c-a102-4fb6-b208-bdca40fe5c8b admin admin] Received port after_create {{(pid=92874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 17:55:56.745438 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73255b2c-a102-4fb6-b208-bdca40fe5c8b admin admin] Pushing event updated for resources: {'Port': ['ID=2e5923e3-ab0b-4b7d-bbf3-32c660bd8c74,revision_number=1']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:55:56.777908 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-73255b2c-a102-4fb6-b208-bdca40fe5c8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:55:56.838838 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Device 73ce436a-41cb-4e73-85a8-d39120d8ab8b up at agent ovs-agent-dv-cinder-786260-6-iscsi {{(pid=92880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:55:56.887520 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Provisioning for port 73ce436a-41cb-4e73-85a8-d39120d8ab8b completed by entity L2. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:55:56.891545 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Provisioning complete for port 73ce436a-41cb-4e73-85a8-d39120d8ab8b triggered by entity L2. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:55:56.891918 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687209'] for port, provisioning_complete {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:56.966716 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:56.985887 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-73255b2c-a102-4fb6-b208-bdca40fe5c8b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:56.998270 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] For port 73ce436a-41cb-4e73-85a8-d39120d8ab8b, host dv-cinder-786260-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-6-iscsi',level=0,port_id=73ce436a-41cb-4e73-85a8-d39120d8ab8b,segment=NetworkSegment(ad95e392-e90d-4747-a56f-638d42fa1409),segment_id=ad95e392-e90d-4747-a56f-638d42fa1409)] {{(pid=92880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:55:57.001977 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479'] for port, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:57.004110 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-4e25cb6f-40c7-488a-923a-f5c34e3036a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:55:57.095303 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Pushing event updated for resources: {'Port': ['ID=73ce436a-41cb-4e73-85a8-d39120d8ab8b,revision_number=5']} {{(pid=92880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:55:57.098552 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:55:57.179795 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-73255b2c-a102-4fb6-b208-bdca40fe5c8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-955609', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1018539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-509'] for router, precommit_update {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:57.182982 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-73255b2c-a102-4fb6-b208-bdca40fe5c8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-955646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-955584', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-955639', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1018532'] for router, after_update {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:57.368437 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73255b2c-a102-4fb6-b208-bdca40fe5c8b admin admin] Router 9f75ccce-dfff-4b21-a3cf-a407813bcbfd has already been hosted by L3 agent 4c938d44-4998-4210-8006-ee34f5a3ffbf {{(pid=92874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 17:55:57.472568 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73255b2c-a102-4fb6-b208-bdca40fe5c8b admin admin] Notify agent at l3_agent.dv-cinder-786260-6-iscsi the message routers_updated {{(pid=92874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 17:55:57.476698 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-73255b2c-a102-4fb6-b208-bdca40fe5c8b admin admin] Notify callbacks [] for router, before_response {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:57.477859 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-73255b2c-a102-4fb6-b208-bdca40fe5c8b admin admin] 10.222.0.97 "PUT /v2.0/routers/9f75ccce-dfff-4b21-a3cf-a407813bcbfd HTTP/1.1" status: 200 len: 890 time: 1.6581130 Jun 17 17:55:57.484339 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac46d517-6026-433b-8355-257b325ae12e None None] Sync routers for ids ['9f75ccce-dfff-4b21-a3cf-a407813bcbfd'] in dv-cinder-786260-6-iscsi {{(pid=92880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 17:55:57.495657 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac46d517-6026-433b-8355-257b325ae12e None None] Routers {'9f75ccce-dfff-4b21-a3cf-a407813bcbfd'} bound to L3 agent in host dv-cinder-786260-6-iscsi {{(pid=92880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:55:57.496376 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_hamode_db [None req-ac46d517-6026-433b-8355-257b325ae12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-17T17:55:17Z,description=,heartbeat_timestamp=2021-06-17T17:55:47Z,host='dv-cinder-786260-6-iscsi',id=4c938d44-4998-4210-8006-ee34f5a3ffbf,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:55:17Z,topic='l3_agent')) {'router_ids': ['9f75ccce-dfff-4b21-a3cf-a407813bcbfd'], 'active': True} {{(pid=92880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:55:57.715230 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_dvr_db [None req-ac46d517-6026-433b-8355-257b325ae12e None None] Set router 9f75ccce-dfff-4b21-a3cf-a407813bcbfd gateway port host: dv-cinder-786260-6-iscsi {{(pid=92880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 17:55:58.105285 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_hamode_db [None req-ac46d517-6026-433b-8355-257b325ae12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f75ccce-dfff-4b21-a3cf-a407813bcbfd', 'name': 'router1', 'tenant_id': '0bc547d04bef4eafb28ca45df31601c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'external_fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '2e5923e3-ab0b-4b7d-bbf3-32c660bd8c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:55:40Z', 'updated_at': '2021-06-17T17:55:56Z', 'revision_number': 4, 'project_id': '0bc547d04bef4eafb28ca45df31601c0', 'gw_port': {'id': '2e5923e3-ab0b-4b7d-bbf3-32c660bd8c74', 'name': '', 'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:69:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f75ccce-dfff-4b21-a3cf-a407813bcbfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:55:56Z', 'updated_at': '2021-06-17T17:55:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '78089575-0364-47db-be8b-ef28f42f3a37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-6-iscsi', '_interfaces': [{'id': '73ce436a-41cb-4e73-85a8-d39120d8ab8b', 'name': '', 'network_id': 'd21a37c5-c35a-4a81-8f2e-4034ac1b36a9', 'tenant_id': '0bc547d04bef4eafb28ca45df31601c0', 'mac_address': 'fa:16:3e:6a:86:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f75ccce-dfff-4b21-a3cf-a407813bcbfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ceb8c6ca-b36a-48db-bbed-30fd3dd92801', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:55:49Z', 'updated_at': '2021-06-17T17:55:56Z', 'revision_number': 5, 'project_id': '0bc547d04bef4eafb28ca45df31601c0', 'subnets': [{'id': 'ceb8c6ca-b36a-48db-bbed-30fd3dd92801', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '44dd1d2e-dea7-4e5d-aa37-608a9f40ded7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-6-iscsi', False) {} {{(pid=92880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:55:58.155829 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac46d517-6026-433b-8355-257b325ae12e None None] Checking router: 9f75ccce-dfff-4b21-a3cf-a407813bcbfd for host: dv-cinder-786260-6-iscsi {{(pid=92880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 17:55:58.156218 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac46d517-6026-433b-8355-257b325ae12e None None] Updating router 9f75ccce-dfff-4b21-a3cf-a407813bcbfd port 2e5923e3-ab0b-4b7d-bbf3-32c660bd8c74 binding host dv-cinder-786260-6-iscsi {{(pid=92880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 17:55:58.188044 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-ac46d517-6026-433b-8355-257b325ae12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:58.499428 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-ac46d517-6026-433b-8355-257b325ae12e None None] Notify callbacks [] for port, precommit_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:58.508859 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-ac46d517-6026-433b-8355-257b325ae12e None None] Transition to ACTIVE for port object 2e5923e3-ab0b-4b7d-bbf3-32c660bd8c74 will not be triggered until provisioned by entity L2. {{(pid=92880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:55:58.513861 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-ac46d517-6026-433b-8355-257b325ae12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479'] for port, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:58.516003 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:55:58.566052 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.managers [None req-ac46d517-6026-433b-8355-257b325ae12e None None] Attempting to bind port 2e5923e3-ab0b-4b7d-bbf3-32c660bd8c74 on host dv-cinder-786260-6-iscsi for vnic_type normal with profile {{(pid=92880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 17:55:58.566418 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.managers [None req-ac46d517-6026-433b-8355-257b325ae12e None None] Attempting to bind port 2e5923e3-ab0b-4b7d-bbf3-32c660bd8c74 by drivers openvswitch,hyperv on host dv-cinder-786260-6-iscsi at level 0 using segments [{'id': '07abf0fa-b3ae-48d7-9299-c095c09325c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c'}] {{(pid=92880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 17:55:58.566772 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac46d517-6026-433b-8355-257b325ae12e None None] Attempting to bind port 2e5923e3-ab0b-4b7d-bbf3-32c660bd8c74 on network 64144b6f-e068-441d-8337-f91b82ffb73c {{(pid=92880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 17:55:58.568785 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5eb7c1-081d-4c06-8413-9b289c363a84 None None] Pushing event updated for resources: {'Port': ['ID=2e5923e3-ab0b-4b7d-bbf3-32c660bd8c74,revision_number=2']} {{(pid=92880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:55:58.571841 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-ca5eb7c1-081d-4c06-8413-9b289c363a84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:55:58.574459 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac46d517-6026-433b-8355-257b325ae12e None None] Checking agent: {'id': '656fc8e0-be97-41b9-a086-aa1caa9e55fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 17, 55, 17), 'started_at': datetime.datetime(2021, 6, 17, 17, 55, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 17, 55, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 17:55:58.574834 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac46d517-6026-433b-8355-257b325ae12e None None] Checking segment: {'id': '07abf0fa-b3ae-48d7-9299-c095c09325c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 17:55:58.575231 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-ac46d517-6026-433b-8355-257b325ae12e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:58.575938 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac46d517-6026-433b-8355-257b325ae12e None None] Bound using segment: {'id': '07abf0fa-b3ae-48d7-9299-c095c09325c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c'} {{(pid=92880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 17:55:58.576128 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.managers [None req-ac46d517-6026-433b-8355-257b325ae12e None None] Bound port: 2e5923e3-ab0b-4b7d-bbf3-32c660bd8c74, host: dv-cinder-786260-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07abf0fa-b3ae-48d7-9299-c095c09325c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c'}}] {{(pid=92880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 17:55:58.576463 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-ac46d517-6026-433b-8355-257b325ae12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:58.625699 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-ac46d517-6026-433b-8355-257b325ae12e None None] For port 2e5923e3-ab0b-4b7d-bbf3-32c660bd8c74, host dv-cinder-786260-6-iscsi, cleared binding levels {{(pid=92880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 17:55:58.628739 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-ac46d517-6026-433b-8355-257b325ae12e None None] For port 2e5923e3-ab0b-4b7d-bbf3-32c660bd8c74, host dv-cinder-786260-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-6-iscsi',level=0,port_id=2e5923e3-ab0b-4b7d-bbf3-32c660bd8c74,segment=NetworkSegment(07abf0fa-b3ae-48d7-9299-c095c09325c6),segment_id=07abf0fa-b3ae-48d7-9299-c095c09325c6)] {{(pid=92880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 17:55:58.632990 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-ac46d517-6026-433b-8355-257b325ae12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479'] for port, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:58.635855 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:55:58.686447 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac46d517-6026-433b-8355-257b325ae12e None None] Routers {'9f75ccce-dfff-4b21-a3cf-a407813bcbfd'} bound to L3 agent in host dv-cinder-786260-6-iscsi {{(pid=92880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 17:55:58.687054 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_hamode_db [None req-ac46d517-6026-433b-8355-257b325ae12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-17T17:55:17Z,description=,heartbeat_timestamp=2021-06-17T17:55:47Z,host='dv-cinder-786260-6-iscsi',id=4c938d44-4998-4210-8006-ee34f5a3ffbf,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:55:17Z,topic='l3_agent')) {'router_ids': ['9f75ccce-dfff-4b21-a3cf-a407813bcbfd'], 'active': True} {{(pid=92880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:55:58.804103 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5eb7c1-081d-4c06-8413-9b289c363a84 None None] Pushing event updated for resources: {'Port': ['ID=2e5923e3-ab0b-4b7d-bbf3-32c660bd8c74,revision_number=3']} {{(pid=92880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:55:58.831920 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-ca5eb7c1-081d-4c06-8413-9b289c363a84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:55:58.839672 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Device 73ce436a-41cb-4e73-85a8-d39120d8ab8b up at agent ovs-agent-dv-cinder-786260-6-iscsi {{(pid=92880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:55:58.909617 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_dvr_db [None req-ac46d517-6026-433b-8355-257b325ae12e None None] Set router 9f75ccce-dfff-4b21-a3cf-a407813bcbfd gateway port host: dv-cinder-786260-6-iscsi {{(pid=92880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 17:55:58.938541 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Provisioning complete for port 73ce436a-41cb-4e73-85a8-d39120d8ab8b triggered by entity L2. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:55:58.938905 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687209'] for port, provisioning_complete {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:55:59.171492 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_hamode_db [None req-ac46d517-6026-433b-8355-257b325ae12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f75ccce-dfff-4b21-a3cf-a407813bcbfd', 'name': 'router1', 'tenant_id': '0bc547d04bef4eafb28ca45df31601c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'external_fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '2e5923e3-ab0b-4b7d-bbf3-32c660bd8c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:55:40Z', 'updated_at': '2021-06-17T17:55:56Z', 'revision_number': 4, 'project_id': '0bc547d04bef4eafb28ca45df31601c0', 'gw_port': {'id': '2e5923e3-ab0b-4b7d-bbf3-32c660bd8c74', 'name': '', 'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:69:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f75ccce-dfff-4b21-a3cf-a407813bcbfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:55:56Z', 'updated_at': '2021-06-17T17:55:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78089575-0364-47db-be8b-ef28f42f3a37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-6-iscsi', '_interfaces': [{'id': '73ce436a-41cb-4e73-85a8-d39120d8ab8b', 'name': '', 'network_id': 'd21a37c5-c35a-4a81-8f2e-4034ac1b36a9', 'tenant_id': '0bc547d04bef4eafb28ca45df31601c0', 'mac_address': 'fa:16:3e:6a:86:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f75ccce-dfff-4b21-a3cf-a407813bcbfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ceb8c6ca-b36a-48db-bbed-30fd3dd92801', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:55:49Z', 'updated_at': '2021-06-17T17:55:56Z', 'revision_number': 5, 'project_id': '0bc547d04bef4eafb28ca45df31601c0', 'subnets': [{'id': 'ceb8c6ca-b36a-48db-bbed-30fd3dd92801', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '44dd1d2e-dea7-4e5d-aa37-608a9f40ded7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-6-iscsi', False) {} {{(pid=92880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 17:55:59.197944 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac46d517-6026-433b-8355-257b325ae12e None None] The sync data for ids ['9f75ccce-dfff-4b21-a3cf-a407813bcbfd'] in dv-cinder-786260-6-iscsi is: [{'id': '9f75ccce-dfff-4b21-a3cf-a407813bcbfd', 'name': 'router1', 'tenant_id': '0bc547d04bef4eafb28ca45df31601c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'external_fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '2e5923e3-ab0b-4b7d-bbf3-32c660bd8c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T17:55:40Z', 'updated_at': '2021-06-17T17:55:56Z', 'revision_number': 4, 'project_id': '0bc547d04bef4eafb28ca45df31601c0', 'gw_port': {'id': '2e5923e3-ab0b-4b7d-bbf3-32c660bd8c74', 'name': '', 'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:69:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f75ccce-dfff-4b21-a3cf-a407813bcbfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:55:56Z', 'updated_at': '2021-06-17T17:55:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78089575-0364-47db-be8b-ef28f42f3a37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-6-iscsi', '_interfaces': [{'id': '73ce436a-41cb-4e73-85a8-d39120d8ab8b', 'name': '', 'network_id': 'd21a37c5-c35a-4a81-8f2e-4034ac1b36a9', 'tenant_id': '0bc547d04bef4eafb28ca45df31601c0', 'mac_address': 'fa:16:3e:6a:86:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f75ccce-dfff-4b21-a3cf-a407813bcbfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ceb8c6ca-b36a-48db-bbed-30fd3dd92801', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T17:55:49Z', 'updated_at': '2021-06-17T17:55:56Z', 'revision_number': 5, 'project_id': '0bc547d04bef4eafb28ca45df31601c0', 'subnets': [{'id': 'ceb8c6ca-b36a-48db-bbed-30fd3dd92801', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '44dd1d2e-dea7-4e5d-aa37-608a9f40ded7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 17:55:59.867814 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 40098) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:55:59.989304 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-38e04f00-35d2-4c46-8744-bcda5a2bd4b5 admin admin] 10.222.0.97 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1203284 Jun 17 17:56:00.874083 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Device 2e5923e3-ab0b-4b7d-bbf3-32c660bd8c74 up at agent ovs-agent-dv-cinder-786260-6-iscsi {{(pid=92880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:56:00.922336 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Provisioning for port 2e5923e3-ab0b-4b7d-bbf3-32c660bd8c74 completed by entity L2. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:56:00.926293 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Provisioning complete for port 2e5923e3-ab0b-4b7d-bbf3-32c660bd8c74 triggered by entity L2. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:56:00.926657 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687209'] for port, provisioning_complete {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:01.002255 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:01.022175 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] For port 2e5923e3-ab0b-4b7d-bbf3-32c660bd8c74, host dv-cinder-786260-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-6-iscsi',level=0,port_id=2e5923e3-ab0b-4b7d-bbf3-32c660bd8c74,segment=NetworkSegment(07abf0fa-b3ae-48d7-9299-c095c09325c6),segment_id=07abf0fa-b3ae-48d7-9299-c095c09325c6)] {{(pid=92880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:56:01.026129 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479'] for port, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:01.028233 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-bd385fcc-c470-48c4-9ad0-e072418d0575 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:56:01.072183 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Pushing event updated for resources: {'Port': ['ID=2e5923e3-ab0b-4b7d-bbf3-32c660bd8c74,revision_number=4']} {{(pid=92880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:56:01.080626 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:56:02.690328 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.agents_db [None req-efac7cad-2d3b-4dc1-9769-dac6e2c75cb9 None None] Agent healthcheck: found 5 active agents {{(pid=92881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 17:56:02.842821 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Device 2e5923e3-ab0b-4b7d-bbf3-32c660bd8c74 up at agent ovs-agent-dv-cinder-786260-6-iscsi {{(pid=92880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:56:02.901939 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Provisioning complete for port 2e5923e3-ab0b-4b7d-bbf3-32c660bd8c74 triggered by entity L2. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:56:02.902318 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687209'] for port, provisioning_complete {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:14.124754 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-2c191140-9746-4e33-bd82-f8ed3acb9e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:16.774631 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-adaa46aa-c4a1-46d8-9eb9-d4d0fabb3c5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:16.912264 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:17.963818 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-8848f698-b84d-4e61-bbd9-19a6867363d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:19.406754 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-a0cf07df-ba9d-4ba7-86ac-6ceb73a86136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:39.688958 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.agents_db [None req-efac7cad-2d3b-4dc1-9769-dac6e2c75cb9 None None] Agent healthcheck: found 5 active agents {{(pid=92881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 17:56:44.126862 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-bb1140e2-e688-492a-ba3f-21c47447dd4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:46.778788 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-dae4f92d-5f45-4812-91c7-ebf20d71e25e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:46.907185 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:47.963282 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-8848f698-b84d-4e61-bbd9-19a6867363d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:56:49.402190 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-a0cf07df-ba9d-4ba7-86ac-6ceb73a86136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:14.128886 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-784d29fa-f8ef-40db-980e-5342db5040f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:16.688185 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.agents_db [None req-efac7cad-2d3b-4dc1-9769-dac6e2c75cb9 None None] Agent healthcheck: found 5 active agents {{(pid=92881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 17:57:16.779111 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-c43cab65-9515-4152-9795-4c838cc814df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:16.908445 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:17.967088 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-8848f698-b84d-4e61-bbd9-19a6867363d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:19.404946 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-a0cf07df-ba9d-4ba7-86ac-6ceb73a86136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:34.431209 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 40666) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:57:34.518540 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd84edcf-cb9f-444b-a99f-47dcc87b63b0 admin admin] GET failed (client error): The resource could not be found. Jun 17 17:57:34.519881 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-cd84edcf-cb9f-444b-a99f-47dcc87b63b0 admin admin] 10.222.0.97 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0871425 Jun 17 17:57:34.672039 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46bb5735-1930-4340-ba54-6ee7ae40434b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:57:34.673482 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-46bb5735-1930-4340-ba54-6ee7ae40434b admin admin] 10.222.0.97 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1497512 Jun 17 17:57:36.785786 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 40676) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:57:36.876741 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e83f75ed-734c-4c44-8be9-4615a78ce283 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:57:36.878058 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-e83f75ed-734c-4c44-8be9-4615a78ce283 admin admin] 10.222.0.97 "GET /v2.0/subnets/ceb8c6ca-b36a-48db-bbed-30fd3dd92801 HTTP/1.1" status: 200 len: 849 time: 0.0913420 Jun 17 17:57:36.889780 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.v2.base [None req-153c9003-d586-475f-a6f4-3650933d3bf2 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=92872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 17:57:36.971472 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-153c9003-d586-475f-a6f4-3650933d3bf2 admin admin] Notify callbacks [] for subnet, before_update {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:37.112763 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-153c9003-d586-475f-a6f4-3650933d3bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8743365085992'] for subnet, after_update {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:37.115544 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:57:37.143417 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-153c9003-d586-475f-a6f4-3650933d3bf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:57:37.144555 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-153c9003-d586-475f-a6f4-3650933d3bf2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563787'] for subnet, before_response {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:37.145284 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-153c9003-d586-475f-a6f4-3650933d3bf2 admin admin] 10.222.0.97 "PUT /v2.0/subnets/ceb8c6ca-b36a-48db-bbed-30fd3dd92801 HTTP/1.1" status: 200 len: 868 time: 0.2618508 Jun 17 17:57:37.147623 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ef8fe1-fe7e-4184-9b4b-771bca5a7a53 None None] Network d21a37c5-c35a-4a81-8f2e-4034ac1b36a9 requested from dv-cinder-786260-6-iscsi {{(pid=92880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 17:57:37.170606 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153c9003-d586-475f-a6f4-3650933d3bf2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ceb8c6ca-b36a-48db-bbed-30fd3dd92801,revision_number=1']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:57:37.178022 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153c9003-d586-475f-a6f4-3650933d3bf2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:57:37.178386 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153c9003-d586-475f-a6f4-3650933d3bf2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:57:37.178718 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153c9003-d586-475f-a6f4-3650933d3bf2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:57:37.179037 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153c9003-d586-475f-a6f4-3650933d3bf2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:57:37.179350 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153c9003-d586-475f-a6f4-3650933d3bf2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:57:37.179684 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153c9003-d586-475f-a6f4-3650933d3bf2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:57:37.180022 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153c9003-d586-475f-a6f4-3650933d3bf2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:57:37.180348 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153c9003-d586-475f-a6f4-3650933d3bf2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:57:37.180674 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153c9003-d586-475f-a6f4-3650933d3bf2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:57:37.180984 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153c9003-d586-475f-a6f4-3650933d3bf2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:57:37.181288 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153c9003-d586-475f-a6f4-3650933d3bf2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:57:37.181593 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153c9003-d586-475f-a6f4-3650933d3bf2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:57:37.185624 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-153c9003-d586-475f-a6f4-3650933d3bf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:57:37.560271 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-69e52777-3d9b-444a-a667-adec0fe780e1 None None] Provisioning complete for port 73ce436a-41cb-4e73-85a8-d39120d8ab8b triggered by entity DHCP. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:57:37.560692 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-69e52777-3d9b-444a-a667-adec0fe780e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687209'] for port, provisioning_complete {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:37.641321 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-69e52777-3d9b-444a-a667-adec0fe780e1 None None] Provisioning complete for port 6c7dcde5-7faf-46e4-bb34-fcd38a32ff21 triggered by entity DHCP. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:57:37.641624 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-69e52777-3d9b-444a-a667-adec0fe780e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687209'] for port, provisioning_complete {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:39.257875 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 40684) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:57:39.453091 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-753a04fd-0f09-4358-b1f8-2fa4800340fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:57:39.453491 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-753a04fd-0f09-4358-b1f8-2fa4800340fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:57:39.455001 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-753a04fd-0f09-4358-b1f8-2fa4800340fe admin admin] 10.222.0.97 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1961107 Jun 17 17:57:41.592920 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 40692) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:57:41.725358 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a2e1b73-5a22-4b41-b1b9-2454921ab0f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:57:41.725838 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a2e1b73-5a22-4b41-b1b9-2454921ab0f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:57:41.727353 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-5a2e1b73-5a22-4b41-b1b9-2454921ab0f0 admin admin] 10.222.0.97 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1334012 Jun 17 17:57:43.848508 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 40700) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:57:43.971168 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1098eda-1cb8-4580-bf06-ddcbd45fe6dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:57:43.972532 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-f1098eda-1cb8-4580-bf06-ddcbd45fe6dd admin admin] 10.222.0.97 "GET /v2.0/networks/64144b6f-e068-441d-8337-f91b82ffb73c HTTP/1.1" status: 200 len: 886 time: 0.1231003 Jun 17 17:57:44.130539 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-5b62eb80-d7b1-4140-9341-a1b4b8b95a82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:46.083216 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 40710) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:57:46.211332 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b201d5-8c12-4be8-86ed-322ce1800dd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:57:46.212713 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-90b201d5-8c12-4be8-86ed-322ce1800dd8 admin admin] 10.222.0.97 "GET /v2.0/networks/d21a37c5-c35a-4a81-8f2e-4034ac1b36a9 HTTP/1.1" status: 200 len: 870 time: 0.1285250 Jun 17 17:57:46.779544 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-d562c4e4-19e7-4d4e-8628-37b501592402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:46.907893 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:47.968315 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-8848f698-b84d-4e61-bbd9-19a6867363d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:48.361307 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 40718) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:57:48.478557 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d5f28a8-586c-4c56-8e7a-a6d5127a1129 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:57:48.479053 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d5f28a8-586c-4c56-8e7a-a6d5127a1129 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:57:48.480574 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-9d5f28a8-586c-4c56-8e7a-a6d5127a1129 admin admin] 10.222.0.97 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1183026 Jun 17 17:57:49.407885 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-a0cf07df-ba9d-4ba7-86ac-6ceb73a86136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:57:50.585151 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 40726) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:57:50.676159 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce056b2-bdf4-41a1-8bbc-2f66ff596369 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:57:50.676620 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce056b2-bdf4-41a1-8bbc-2f66ff596369 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:57:50.678099 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-6ce056b2-bdf4-41a1-8bbc-2f66ff596369 admin admin] 10.222.0.97 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0920141 Jun 17 17:57:52.783619 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 40734) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:57:52.866602 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd1fdff2-fec5-42c5-8b4b-4968b4641b20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:57:52.867897 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-cd1fdff2-fec5-42c5-8b4b-4968b4641b20 admin admin] 10.222.0.97 "GET /v2.0/subnets/78089575-0364-47db-be8b-ef28f42f3a37 HTTP/1.1" status: 200 len: 816 time: 0.0833182 Jun 17 17:57:53.686920 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.agents_db [None req-efac7cad-2d3b-4dc1-9769-dac6e2c75cb9 None None] Agent healthcheck: found 5 active agents {{(pid=92881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 17:57:54.963978 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 40742) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:57:55.052355 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d7dc927-b013-4a1e-b2a6-24eaa910f4f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:57:55.053637 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-0d7dc927-b013-4a1e-b2a6-24eaa910f4f8 admin admin] 10.222.0.97 "GET /v2.0/subnets/ceb8c6ca-b36a-48db-bbed-30fd3dd92801 HTTP/1.1" status: 200 len: 868 time: 0.0885980 Jun 17 17:58:14.131230 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-ca9d80d9-c9b0-4b20-a069-5487c118e799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:16.779285 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-a697a871-beb3-4437-85df-8bf4d6d85563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:16.908098 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:17.971845 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-8848f698-b84d-4e61-bbd9-19a6867363d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:18.039358 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 40786) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:58:18.084678 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [None req-de41ea57-f98d-4434-a058-53a9ceac4f52 admin admin] http://10.222.0.97:9696/v2.0/extensions returned with HTTP 200 {{(pid=92874) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 17:58:18.085667 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-de41ea57-f98d-4434-a058-53a9ceac4f52 admin admin] 10.222.0.97 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0450914 Jun 17 17:58:19.412515 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-a0cf07df-ba9d-4ba7-86ac-6ceb73a86136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:20.283716 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 40794) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:58:20.342262 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ffff07b-df8b-4b9f-bc36-8569d5e07adf admin admin] GET failed (client error): The resource could not be found. Jun 17 17:58:20.343568 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-8ffff07b-df8b-4b9f-bc36-8569d5e07adf admin admin] 10.222.0.97 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0588808 Jun 17 17:58:20.483571 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08260627-15f1-4755-8d19-71d93bbc4772 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:58:20.484979 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-08260627-15f1-4755-8d19-71d93bbc4772 admin admin] 10.222.0.97 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1376874 Jun 17 17:58:22.650672 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 40802) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:58:22.695049 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.v2.base [None req-0964fe51-86e7-4ac5-88f3-c39b3e3b9f12 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=92874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 17:58:22.716183 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0964fe51-86e7-4ac5-88f3-c39b3e3b9f12 admin admin] Made reservation on behalf of 8323f43baa1e499cb673fbe8fc21fc45 for: {'network': 1} {{(pid=92874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 17:58:22.718482 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-0964fe51-86e7-4ac5-88f3-c39b3e3b9f12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1986742'] for network, before_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:22.745476 dv-cinder-786260-6-iscsi neutron-server[92874]: WARNING neutron.services.revisions.revision_plugin [None req-0964fe51-86e7-4ac5-88f3-c39b3e3b9f12 admin admin] Could not find related network for resource to bump revision. Jun 17 17:58:22.756823 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0964fe51-86e7-4ac5-88f3-c39b3e3b9f12 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1135} {{(pid=92874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 17:58:22.766132 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-0964fe51-86e7-4ac5-88f3-c39b3e3b9f12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1592042'] for segment, precommit_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:22.766477 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.db.segments_db [None req-0964fe51-86e7-4ac5-88f3-c39b3e3b9f12 admin admin] Added segment 496e59c6-c912-4db2-afc5-6c5487e6eac6 of type vlan for network 8d8948ad-9b93-44d4-87fc-b86fbba9b2e3 Jun 17 17:58:22.803203 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-0964fe51-86e7-4ac5-88f3-c39b3e3b9f12 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743364582301'] for network, precommit_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:22.830735 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-0964fe51-86e7-4ac5-88f3-c39b3e3b9f12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563796'] for network, after_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:22.832130 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0964fe51-86e7-4ac5-88f3-c39b3e3b9f12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:58:22.832751 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-0964fe51-86e7-4ac5-88f3-c39b3e3b9f12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563787'] for network, before_response {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:22.835453 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-9d08ad4a-b047-4151-9ab9-9cdc733e6c41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:58:22.858081 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-0964fe51-86e7-4ac5-88f3-c39b3e3b9f12 admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.2063870 Jun 17 17:58:22.896850 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0964fe51-86e7-4ac5-88f3-c39b3e3b9f12 admin admin] Pushing event updated for resources: {'Network': ['ID=8d8948ad-9b93-44d4-87fc-b86fbba9b2e3,revision_number=1']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:58:22.904037 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0964fe51-86e7-4ac5-88f3-c39b3e3b9f12 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:58:22.904376 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0964fe51-86e7-4ac5-88f3-c39b3e3b9f12 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:58:22.904714 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0964fe51-86e7-4ac5-88f3-c39b3e3b9f12 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:58:22.905046 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0964fe51-86e7-4ac5-88f3-c39b3e3b9f12 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:58:22.905369 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0964fe51-86e7-4ac5-88f3-c39b3e3b9f12 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:58:22.905694 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0964fe51-86e7-4ac5-88f3-c39b3e3b9f12 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:58:22.906012 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0964fe51-86e7-4ac5-88f3-c39b3e3b9f12 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:58:22.906328 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0964fe51-86e7-4ac5-88f3-c39b3e3b9f12 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:58:22.906669 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0964fe51-86e7-4ac5-88f3-c39b3e3b9f12 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:58:22.906990 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0964fe51-86e7-4ac5-88f3-c39b3e3b9f12 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:58:22.907304 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0964fe51-86e7-4ac5-88f3-c39b3e3b9f12 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:58:22.907617 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0964fe51-86e7-4ac5-88f3-c39b3e3b9f12 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:58:22.911205 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-0964fe51-86e7-4ac5-88f3-c39b3e3b9f12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:58:22.918693 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Network 8d8948ad-9b93-44d4-87fc-b86fbba9b2e3 details requested by agent ovs-agent-dv-cinder-786260-6-iscsi with host dv-cinder-786260-6-iscsi {{(pid=92880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 17:58:25.013327 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 40810) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:58:25.071846 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e9240de-4332-4e2a-8969-c89f8b9db93e admin admin] GET failed (client error): The resource could not be found. Jun 17 17:58:25.073162 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-0e9240de-4332-4e2a-8969-c89f8b9db93e admin admin] 10.222.0.97 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0588825 Jun 17 17:58:25.139783 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef89dff-a7df-48af-97c9-049ec6888a76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:58:25.141147 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-eef89dff-a7df-48af-97c9-049ec6888a76 admin admin] 10.222.0.97 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.0641627 Jun 17 17:58:25.150516 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.v2.base [None req-066954e8-70d5-48b5-af57-ac946783eb6d admin admin] Request body: {'subnet': {'network_id': '8d8948ad-9b93-44d4-87fc-b86fbba9b2e3', 'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=92874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 17:58:25.170744 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-066954e8-70d5-48b5-af57-ac946783eb6d admin admin] Made reservation on behalf of 8323f43baa1e499cb673fbe8fc21fc45 for: {'subnet': 1} {{(pid=92874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 17:58:25.172930 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-066954e8-70d5-48b5-af57-ac946783eb6d admin admin] Notify callbacks [] for subnet, before_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:25.328772 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-066954e8-70d5-48b5-af57-ac946783eb6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805'] for subnet, after_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:25.331482 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:58:25.386189 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066954e8-70d5-48b5-af57-ac946783eb6d admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d3b1963-91df-4c83-bb28-387e05e4cbec,revision_number=0']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:58:25.389867 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-066954e8-70d5-48b5-af57-ac946783eb6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:58:25.393307 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066954e8-70d5-48b5-af57-ac946783eb6d admin admin] Checking segment: {'id': '496e59c6-c912-4db2-afc5-6c5487e6eac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': '8d8948ad-9b93-44d4-87fc-b86fbba9b2e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 17:58:25.393660 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-066954e8-70d5-48b5-af57-ac946783eb6d admin admin] Network hostable DHCP agents. Network: 8d8948ad-9b93-44d4-87fc-b86fbba9b2e3, hostable agents: ['795a795f-766d-4def-8ee5-7e560291ca0e'], hosted agents: [] {{(pid=92874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 17:58:25.408862 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-066954e8-70d5-48b5-af57-ac946783eb6d admin admin] Network 8d8948ad-9b93-44d4-87fc-b86fbba9b2e3 is scheduled to be hosted by DHCP agent 795a795f-766d-4def-8ee5-7e560291ca0e with binding_index 1 {{(pid=92874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 17:58:25.416682 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.scheduler.base_scheduler [None req-066954e8-70d5-48b5-af57-ac946783eb6d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-6-iscsi, 8d8948ad-9b93-44d4-87fc-b86fbba9b2e3) {{(pid=92874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:58:25.421294 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-066954e8-70d5-48b5-af57-ac946783eb6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 17:58:25.421876 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-066954e8-70d5-48b5-af57-ac946783eb6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563787'] for subnet, before_response {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:25.426161 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df75c45b-514d-4018-84e8-7d95ee818aac None None] Network 8d8948ad-9b93-44d4-87fc-b86fbba9b2e3 requested from dv-cinder-786260-6-iscsi {{(pid=92880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 17:58:25.437672 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-066954e8-70d5-48b5-af57-ac946783eb6d admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2895319 Jun 17 17:58:25.671547 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db6401e-3621-4d50-9270-79557f853a19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc86703fc-b3e3-5eab-995b-625b3403c1cb-8d8948ad-9b93-44d4-87fc-b86fbba9b2e3', 'network_id': '8d8948ad-9b93-44d4-87fc-b86fbba9b2e3', 'tenant_id': '8323f43baa1e499cb673fbe8fc21fc45', 'fixed_ips': [{'subnet_id': '4d3b1963-91df-4c83-bb28-387e05e4cbec'}]}} from dv-cinder-786260-6-iscsi. {{(pid=92880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 17:58:25.672421 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-7db6401e-3621-4d50-9270-79557f853a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1986742'] for port, before_create {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:25.805722 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.db_base_plugin_common [None req-7db6401e-3621-4d50-9270-79557f853a19 None None] Allocated IP 192.168.233.2 (8d8948ad-9b93-44d4-87fc-b86fbba9b2e3/4d3b1963-91df-4c83-bb28-387e05e4cbec/6bf9cc38-adee-4a67-9e23-78fe03d4cd1f) {{(pid=92880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 17:58:25.956892 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-7db6401e-3621-4d50-9270-79557f853a19 None None] Notify callbacks [] for port, precommit_create {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:25.965142 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-7db6401e-3621-4d50-9270-79557f853a19 None None] Transition to ACTIVE for port object 6bf9cc38-adee-4a67-9e23-78fe03d4cd1f will not be triggered until provisioned by entity L2. {{(pid=92880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:58:25.979619 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-7db6401e-3621-4d50-9270-79557f853a19 None None] Transition to ACTIVE for port object 6bf9cc38-adee-4a67-9e23-78fe03d4cd1f will not be triggered until provisioned by entity DHCP. {{(pid=92880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 17:58:25.986390 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-7db6401e-3621-4d50-9270-79557f853a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1986807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743364645416'] for port, after_create {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:25.988547 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:58:26.027273 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db6401e-3621-4d50-9270-79557f853a19 None None] Network 8d8948ad-9b93-44d4-87fc-b86fbba9b2e3 is already hosted by enough agents. {{(pid=92880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 17:58:26.031962 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.scheduler.base_scheduler [None req-7db6401e-3621-4d50-9270-79557f853a19 None None] Resources bound (agent type, host, resource id): {{(pid=92880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 17:58:26.036086 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db6401e-3621-4d50-9270-79557f853a19 None None] Received port after_create {{(pid=92880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 17:58:26.039070 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db6401e-3621-4d50-9270-79557f853a19 None None] Pushing event updated for resources: {'Port': ['ID=6bf9cc38-adee-4a67-9e23-78fe03d4cd1f,revision_number=1']} {{(pid=92880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:58:26.048974 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db6401e-3621-4d50-9270-79557f853a19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:58:26.049324 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db6401e-3621-4d50-9270-79557f853a19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:58:26.049665 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db6401e-3621-4d50-9270-79557f853a19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:58:26.050008 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db6401e-3621-4d50-9270-79557f853a19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:58:26.050335 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db6401e-3621-4d50-9270-79557f853a19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:58:26.050663 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db6401e-3621-4d50-9270-79557f853a19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:58:26.050984 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db6401e-3621-4d50-9270-79557f853a19 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:58:26.051305 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db6401e-3621-4d50-9270-79557f853a19 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:58:26.051629 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db6401e-3621-4d50-9270-79557f853a19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:58:26.051951 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db6401e-3621-4d50-9270-79557f853a19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:58:26.052301 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db6401e-3621-4d50-9270-79557f853a19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:58:26.052617 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db6401e-3621-4d50-9270-79557f853a19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:58:26.057219 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-7db6401e-3621-4d50-9270-79557f853a19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:58:26.107476 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.managers [None req-7db6401e-3621-4d50-9270-79557f853a19 None None] Attempting to bind port 6bf9cc38-adee-4a67-9e23-78fe03d4cd1f on host dv-cinder-786260-6-iscsi for vnic_type normal with profile {{(pid=92880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 17:58:26.107845 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.managers [None req-7db6401e-3621-4d50-9270-79557f853a19 None None] Attempting to bind port 6bf9cc38-adee-4a67-9e23-78fe03d4cd1f by drivers openvswitch,hyperv on host dv-cinder-786260-6-iscsi at level 0 using segments [{'id': '496e59c6-c912-4db2-afc5-6c5487e6eac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': '8d8948ad-9b93-44d4-87fc-b86fbba9b2e3'}] {{(pid=92880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 17:58:26.108238 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db6401e-3621-4d50-9270-79557f853a19 None None] Attempting to bind port 6bf9cc38-adee-4a67-9e23-78fe03d4cd1f on network 8d8948ad-9b93-44d4-87fc-b86fbba9b2e3 {{(pid=92880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 17:58:26.113232 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db6401e-3621-4d50-9270-79557f853a19 None None] Checking agent: {'id': '656fc8e0-be97-41b9-a086-aa1caa9e55fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 17, 55, 17), 'started_at': datetime.datetime(2021, 6, 17, 17, 55, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 17, 58, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 17:58:26.113611 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db6401e-3621-4d50-9270-79557f853a19 None None] Checking segment: {'id': '496e59c6-c912-4db2-afc5-6c5487e6eac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': '8d8948ad-9b93-44d4-87fc-b86fbba9b2e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 17:58:26.114007 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-7db6401e-3621-4d50-9270-79557f853a19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:26.114398 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db6401e-3621-4d50-9270-79557f853a19 None None] Bound using segment: {'id': '496e59c6-c912-4db2-afc5-6c5487e6eac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': '8d8948ad-9b93-44d4-87fc-b86fbba9b2e3'} {{(pid=92880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 17:58:26.114862 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.managers [None req-7db6401e-3621-4d50-9270-79557f853a19 None None] Bound port: 6bf9cc38-adee-4a67-9e23-78fe03d4cd1f, host: dv-cinder-786260-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '496e59c6-c912-4db2-afc5-6c5487e6eac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': '8d8948ad-9b93-44d4-87fc-b86fbba9b2e3'}}] {{(pid=92880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 17:58:26.115235 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-7db6401e-3621-4d50-9270-79557f853a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:26.177515 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-7db6401e-3621-4d50-9270-79557f853a19 None None] For port 6bf9cc38-adee-4a67-9e23-78fe03d4cd1f, host dv-cinder-786260-6-iscsi, cleared binding levels {{(pid=92880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 17:58:26.181048 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-7db6401e-3621-4d50-9270-79557f853a19 None None] For port 6bf9cc38-adee-4a67-9e23-78fe03d4cd1f, host dv-cinder-786260-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-6-iscsi',level=0,port_id=6bf9cc38-adee-4a67-9e23-78fe03d4cd1f,segment=NetworkSegment(496e59c6-c912-4db2-afc5-6c5487e6eac6),segment_id=496e59c6-c912-4db2-afc5-6c5487e6eac6)] {{(pid=92880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 17:58:26.186372 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-7db6401e-3621-4d50-9270-79557f853a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479'] for port, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:26.189396 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:58:26.241645 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db6401e-3621-4d50-9270-79557f853a19 None None] Pushing event updated for resources: {'Port': ['ID=6bf9cc38-adee-4a67-9e23-78fe03d4cd1f,revision_number=2']} {{(pid=92880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:58:26.245672 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-7db6401e-3621-4d50-9270-79557f853a19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:58:26.992052 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Device 6bf9cc38-adee-4a67-9e23-78fe03d4cd1f up at agent ovs-agent-dv-cinder-786260-6-iscsi {{(pid=92880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:58:27.052367 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Provisioning for port 6bf9cc38-adee-4a67-9e23-78fe03d4cd1f completed by entity L2. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:58:27.074131 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1e5aab2-71db-448e-a282-4a451f5f82e2 None None] Network 8d8948ad-9b93-44d4-87fc-b86fbba9b2e3 requested from dv-cinder-786260-6-iscsi {{(pid=92880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 17:58:27.109346 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-01952615-009c-4eee-8228-dbae2ca1dd44 None None] Provisioning for port 6bf9cc38-adee-4a67-9e23-78fe03d4cd1f completed by entity DHCP. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 17:58:27.139875 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-01952615-009c-4eee-8228-dbae2ca1dd44 None None] Provisioning complete for port 6bf9cc38-adee-4a67-9e23-78fe03d4cd1f triggered by entity DHCP. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:58:27.140290 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-01952615-009c-4eee-8228-dbae2ca1dd44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687209'] for port, provisioning_complete {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:27.282035 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-01952615-009c-4eee-8228-dbae2ca1dd44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:27.323489 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-01952615-009c-4eee-8228-dbae2ca1dd44 None None] For port 6bf9cc38-adee-4a67-9e23-78fe03d4cd1f, host dv-cinder-786260-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-6-iscsi',level=0,port_id=6bf9cc38-adee-4a67-9e23-78fe03d4cd1f,segment=NetworkSegment(496e59c6-c912-4db2-afc5-6c5487e6eac6),segment_id=496e59c6-c912-4db2-afc5-6c5487e6eac6)] {{(pid=92880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 17:58:27.329025 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-01952615-009c-4eee-8228-dbae2ca1dd44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479'] for port, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:27.331056 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:58:27.377614 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01952615-009c-4eee-8228-dbae2ca1dd44 None None] Pushing event updated for resources: {'Port': ['ID=6bf9cc38-adee-4a67-9e23-78fe03d4cd1f,revision_number=3']} {{(pid=92880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:58:27.383473 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-01952615-009c-4eee-8228-dbae2ca1dd44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:58:27.556591 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-eccc4e2f-e60d-4c7d-bf2c-2756bcaca254 None None] Provisioning complete for port 6bf9cc38-adee-4a67-9e23-78fe03d4cd1f triggered by entity DHCP. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:58:27.557046 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-eccc4e2f-e60d-4c7d-bf2c-2756bcaca254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687209'] for port, provisioning_complete {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:28.933166 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Device 6bf9cc38-adee-4a67-9e23-78fe03d4cd1f up at agent ovs-agent-dv-cinder-786260-6-iscsi {{(pid=92880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 17:58:28.979672 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Provisioning complete for port 6bf9cc38-adee-4a67-9e23-78fe03d4cd1f triggered by entity L2. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 17:58:28.980071 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687209'] for port, provisioning_complete {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:30.685577 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.agents_db [None req-efac7cad-2d3b-4dc1-9769-dac6e2c75cb9 None None] Agent healthcheck: found 5 active agents {{(pid=92881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 17:58:44.133206 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-9a2afd88-35c3-4317-9903-1cc1c53be88e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:46.781188 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b10871b6-4f03-458c-b975-8d4cdd44ae27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:46.908898 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:47.975751 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-8848f698-b84d-4e61-bbd9-19a6867363d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:58:49.414734 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-a0cf07df-ba9d-4ba7-86ac-6ceb73a86136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:07.683888 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.agents_db [None req-efac7cad-2d3b-4dc1-9769-dac6e2c75cb9 None None] Agent healthcheck: found 5 active agents {{(pid=92881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 17:59:14.133521 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-1812bda9-572e-459b-86af-3d8bf09c1677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:16.782152 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-034f68a3-2678-4133-a3d7-2ececcfd99eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:16.910947 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:17.978677 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-8848f698-b84d-4e61-bbd9-19a6867363d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:19.418491 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-a0cf07df-ba9d-4ba7-86ac-6ceb73a86136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:32.004719 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 40862) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:59:32.010676 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [None req-e80ff7e6-e294-4a07-8975-96155b722872 tempest-verify_tempest_config-1049074272 tempest-verify_tempest_config-1049074272-project] http://10.222.0.97:9696/v2.0/extensions returned with HTTP 200 {{(pid=92874) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 17:59:32.011887 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-e80ff7e6-e294-4a07-8975-96155b722872 tempest-verify_tempest_config-1049074272 tempest-verify_tempest_config-1049074272-project] 10.222.0.97 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0061693 Jun 17 17:59:32.311257 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 40880) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:59:32.409742 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-64050e50-b2f8-43e2-820d-e380af870260 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:32.498039 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-64050e50-b2f8-43e2-820d-e380af870260 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:32.501661 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-64050e50-b2f8-43e2-820d-e380af870260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:32.507263 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:59:32.546422 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-64050e50-b2f8-43e2-820d-e380af870260 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=92ea0c1e46754e0c98b2f36eb91c563f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2340875 Jun 17 17:59:32.548222 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64050e50-b2f8-43e2-820d-e380af870260 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=048812fd-be13-4ac8-a87a-6c3860660a5e,revision_number=1']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:59:32.549198 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 40884) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 17:59:32.554705 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64050e50-b2f8-43e2-820d-e380af870260 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:59:32.555071 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64050e50-b2f8-43e2-820d-e380af870260 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:59:32.555411 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64050e50-b2f8-43e2-820d-e380af870260 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:59:32.555745 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64050e50-b2f8-43e2-820d-e380af870260 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:59:32.556100 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64050e50-b2f8-43e2-820d-e380af870260 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:59:32.556452 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64050e50-b2f8-43e2-820d-e380af870260 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:59:32.556782 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64050e50-b2f8-43e2-820d-e380af870260 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:59:32.557107 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64050e50-b2f8-43e2-820d-e380af870260 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:59:32.557436 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64050e50-b2f8-43e2-820d-e380af870260 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:59:32.557759 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64050e50-b2f8-43e2-820d-e380af870260 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:59:32.558080 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64050e50-b2f8-43e2-820d-e380af870260 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:59:32.558398 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64050e50-b2f8-43e2-820d-e380af870260 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:59:32.562754 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-64050e50-b2f8-43e2-820d-e380af870260 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:59:32.625858 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-31f6c2e9-f7e8-4cc9-a95b-b0a3a789410a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:32.646084 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-31f6c2e9-f7e8-4cc9-a95b-b0a3a789410a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:32.731489 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-31f6c2e9-f7e8-4cc9-a95b-b0a3a789410a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:32.734504 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-31f6c2e9-f7e8-4cc9-a95b-b0a3a789410a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:32.738404 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-31f6c2e9-f7e8-4cc9-a95b-b0a3a789410a admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/048812fd-be13-4ac8-a87a-6c3860660a5e HTTP/1.1" status: 204 len: 168 time: 0.1881976 Jun 17 17:59:32.739020 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 17:59:32.746174 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f6c2e9-f7e8-4cc9-a95b-b0a3a789410a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=048812fd-be13-4ac8-a87a-6c3860660a5e,revision_number=None']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 17:59:32.753030 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f6c2e9-f7e8-4cc9-a95b-b0a3a789410a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:59:32.753477 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f6c2e9-f7e8-4cc9-a95b-b0a3a789410a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:59:32.753805 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f6c2e9-f7e8-4cc9-a95b-b0a3a789410a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:59:32.754127 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f6c2e9-f7e8-4cc9-a95b-b0a3a789410a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:59:32.754490 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f6c2e9-f7e8-4cc9-a95b-b0a3a789410a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:59:32.754825 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f6c2e9-f7e8-4cc9-a95b-b0a3a789410a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:59:32.755136 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f6c2e9-f7e8-4cc9-a95b-b0a3a789410a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:59:32.755447 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f6c2e9-f7e8-4cc9-a95b-b0a3a789410a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:59:32.755774 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f6c2e9-f7e8-4cc9-a95b-b0a3a789410a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:59:32.756113 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f6c2e9-f7e8-4cc9-a95b-b0a3a789410a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:59:32.756422 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f6c2e9-f7e8-4cc9-a95b-b0a3a789410a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:59:32.756728 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f6c2e9-f7e8-4cc9-a95b-b0a3a789410a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 17:59:32.760217 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-31f6c2e9-f7e8-4cc9-a95b-b0a3a789410a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 17:59:44.134600 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-1a23c63f-78b9-4c60-9dfa-7f7d49f4ef33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:44.682798 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.agents_db [None req-efac7cad-2d3b-4dc1-9769-dac6e2c75cb9 None None] Agent healthcheck: found 5 active agents {{(pid=92881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 17:59:46.783314 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-f3fa547e-ee96-4c90-b970-5c3ea2008669 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:46.916645 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:47.980654 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-8848f698-b84d-4e61-bbd9-19a6867363d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 17:59:49.419841 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-a0cf07df-ba9d-4ba7-86ac-6ceb73a86136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:00:14.137307 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-8faf2eba-7f3c-4726-82c3-0164e6ce4ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:00:16.782952 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-1387b4f1-59ed-483b-b4f0-d7a5c852c736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:00:16.906896 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:00:17.983960 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-8848f698-b84d-4e61-bbd9-19a6867363d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:00:19.424655 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-a0cf07df-ba9d-4ba7-86ac-6ceb73a86136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:00:21.681394 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.agents_db [None req-efac7cad-2d3b-4dc1-9769-dac6e2c75cb9 None None] Agent healthcheck: found 5 active agents {{(pid=92881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 18:00:44.137309 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-4991dc15-26a9-47c5-8184-c105d17e97f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:00:46.784065 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-478b6290-4f02-4bda-a9ff-44cb8d4d51e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:00:46.907143 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:00:47.986631 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-8848f698-b84d-4e61-bbd9-19a6867363d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:00:49.426892 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-a0cf07df-ba9d-4ba7-86ac-6ceb73a86136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:00:58.679778 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.agents_db [None req-efac7cad-2d3b-4dc1-9769-dac6e2c75cb9 None None] Agent healthcheck: found 5 active agents {{(pid=92881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 18:01:10.509064 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594'] for agent, after_create {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:14.136464 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-8c6c9ec2-4e60-4029-a67d-cd3d665a73fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:16.784474 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-35845352-9183-4903-811e-10073c572b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:16.907130 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:17.990326 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-8848f698-b84d-4e61-bbd9-19a6867363d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:19.429441 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-a0cf07df-ba9d-4ba7-86ac-6ceb73a86136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:23.786677 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 40958) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:01:23.888986 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-7a7f0c84-1b93-4a3b-bf4f-396b9c3b720a admin admin] 10.222.0.97 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1012130 Jun 17 18:01:26.042990 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 40968) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:01:26.102185 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-a73a3206-1796-4be0-845b-63315b339713 admin admin] 10.222.0.97 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0580814 Jun 17 18:01:35.678545 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.agents_db [None req-efac7cad-2d3b-4dc1-9769-dac6e2c75cb9 None None] Agent healthcheck: found 6 active agents {{(pid=92881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 18:01:40.456294 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:44.136873 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-784b0dae-dc11-4731-af2b-8220975f671f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:46.784748 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-eae5f74a-6e25-4f9e-8186-e48802628d23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:46.908493 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:47.992029 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-8848f698-b84d-4e61-bbd9-19a6867363d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:01:49.431596 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-a0cf07df-ba9d-4ba7-86ac-6ceb73a86136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:10.451641 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:12.677558 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.agents_db [None req-efac7cad-2d3b-4dc1-9769-dac6e2c75cb9 None None] Agent healthcheck: found 6 active agents {{(pid=92881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 18:02:14.138071 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-dd0ed7e8-2285-44aa-a16a-cc0a72dd3b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:16.785235 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-e86daa4b-4326-4d31-8d1b-dda67cf67bd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:16.915254 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:18.001015 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-8848f698-b84d-4e61-bbd9-19a6867363d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:19.436571 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-a0cf07df-ba9d-4ba7-86ac-6ceb73a86136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:40.455267 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:44.140026 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-9bad0e48-1e89-46e3-b194-53bdcc186cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:46.786620 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-ef178462-dce6-493b-afa8-1a66075ebf80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:46.908021 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:48.000608 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-8848f698-b84d-4e61-bbd9-19a6867363d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:49.438031 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-a0cf07df-ba9d-4ba7-86ac-6ceb73a86136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:49.676079 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.agents_db [None req-efac7cad-2d3b-4dc1-9769-dac6e2c75cb9 None None] Agent healthcheck: found 6 active agents {{(pid=92881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 18:02:54.941572 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 41150) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:02:55.056981 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 41160) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:02:55.175261 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 41174) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:02:55.185161 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.v2.base [None req-d8d2d77f-0f3b-4789-b325-4102e73c50ae admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-534204259-network', 'tenant_id': '59d1c386609e449fb41deccf8db32944'}} {{(pid=92874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 18:02:55.206888 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8d2d77f-0f3b-4789-b325-4102e73c50ae admin admin] Made reservation on behalf of 59d1c386609e449fb41deccf8db32944 for: {'network': 1} {{(pid=92874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 18:02:55.210053 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-d8d2d77f-0f3b-4789-b325-4102e73c50ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1986742'] for network, before_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:55.226613 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.v2.base [None req-6c9764f0-058e-4374-961d-6383885e8cd0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2099834847-network', 'tenant_id': '42f4cfc5a3374a4084d73b360a838bfd'}} {{(pid=92874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 18:02:55.233008 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-d8d2d77f-0f3b-4789-b325-4102e73c50ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:55.260120 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c9764f0-058e-4374-961d-6383885e8cd0 admin admin] Made reservation on behalf of 42f4cfc5a3374a4084d73b360a838bfd for: {'network': 1} {{(pid=92874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 18:02:55.262494 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-6c9764f0-058e-4374-961d-6383885e8cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1986742'] for network, before_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:55.271921 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-6c9764f0-058e-4374-961d-6383885e8cd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:55.366308 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-d8d2d77f-0f3b-4789-b325-4102e73c50ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:55.374918 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-d8d2d77f-0f3b-4789-b325-4102e73c50ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:55.382006 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:02:55.407857 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8d2d77f-0f3b-4789-b325-4102e73c50ae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1148} {{(pid=92874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 18:02:55.423645 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d2d77f-0f3b-4789-b325-4102e73c50ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af31dde5-876a-45de-a00c-f1df55f96a88,revision_number=1']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:02:55.434951 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d2d77f-0f3b-4789-b325-4102e73c50ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:02:55.435298 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d2d77f-0f3b-4789-b325-4102e73c50ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:02:55.435635 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d2d77f-0f3b-4789-b325-4102e73c50ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:02:55.435968 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d2d77f-0f3b-4789-b325-4102e73c50ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:02:55.436319 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d2d77f-0f3b-4789-b325-4102e73c50ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:02:55.436645 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d2d77f-0f3b-4789-b325-4102e73c50ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:02:55.436967 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d2d77f-0f3b-4789-b325-4102e73c50ae admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:02:55.437286 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d2d77f-0f3b-4789-b325-4102e73c50ae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:02:55.437620 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d2d77f-0f3b-4789-b325-4102e73c50ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:02:55.437942 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d2d77f-0f3b-4789-b325-4102e73c50ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:02:55.438257 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d2d77f-0f3b-4789-b325-4102e73c50ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:02:55.438571 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d2d77f-0f3b-4789-b325-4102e73c50ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:02:55.439621 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8d2d77f-0f3b-4789-b325-4102e73c50ae admin admin] Tracked resource versions report: Jun 17 18:02:55.439621 dv-cinder-786260-6-iscsi neutron-server[92874]: pushed versions: Jun 17 18:02:55.439621 dv-cinder-786260-6-iscsi neutron-server[92874]: { 'AddressGroup': {'1.2'}, Jun 17 18:02:55.439621 dv-cinder-786260-6-iscsi neutron-server[92874]: 'ConntrackHelper': {'1.0'}, Jun 17 18:02:55.439621 dv-cinder-786260-6-iscsi neutron-server[92874]: 'Log': {'1.0'}, Jun 17 18:02:55.439621 dv-cinder-786260-6-iscsi neutron-server[92874]: 'Network': {'1.1'}, Jun 17 18:02:55.439621 dv-cinder-786260-6-iscsi neutron-server[92874]: 'Port': {'1.7'}, Jun 17 18:02:55.439621 dv-cinder-786260-6-iscsi neutron-server[92874]: 'PortForwarding': {'1.2'}, Jun 17 18:02:55.439621 dv-cinder-786260-6-iscsi neutron-server[92874]: 'QosPolicy': {'1.8'}, Jun 17 18:02:55.439621 dv-cinder-786260-6-iscsi neutron-server[92874]: 'SecurityGroup': {'1.4'}, Jun 17 18:02:55.439621 dv-cinder-786260-6-iscsi neutron-server[92874]: 'SecurityGroupRule': {'1.2'}, Jun 17 18:02:55.439621 dv-cinder-786260-6-iscsi neutron-server[92874]: 'SubPort': {'1.0'}, Jun 17 18:02:55.439621 dv-cinder-786260-6-iscsi neutron-server[92874]: 'Subnet': {'1.1'}, Jun 17 18:02:55.439621 dv-cinder-786260-6-iscsi neutron-server[92874]: 'Trunk': {'1.1'}} Jun 17 18:02:55.439621 dv-cinder-786260-6-iscsi neutron-server[92874]: consumer versions: Jun 17 18:02:55.439621 dv-cinder-786260-6-iscsi neutron-server[92874]: { DHCP agent@dv-cinder-786260-6-iscsi: {}, Jun 17 18:02:55.439621 dv-cinder-786260-6-iscsi neutron-server[92874]: HyperV agent@hv-cinder-78626: {}, Jun 17 18:02:55.439621 dv-cinder-786260-6-iscsi neutron-server[92874]: L3 agent@dv-cinder-786260-6-iscsi: {}, Jun 17 18:02:55.439621 dv-cinder-786260-6-iscsi neutron-server[92874]: Metadata agent@dv-cinder-786260-6-iscsi: {}, Jun 17 18:02:55.439621 dv-cinder-786260-6-iscsi neutron-server[92874]: Metering agent@dv-cinder-786260-6-iscsi: {}, Jun 17 18:02:55.439621 dv-cinder-786260-6-iscsi neutron-server[92874]: Open vSwitch agent@dv-cinder-786260-6-iscsi: { 'AddressGroup': '1.2', Jun 17 18:02:55.439621 dv-cinder-786260-6-iscsi neutron-server[92874]: 'ConntrackHelper': '1.0', Jun 17 18:02:55.439621 dv-cinder-786260-6-iscsi neutron-server[92874]: 'Log': '1.0', Jun 17 18:02:55.439621 dv-cinder-786260-6-iscsi neutron-server[92874]: 'Network': '1.1', Jun 17 18:02:55.439621 dv-cinder-786260-6-iscsi neutron-server[92874]: 'Port': '1.7', Jun 17 18:02:55.439621 dv-cinder-786260-6-iscsi neutron-server[92874]: 'PortForwarding': '1.2', Jun 17 18:02:55.439621 dv-cinder-786260-6-iscsi neutron-server[92874]: 'QosPolicy': '1.8', Jun 17 18:02:55.439621 dv-cinder-786260-6-iscsi neutron-server[92874]: 'SecurityGroup': '1.4', Jun 17 18:02:55.439621 dv-cinder-786260-6-iscsi neutron-server[92874]: 'SecurityGroupRule': '1.2', Jun 17 18:02:55.439621 dv-cinder-786260-6-iscsi neutron-server[92874]: 'SubPort': '1.0', Jun 17 18:02:55.439621 dv-cinder-786260-6-iscsi neutron-server[92874]: 'Subnet': '1.1', Jun 17 18:02:55.439621 dv-cinder-786260-6-iscsi neutron-server[92874]: 'Trunk': '1.1'}} Jun 17 18:02:55.439621 dv-cinder-786260-6-iscsi neutron-server[92874]: {{(pid=92874) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 17 18:02:55.447052 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-d8d2d77f-0f3b-4789-b325-4102e73c50ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1592042'] for segment, precommit_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:55.447402 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.db.segments_db [None req-d8d2d77f-0f3b-4789-b325-4102e73c50ae admin admin] Added segment d2eba5df-4ee6-4d57-8467-b15a13058427 of type vlan for network a56ac911-462a-49b0-b749-9c491282bc98 Jun 17 18:02:55.475949 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-d8d2d77f-0f3b-4789-b325-4102e73c50ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:02:55.493219 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-d8d2d77f-0f3b-4789-b325-4102e73c50ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743364582301'] for network, precommit_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:55.522576 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.v2.base [None req-b465aa19-d448-4ff7-9d81-a20c7ca2ce46 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1769801416-network', 'tenant_id': '623f5da845c24adfaa862156e92f7f73'}} {{(pid=92874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 18:02:55.543900 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-d8d2d77f-0f3b-4789-b325-4102e73c50ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563796'] for network, after_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:55.549195 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d2d77f-0f3b-4789-b325-4102e73c50ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:02:55.549821 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-d8d2d77f-0f3b-4789-b325-4102e73c50ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563787'] for network, before_response {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:55.556201 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-74240293-6bdd-49f5-a704-472067791843 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:02:55.707081 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-6c9764f0-058e-4374-961d-6383885e8cd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:55.729235 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 41200) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:02:55.735858 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-6c9764f0-058e-4374-961d-6383885e8cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:55.736903 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d2d77f-0f3b-4789-b325-4102e73c50ae admin admin] Pushing event updated for resources: {'Network': ['ID=a56ac911-462a-49b0-b749-9c491282bc98,revision_number=1']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:02:55.752409 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-d8d2d77f-0f3b-4789-b325-4102e73c50ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:02:55.752409 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-64050e50-b2f8-43e2-820d-e380af870260 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:02:55.752625 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 41206) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:02:55.753274 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Network a56ac911-462a-49b0-b749-9c491282bc98 details requested by agent ovs-agent-dv-cinder-786260-6-iscsi with host dv-cinder-786260-6-iscsi {{(pid=92880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 18:02:55.760523 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-d8d2d77f-0f3b-4789-b325-4102e73c50ae admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8178484 Jun 17 18:02:55.767056 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 41208) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:02:55.778718 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c9764f0-058e-4374-961d-6383885e8cd0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1115} {{(pid=92874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 18:02:55.781071 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.v2.base [None req-453a8a23-8518-4ae2-ae9d-f569ff1b66b3 admin admin] Request body: {'subnet': {'network_id': 'a56ac911-462a-49b0-b749-9c491282bc98', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-534204259-subnet', 'tenant_id': '59d1c386609e449fb41deccf8db32944', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 18:02:55.788092 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-6c9764f0-058e-4374-961d-6383885e8cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1592042'] for segment, precommit_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:55.789109 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.db.segments_db [None req-6c9764f0-058e-4374-961d-6383885e8cd0 admin admin] Added segment 0913402a-ef8a-41bd-a14e-da5d38ea5bc2 of type vlan for network 490619f6-df6b-4a81-8b12-97225a6da310 Jun 17 18:02:55.826394 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-453a8a23-8518-4ae2-ae9d-f569ff1b66b3 admin admin] Made reservation on behalf of 59d1c386609e449fb41deccf8db32944 for: {'subnet': 1} {{(pid=92872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 18:02:55.829216 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-453a8a23-8518-4ae2-ae9d-f569ff1b66b3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:55.852130 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-6c9764f0-058e-4374-961d-6383885e8cd0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743364582301'] for network, precommit_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:55.874852 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b465aa19-d448-4ff7-9d81-a20c7ca2ce46 admin admin] Made reservation on behalf of 623f5da845c24adfaa862156e92f7f73 for: {'network': 1} {{(pid=92874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 18:02:55.877188 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-b465aa19-d448-4ff7-9d81-a20c7ca2ce46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1986742'] for network, before_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:55.890714 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-b465aa19-d448-4ff7-9d81-a20c7ca2ce46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:55.893081 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9764f0-058e-4374-961d-6383885e8cd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b69d0a6b-da9d-441c-b104-ab1f4be126c6,revision_number=1']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:02:55.897430 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-6c9764f0-058e-4374-961d-6383885e8cd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:02:55.905931 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-6c9764f0-058e-4374-961d-6383885e8cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563796'] for network, after_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:55.964973 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9764f0-058e-4374-961d-6383885e8cd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:02:55.967092 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-6c9764f0-058e-4374-961d-6383885e8cd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563787'] for network, before_response {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:56.046497 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-b465aa19-d448-4ff7-9d81-a20c7ca2ce46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:56.049580 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:02:56.061348 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-453a8a23-8518-4ae2-ae9d-f569ff1b66b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805'] for subnet, after_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:56.068862 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:02:56.076270 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-b465aa19-d448-4ff7-9d81-a20c7ca2ce46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:56.130236 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.v2.base [None req-30170de2-4a32-4364-baf9-c282f167caab admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-707898893-network', 'tenant_id': '0acb8a69956445cf93d47e2da25da9cb'}} {{(pid=92872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 18:02:56.138563 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.v2.base [None req-2cd8e201-87c8-4946-9782-45c1de77c1e0 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-408312952-network', 'tenant_id': '712f7cd589a54c75aee59ca7e2b35e80'}} {{(pid=92872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 18:02:56.139344 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9764f0-058e-4374-961d-6383885e8cd0 admin admin] Pushing event updated for resources: {'Network': ['ID=490619f6-df6b-4a81-8b12-97225a6da310,revision_number=1']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:02:56.141842 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b465aa19-d448-4ff7-9d81-a20c7ca2ce46 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1116} {{(pid=92874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 18:02:56.148877 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-6c9764f0-058e-4374-961d-6383885e8cd0 admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0908310 Jun 17 18:02:56.152087 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Network 490619f6-df6b-4a81-8b12-97225a6da310 details requested by agent ovs-agent-dv-cinder-786260-6-iscsi with host dv-cinder-786260-6-iscsi {{(pid=92880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 18:02:56.157726 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453a8a23-8518-4ae2-ae9d-f569ff1b66b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c1a0998-b783-48f3-b815-e77d3448c78f,revision_number=0']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:02:56.165243 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 41224) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:02:56.179858 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-b465aa19-d448-4ff7-9d81-a20c7ca2ce46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1592042'] for segment, precommit_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:56.181726 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.db.segments_db [None req-b465aa19-d448-4ff7-9d81-a20c7ca2ce46 admin admin] Added segment 86fa7d04-d5b8-408a-84bd-320872eef607 of type vlan for network 64e72c49-5fe4-4eab-8346-e0f7ad7adcf2 Jun 17 18:02:56.195145 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453a8a23-8518-4ae2-ae9d-f569ff1b66b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:02:56.195861 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453a8a23-8518-4ae2-ae9d-f569ff1b66b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:02:56.196449 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453a8a23-8518-4ae2-ae9d-f569ff1b66b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:02:56.197436 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453a8a23-8518-4ae2-ae9d-f569ff1b66b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:02:56.197436 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453a8a23-8518-4ae2-ae9d-f569ff1b66b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:02:56.197994 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453a8a23-8518-4ae2-ae9d-f569ff1b66b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:02:56.198461 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453a8a23-8518-4ae2-ae9d-f569ff1b66b3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:02:56.200327 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453a8a23-8518-4ae2-ae9d-f569ff1b66b3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:02:56.201087 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453a8a23-8518-4ae2-ae9d-f569ff1b66b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:02:56.202022 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453a8a23-8518-4ae2-ae9d-f569ff1b66b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:02:56.202512 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453a8a23-8518-4ae2-ae9d-f569ff1b66b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:02:56.203041 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453a8a23-8518-4ae2-ae9d-f569ff1b66b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:02:56.204702 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453a8a23-8518-4ae2-ae9d-f569ff1b66b3 admin admin] Tracked resource versions report: Jun 17 18:02:56.204702 dv-cinder-786260-6-iscsi neutron-server[92872]: pushed versions: Jun 17 18:02:56.204702 dv-cinder-786260-6-iscsi neutron-server[92872]: { 'AddressGroup': {'1.2'}, Jun 17 18:02:56.204702 dv-cinder-786260-6-iscsi neutron-server[92872]: 'ConntrackHelper': {'1.0'}, Jun 17 18:02:56.204702 dv-cinder-786260-6-iscsi neutron-server[92872]: 'Log': {'1.0'}, Jun 17 18:02:56.204702 dv-cinder-786260-6-iscsi neutron-server[92872]: 'Network': {'1.1'}, Jun 17 18:02:56.204702 dv-cinder-786260-6-iscsi neutron-server[92872]: 'Port': {'1.7'}, Jun 17 18:02:56.204702 dv-cinder-786260-6-iscsi neutron-server[92872]: 'PortForwarding': {'1.2'}, Jun 17 18:02:56.204702 dv-cinder-786260-6-iscsi neutron-server[92872]: 'QosPolicy': {'1.8'}, Jun 17 18:02:56.204702 dv-cinder-786260-6-iscsi neutron-server[92872]: 'SecurityGroup': {'1.4'}, Jun 17 18:02:56.204702 dv-cinder-786260-6-iscsi neutron-server[92872]: 'SecurityGroupRule': {'1.2'}, Jun 17 18:02:56.204702 dv-cinder-786260-6-iscsi neutron-server[92872]: 'SubPort': {'1.0'}, Jun 17 18:02:56.204702 dv-cinder-786260-6-iscsi neutron-server[92872]: 'Subnet': {'1.1'}, Jun 17 18:02:56.204702 dv-cinder-786260-6-iscsi neutron-server[92872]: 'Trunk': {'1.1'}} Jun 17 18:02:56.204702 dv-cinder-786260-6-iscsi neutron-server[92872]: consumer versions: Jun 17 18:02:56.204702 dv-cinder-786260-6-iscsi neutron-server[92872]: { DHCP agent@dv-cinder-786260-6-iscsi: {}, Jun 17 18:02:56.204702 dv-cinder-786260-6-iscsi neutron-server[92872]: HyperV agent@hv-cinder-78626: {}, Jun 17 18:02:56.204702 dv-cinder-786260-6-iscsi neutron-server[92872]: L3 agent@dv-cinder-786260-6-iscsi: {}, Jun 17 18:02:56.204702 dv-cinder-786260-6-iscsi neutron-server[92872]: Metadata agent@dv-cinder-786260-6-iscsi: {}, Jun 17 18:02:56.204702 dv-cinder-786260-6-iscsi neutron-server[92872]: Metering agent@dv-cinder-786260-6-iscsi: {}, Jun 17 18:02:56.204702 dv-cinder-786260-6-iscsi neutron-server[92872]: Open vSwitch agent@dv-cinder-786260-6-iscsi: { 'AddressGroup': '1.2', Jun 17 18:02:56.204702 dv-cinder-786260-6-iscsi neutron-server[92872]: 'ConntrackHelper': '1.0', Jun 17 18:02:56.204702 dv-cinder-786260-6-iscsi neutron-server[92872]: 'Log': '1.0', Jun 17 18:02:56.204702 dv-cinder-786260-6-iscsi neutron-server[92872]: 'Network': '1.1', Jun 17 18:02:56.204702 dv-cinder-786260-6-iscsi neutron-server[92872]: 'Port': '1.7', Jun 17 18:02:56.204702 dv-cinder-786260-6-iscsi neutron-server[92872]: 'PortForwarding': '1.2', Jun 17 18:02:56.204702 dv-cinder-786260-6-iscsi neutron-server[92872]: 'QosPolicy': '1.8', Jun 17 18:02:56.204702 dv-cinder-786260-6-iscsi neutron-server[92872]: 'SecurityGroup': '1.4', Jun 17 18:02:56.204702 dv-cinder-786260-6-iscsi neutron-server[92872]: 'SecurityGroupRule': '1.2', Jun 17 18:02:56.204702 dv-cinder-786260-6-iscsi neutron-server[92872]: 'SubPort': '1.0', Jun 17 18:02:56.204702 dv-cinder-786260-6-iscsi neutron-server[92872]: 'Subnet': '1.1', Jun 17 18:02:56.204702 dv-cinder-786260-6-iscsi neutron-server[92872]: 'Trunk': '1.1'}} Jun 17 18:02:56.204702 dv-cinder-786260-6-iscsi neutron-server[92872]: {{(pid=92872) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 17 18:02:56.222675 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-453a8a23-8518-4ae2-ae9d-f569ff1b66b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:02:56.229487 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.v2.base [None req-361a8e9d-f6c4-4988-bc40-c27959010427 admin admin] Request body: {'subnet': {'network_id': '490619f6-df6b-4a81-8b12-97225a6da310', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2099834847-subnet', 'tenant_id': '42f4cfc5a3374a4084d73b360a838bfd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 18:02:56.247821 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30170de2-4a32-4364-baf9-c282f167caab admin admin] Made reservation on behalf of 0acb8a69956445cf93d47e2da25da9cb for: {'network': 1} {{(pid=92872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 18:02:56.250502 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-30170de2-4a32-4364-baf9-c282f167caab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1986742'] for network, before_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:56.269236 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-30170de2-4a32-4364-baf9-c282f167caab admin admin] Notify callbacks [] for security_group, before_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:56.286897 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-b465aa19-d448-4ff7-9d81-a20c7ca2ce46 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743364582301'] for network, precommit_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:56.300932 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-6c9764f0-058e-4374-961d-6383885e8cd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:02:56.301584 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.210s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:02:56.326689 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-361a8e9d-f6c4-4988-bc40-c27959010427 admin admin] Made reservation on behalf of 42f4cfc5a3374a4084d73b360a838bfd for: {'subnet': 1} {{(pid=92872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 18:02:56.329472 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-361a8e9d-f6c4-4988-bc40-c27959010427 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:56.374508 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b465aa19-d448-4ff7-9d81-a20c7ca2ce46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=344af256-d773-4ff0-b9b9-f3fcbe207aec,revision_number=1']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:02:56.382556 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-b465aa19-d448-4ff7-9d81-a20c7ca2ce46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:02:56.401892 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453a8a23-8518-4ae2-ae9d-f569ff1b66b3 admin admin] Checking segment: {'id': 'd2eba5df-4ee6-4d57-8467-b15a13058427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': 'a56ac911-462a-49b0-b749-9c491282bc98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 18:02:56.403132 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-453a8a23-8518-4ae2-ae9d-f569ff1b66b3 admin admin] Network hostable DHCP agents. Network: a56ac911-462a-49b0-b749-9c491282bc98, hostable agents: ['795a795f-766d-4def-8ee5-7e560291ca0e'], hosted agents: [] {{(pid=92872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 18:02:56.416684 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-b465aa19-d448-4ff7-9d81-a20c7ca2ce46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563796'] for network, after_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:56.419022 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b465aa19-d448-4ff7-9d81-a20c7ca2ce46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:02:56.419597 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-b465aa19-d448-4ff7-9d81-a20c7ca2ce46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563787'] for network, before_response {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:56.435239 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-0964fe51-86e7-4ac5-88f3-c39b3e3b9f12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:02:56.499202 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b465aa19-d448-4ff7-9d81-a20c7ca2ce46 admin admin] Pushing event updated for resources: {'Network': ['ID=64e72c49-5fe4-4eab-8346-e0f7ad7adcf2,revision_number=1']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:02:56.503143 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-b465aa19-d448-4ff7-9d81-a20c7ca2ce46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:02:56.511638 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Network 64e72c49-5fe4-4eab-8346-e0f7ad7adcf2 details requested by agent ovs-agent-dv-cinder-786260-6-iscsi with host dv-cinder-786260-6-iscsi {{(pid=92880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 18:02:56.515041 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-453a8a23-8518-4ae2-ae9d-f569ff1b66b3 admin admin] Network a56ac911-462a-49b0-b749-9c491282bc98 is scheduled to be hosted by DHCP agent 795a795f-766d-4def-8ee5-7e560291ca0e with binding_index 1 {{(pid=92872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 18:02:56.550805 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.scheduler.base_scheduler [None req-453a8a23-8518-4ae2-ae9d-f569ff1b66b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-6-iscsi, a56ac911-462a-49b0-b749-9c491282bc98) {{(pid=92872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 18:02:56.558007 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-453a8a23-8518-4ae2-ae9d-f569ff1b66b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:02:56.558806 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-453a8a23-8518-4ae2-ae9d-f569ff1b66b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563787'] for subnet, before_response {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:56.584522 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc8d988-0316-413f-a7ee-219bd4320bc7 None None] Network a56ac911-462a-49b0-b749-9c491282bc98 requested from dv-cinder-786260-6-iscsi {{(pid=92880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 18:02:56.629653 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-30170de2-4a32-4364-baf9-c282f167caab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:56.665560 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-30170de2-4a32-4364-baf9-c282f167caab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:56.669297 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-b465aa19-d448-4ff7-9d81-a20c7ca2ce46 admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.4912188 Jun 17 18:02:56.671058 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 41238) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:02:56.675246 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-31f6c2e9-f7e8-4cc9-a95b-b0a3a789410a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:02:56.678336 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.v2.base [None req-67366f45-a2bf-4c59-9204-2e7e8db4db3c admin admin] Request body: {'subnet': {'network_id': '64e72c49-5fe4-4eab-8346-e0f7ad7adcf2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1769801416-subnet', 'tenant_id': '623f5da845c24adfaa862156e92f7f73', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 18:02:56.691511 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-453a8a23-8518-4ae2-ae9d-f569ff1b66b3 admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9212086 Jun 17 18:02:56.702684 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 41242) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:02:56.731436 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.v2.base [None req-ccd2fe03-d054-46e3-875b-d2410feb4d89 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-534204259-router', 'tenant_id': '59d1c386609e449fb41deccf8db32944', 'external_gateway_info': {'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c'}}} {{(pid=92872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 18:02:56.748686 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30170de2-4a32-4364-baf9-c282f167caab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1147} {{(pid=92872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 18:02:56.767264 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99014bd2-e1cb-4cff-9395-21fdce25a858 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc86703fc-b3e3-5eab-995b-625b3403c1cb-a56ac911-462a-49b0-b749-9c491282bc98', 'network_id': 'a56ac911-462a-49b0-b749-9c491282bc98', 'tenant_id': '59d1c386609e449fb41deccf8db32944', 'fixed_ips': [{'subnet_id': '1c1a0998-b783-48f3-b815-e77d3448c78f'}]}} from dv-cinder-786260-6-iscsi. {{(pid=92880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 18:02:56.769723 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-99014bd2-e1cb-4cff-9395-21fdce25a858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1986742'] for port, before_create {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:56.917446 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67366f45-a2bf-4c59-9204-2e7e8db4db3c admin admin] Made reservation on behalf of 623f5da845c24adfaa862156e92f7f73 for: {'subnet': 1} {{(pid=92874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 18:02:56.929364 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-67366f45-a2bf-4c59-9204-2e7e8db4db3c admin admin] Notify callbacks [] for subnet, before_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:56.953738 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-30170de2-4a32-4364-baf9-c282f167caab admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8743365118603', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1592042'] for segment, precommit_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:56.954579 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-30170de2-4a32-4364-baf9-c282f167caab admin admin] Unsubscribe: segment precommit_create {{(pid=92872) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 17 18:02:56.958120 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.db.segments_db [None req-30170de2-4a32-4364-baf9-c282f167caab admin admin] Added segment ec1be91d-5013-401a-90de-3135f9e6b68b of type vlan for network f6175827-20d7-459d-859c-a960c64f9f7b Jun 17 18:02:56.965850 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.db_base_plugin_common [None req-99014bd2-e1cb-4cff-9395-21fdce25a858 None None] Allocated IP 172.20.0.2 (a56ac911-462a-49b0-b749-9c491282bc98/1c1a0998-b783-48f3-b815-e77d3448c78f/2d02cb19-7c9b-4eeb-b59e-1938a3d7c849) {{(pid=92880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 18:02:57.130583 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-30170de2-4a32-4364-baf9-c282f167caab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743364582301'] for network, precommit_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:57.164526 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-99014bd2-e1cb-4cff-9395-21fdce25a858 None None] Notify callbacks [] for port, precommit_create {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:57.173001 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-99014bd2-e1cb-4cff-9395-21fdce25a858 None None] Transition to ACTIVE for port object 2d02cb19-7c9b-4eeb-b59e-1938a3d7c849 will not be triggered until provisioned by entity L2. {{(pid=92880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 18:02:57.188558 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-99014bd2-e1cb-4cff-9395-21fdce25a858 None None] Transition to ACTIVE for port object 2d02cb19-7c9b-4eeb-b59e-1938a3d7c849 will not be triggered until provisioned by entity DHCP. {{(pid=92880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 18:02:57.199299 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-99014bd2-e1cb-4cff-9395-21fdce25a858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1986807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743364645416'] for port, after_create {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:57.214710 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:02:57.242086 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cd8e201-87c8-4946-9782-45c1de77c1e0 admin admin] Made reservation on behalf of 712f7cd589a54c75aee59ca7e2b35e80 for: {'network': 1} {{(pid=92872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 18:02:57.244448 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-2cd8e201-87c8-4946-9782-45c1de77c1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1986742'] for network, before_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:57.266341 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99014bd2-e1cb-4cff-9395-21fdce25a858 None None] Network a56ac911-462a-49b0-b749-9c491282bc98 is already hosted by enough agents. {{(pid=92880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 18:02:57.268411 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99014bd2-e1cb-4cff-9395-21fdce25a858 None None] Pushing event updated for resources: {'Port': ['ID=2d02cb19-7c9b-4eeb-b59e-1938a3d7c849,revision_number=1']} {{(pid=92880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:02:57.277158 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.scheduler.base_scheduler [None req-99014bd2-e1cb-4cff-9395-21fdce25a858 None None] Resources bound (agent type, host, resource id): {{(pid=92880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 18:02:57.280081 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99014bd2-e1cb-4cff-9395-21fdce25a858 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:02:57.280433 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99014bd2-e1cb-4cff-9395-21fdce25a858 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:02:57.280773 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99014bd2-e1cb-4cff-9395-21fdce25a858 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:02:57.281104 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99014bd2-e1cb-4cff-9395-21fdce25a858 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:02:57.281434 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99014bd2-e1cb-4cff-9395-21fdce25a858 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:02:57.281761 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99014bd2-e1cb-4cff-9395-21fdce25a858 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:02:57.282625 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99014bd2-e1cb-4cff-9395-21fdce25a858 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:02:57.282974 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99014bd2-e1cb-4cff-9395-21fdce25a858 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:02:57.283320 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99014bd2-e1cb-4cff-9395-21fdce25a858 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:02:57.283858 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99014bd2-e1cb-4cff-9395-21fdce25a858 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:02:57.284372 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99014bd2-e1cb-4cff-9395-21fdce25a858 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:02:57.284869 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99014bd2-e1cb-4cff-9395-21fdce25a858 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:02:57.286049 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-2cd8e201-87c8-4946-9782-45c1de77c1e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:57.286779 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99014bd2-e1cb-4cff-9395-21fdce25a858 None None] Tracked resource versions report: Jun 17 18:02:57.286779 dv-cinder-786260-6-iscsi neutron-server[92880]: pushed versions: Jun 17 18:02:57.286779 dv-cinder-786260-6-iscsi neutron-server[92880]: { 'AddressGroup': {'1.2'}, Jun 17 18:02:57.286779 dv-cinder-786260-6-iscsi neutron-server[92880]: 'ConntrackHelper': {'1.0'}, Jun 17 18:02:57.286779 dv-cinder-786260-6-iscsi neutron-server[92880]: 'Log': {'1.0'}, Jun 17 18:02:57.286779 dv-cinder-786260-6-iscsi neutron-server[92880]: 'Network': {'1.1'}, Jun 17 18:02:57.286779 dv-cinder-786260-6-iscsi neutron-server[92880]: 'Port': {'1.7'}, Jun 17 18:02:57.286779 dv-cinder-786260-6-iscsi neutron-server[92880]: 'PortForwarding': {'1.2'}, Jun 17 18:02:57.286779 dv-cinder-786260-6-iscsi neutron-server[92880]: 'QosPolicy': {'1.8'}, Jun 17 18:02:57.286779 dv-cinder-786260-6-iscsi neutron-server[92880]: 'SecurityGroup': {'1.4'}, Jun 17 18:02:57.286779 dv-cinder-786260-6-iscsi neutron-server[92880]: 'SecurityGroupRule': {'1.2'}, Jun 17 18:02:57.286779 dv-cinder-786260-6-iscsi neutron-server[92880]: 'SubPort': {'1.0'}, Jun 17 18:02:57.286779 dv-cinder-786260-6-iscsi neutron-server[92880]: 'Subnet': {'1.1'}, Jun 17 18:02:57.286779 dv-cinder-786260-6-iscsi neutron-server[92880]: 'Trunk': {'1.1'}} Jun 17 18:02:57.286779 dv-cinder-786260-6-iscsi neutron-server[92880]: consumer versions: Jun 17 18:02:57.286779 dv-cinder-786260-6-iscsi neutron-server[92880]: { DHCP agent@dv-cinder-786260-6-iscsi: {}, Jun 17 18:02:57.286779 dv-cinder-786260-6-iscsi neutron-server[92880]: HyperV agent@hv-cinder-78626: {}, Jun 17 18:02:57.286779 dv-cinder-786260-6-iscsi neutron-server[92880]: L3 agent@dv-cinder-786260-6-iscsi: {}, Jun 17 18:02:57.286779 dv-cinder-786260-6-iscsi neutron-server[92880]: Metadata agent@dv-cinder-786260-6-iscsi: {}, Jun 17 18:02:57.286779 dv-cinder-786260-6-iscsi neutron-server[92880]: Metering agent@dv-cinder-786260-6-iscsi: {}, Jun 17 18:02:57.286779 dv-cinder-786260-6-iscsi neutron-server[92880]: Open vSwitch agent@dv-cinder-786260-6-iscsi: { 'AddressGroup': '1.2', Jun 17 18:02:57.286779 dv-cinder-786260-6-iscsi neutron-server[92880]: 'ConntrackHelper': '1.0', Jun 17 18:02:57.286779 dv-cinder-786260-6-iscsi neutron-server[92880]: 'Log': '1.0', Jun 17 18:02:57.286779 dv-cinder-786260-6-iscsi neutron-server[92880]: 'Network': '1.1', Jun 17 18:02:57.286779 dv-cinder-786260-6-iscsi neutron-server[92880]: 'Port': '1.7', Jun 17 18:02:57.286779 dv-cinder-786260-6-iscsi neutron-server[92880]: 'PortForwarding': '1.2', Jun 17 18:02:57.286779 dv-cinder-786260-6-iscsi neutron-server[92880]: 'QosPolicy': '1.8', Jun 17 18:02:57.286779 dv-cinder-786260-6-iscsi neutron-server[92880]: 'SecurityGroup': '1.4', Jun 17 18:02:57.286779 dv-cinder-786260-6-iscsi neutron-server[92880]: 'SecurityGroupRule': '1.2', Jun 17 18:02:57.286779 dv-cinder-786260-6-iscsi neutron-server[92880]: 'SubPort': '1.0', Jun 17 18:02:57.286779 dv-cinder-786260-6-iscsi neutron-server[92880]: 'Subnet': '1.1', Jun 17 18:02:57.286779 dv-cinder-786260-6-iscsi neutron-server[92880]: 'Trunk': '1.1'}} Jun 17 18:02:57.286779 dv-cinder-786260-6-iscsi neutron-server[92880]: {{(pid=92880) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 17 18:02:57.296284 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99014bd2-e1cb-4cff-9395-21fdce25a858 None None] Received port after_create {{(pid=92880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 18:02:57.310817 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-361a8e9d-f6c4-4988-bc40-c27959010427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805'] for subnet, after_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:57.332169 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.db.resource_extend [None req-30170de2-4a32-4364-baf9-c282f167caab admin admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 17 18:02:57.359016 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-99014bd2-e1cb-4cff-9395-21fdce25a858 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:02:57.375161 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.managers [None req-99014bd2-e1cb-4cff-9395-21fdce25a858 None None] Attempting to bind port 2d02cb19-7c9b-4eeb-b59e-1938a3d7c849 on host dv-cinder-786260-6-iscsi for vnic_type normal with profile {{(pid=92880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 18:02:57.376109 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.managers [None req-99014bd2-e1cb-4cff-9395-21fdce25a858 None None] Attempting to bind port 2d02cb19-7c9b-4eeb-b59e-1938a3d7c849 by drivers openvswitch,hyperv on host dv-cinder-786260-6-iscsi at level 0 using segments [{'id': 'd2eba5df-4ee6-4d57-8467-b15a13058427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': 'a56ac911-462a-49b0-b749-9c491282bc98'}] {{(pid=92880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 18:02:57.377355 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99014bd2-e1cb-4cff-9395-21fdce25a858 None None] Attempting to bind port 2d02cb19-7c9b-4eeb-b59e-1938a3d7c849 on network a56ac911-462a-49b0-b749-9c491282bc98 {{(pid=92880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 18:02:57.383760 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99014bd2-e1cb-4cff-9395-21fdce25a858 None None] Checking agent: {'id': '656fc8e0-be97-41b9-a086-aa1caa9e55fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 17, 55, 17), 'started_at': datetime.datetime(2021, 6, 17, 17, 55, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 18, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 18:02:57.384440 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99014bd2-e1cb-4cff-9395-21fdce25a858 None None] Checking segment: {'id': 'd2eba5df-4ee6-4d57-8467-b15a13058427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': 'a56ac911-462a-49b0-b749-9c491282bc98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 18:02:57.385024 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-99014bd2-e1cb-4cff-9395-21fdce25a858 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:57.385789 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99014bd2-e1cb-4cff-9395-21fdce25a858 None None] Bound using segment: {'id': 'd2eba5df-4ee6-4d57-8467-b15a13058427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': 'a56ac911-462a-49b0-b749-9c491282bc98'} {{(pid=92880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 18:02:57.387005 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.managers [None req-99014bd2-e1cb-4cff-9395-21fdce25a858 None None] Bound port: 2d02cb19-7c9b-4eeb-b59e-1938a3d7c849, host: dv-cinder-786260-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2eba5df-4ee6-4d57-8467-b15a13058427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': 'a56ac911-462a-49b0-b749-9c491282bc98'}}] {{(pid=92880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 18:02:57.387611 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-99014bd2-e1cb-4cff-9395-21fdce25a858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:57.390480 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-ccd2fe03-d054-46e3-875b-d2410feb4d89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1018585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-464'] for router, before_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:57.391479 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-ccd2fe03-d054-46e3-875b-d2410feb4d89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1017378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-955537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-598790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-463'] for router, precommit_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:57.410129 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-67366f45-a2bf-4c59-9204-2e7e8db4db3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805'] for subnet, after_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:57.413721 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-9236d240-81d8-4975-9422-df9579a51b4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:02:57.430785 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30170de2-4a32-4364-baf9-c282f167caab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91f7f23c-b787-41c8-9305-85229b082856,revision_number=1']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:02:57.437704 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361a8e9d-f6c4-4988-bc40-c27959010427 admin admin] Checking segment: {'id': '0913402a-ef8a-41bd-a14e-da5d38ea5bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': '490619f6-df6b-4a81-8b12-97225a6da310'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 18:02:57.438355 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-361a8e9d-f6c4-4988-bc40-c27959010427 admin admin] Network hostable DHCP agents. Network: 490619f6-df6b-4a81-8b12-97225a6da310, hostable agents: ['795a795f-766d-4def-8ee5-7e560291ca0e'], hosted agents: [] {{(pid=92872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 18:02:57.452821 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-30170de2-4a32-4364-baf9-c282f167caab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.778s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:02:57.460104 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-453a8a23-8518-4ae2-ae9d-f569ff1b66b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.105s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:02:57.485307 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-99014bd2-e1cb-4cff-9395-21fdce25a858 None None] For port 2d02cb19-7c9b-4eeb-b59e-1938a3d7c849, host dv-cinder-786260-6-iscsi, cleared binding levels {{(pid=92880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 18:02:57.492027 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67366f45-a2bf-4c59-9204-2e7e8db4db3c admin admin] Checking segment: {'id': '86fa7d04-d5b8-408a-84bd-320872eef607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': '64e72c49-5fe4-4eab-8346-e0f7ad7adcf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 18:02:57.492608 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67366f45-a2bf-4c59-9204-2e7e8db4db3c admin admin] Network hostable DHCP agents. Network: 64e72c49-5fe4-4eab-8346-e0f7ad7adcf2, hostable agents: ['795a795f-766d-4def-8ee5-7e560291ca0e'], hosted agents: [] {{(pid=92874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 18:02:57.493979 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-99014bd2-e1cb-4cff-9395-21fdce25a858 None None] For port 2d02cb19-7c9b-4eeb-b59e-1938a3d7c849, host dv-cinder-786260-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-6-iscsi',level=0,port_id=2d02cb19-7c9b-4eeb-b59e-1938a3d7c849,segment=NetworkSegment(d2eba5df-4ee6-4d57-8467-b15a13058427),segment_id=d2eba5df-4ee6-4d57-8467-b15a13058427)] {{(pid=92880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 18:02:57.495310 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67366f45-a2bf-4c59-9204-2e7e8db4db3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=aaa033e4-31af-4af5-8b46-e711281f5e48,revision_number=0']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:02:57.500754 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-67366f45-a2bf-4c59-9204-2e7e8db4db3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:02:57.506050 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-99014bd2-e1cb-4cff-9395-21fdce25a858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479'] for port, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:57.510489 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:02:57.524789 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67366f45-a2bf-4c59-9204-2e7e8db4db3c admin admin] Network 64e72c49-5fe4-4eab-8346-e0f7ad7adcf2 is scheduled to be hosted by DHCP agent 795a795f-766d-4def-8ee5-7e560291ca0e with binding_index 1 {{(pid=92874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 18:02:57.550334 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-30170de2-4a32-4364-baf9-c282f167caab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563796'] for network, after_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:57.564596 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.scheduler.base_scheduler [None req-67366f45-a2bf-4c59-9204-2e7e8db4db3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-6-iscsi, 64e72c49-5fe4-4eab-8346-e0f7ad7adcf2) {{(pid=92874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 18:02:57.565958 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30170de2-4a32-4364-baf9-c282f167caab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:02:57.566571 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-30170de2-4a32-4364-baf9-c282f167caab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563787'] for network, before_response {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:57.571773 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67366f45-a2bf-4c59-9204-2e7e8db4db3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:02:57.572340 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-67366f45-a2bf-4c59-9204-2e7e8db4db3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563787'] for subnet, before_response {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:57.580879 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cace17b2-f549-46c8-b185-7be9ccb70157 None None] Network 64e72c49-5fe4-4eab-8346-e0f7ad7adcf2 requested from dv-cinder-786260-6-iscsi {{(pid=92880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 18:02:57.607513 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99014bd2-e1cb-4cff-9395-21fdce25a858 None None] Pushing event updated for resources: {'Port': ['ID=2d02cb19-7c9b-4eeb-b59e-1938a3d7c849,revision_number=2']} {{(pid=92880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:02:57.612645 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-99014bd2-e1cb-4cff-9395-21fdce25a858 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:02:57.658966 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361a8e9d-f6c4-4988-bc40-c27959010427 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d12fe909-5b0e-4b17-a966-d3ca34ed6db9,revision_number=0']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:02:57.663903 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-ccd2fe03-d054-46e3-875b-d2410feb4d89 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:57.666965 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-361a8e9d-f6c4-4988-bc40-c27959010427 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:02:57.668227 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.090s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:02:57.673836 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-361a8e9d-f6c4-4988-bc40-c27959010427 admin admin] Network 490619f6-df6b-4a81-8b12-97225a6da310 is scheduled to be hosted by DHCP agent 795a795f-766d-4def-8ee5-7e560291ca0e with binding_index 1 {{(pid=92872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 18:02:57.740879 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.scheduler.base_scheduler [None req-361a8e9d-f6c4-4988-bc40-c27959010427 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-6-iscsi, 490619f6-df6b-4a81-8b12-97225a6da310) {{(pid=92872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 18:02:57.769159 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-356c15d7-1f50-4cf4-9428-f728a2faa83a None None] Network 490619f6-df6b-4a81-8b12-97225a6da310 requested from dv-cinder-786260-6-iscsi {{(pid=92880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 18:02:57.894858 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-361a8e9d-f6c4-4988-bc40-c27959010427 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:02:57.895519 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-361a8e9d-f6c4-4988-bc40-c27959010427 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563787'] for subnet, before_response {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:57.925956 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd2e397-073a-4f3d-8f37-bf050a33f226 None None] Network 64e72c49-5fe4-4eab-8346-e0f7ad7adcf2 requested from dv-cinder-786260-6-iscsi {{(pid=92880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 18:02:57.982906 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93dbc54a-f00c-4aaa-bac2-94d20c2e50ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc86703fc-b3e3-5eab-995b-625b3403c1cb-490619f6-df6b-4a81-8b12-97225a6da310', 'network_id': '490619f6-df6b-4a81-8b12-97225a6da310', 'tenant_id': '42f4cfc5a3374a4084d73b360a838bfd', 'fixed_ips': [{'subnet_id': 'd12fe909-5b0e-4b17-a966-d3ca34ed6db9'}]}} from dv-cinder-786260-6-iscsi. {{(pid=92880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 18:02:57.984616 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-93dbc54a-f00c-4aaa-bac2-94d20c2e50ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1986742'] for port, before_create {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:58.033303 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30170de2-4a32-4364-baf9-c282f167caab admin admin] Pushing event updated for resources: {'Network': ['ID=f6175827-20d7-459d-859c-a960c64f9f7b,revision_number=1']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:02:58.037591 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-30170de2-4a32-4364-baf9-c282f167caab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:02:58.089634 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-ccd2fe03-d054-46e3-875b-d2410feb4d89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-955609', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1018539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-509'] for router, precommit_update {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:58.140642 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Network f6175827-20d7-459d-859c-a960c64f9f7b details requested by agent ovs-agent-dv-cinder-786260-6-iscsi with host dv-cinder-786260-6-iscsi {{(pid=92880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 18:02:58.146046 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-2cd8e201-87c8-4946-9782-45c1de77c1e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:58.161799 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-2cd8e201-87c8-4946-9782-45c1de77c1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:58.168859 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-67366f45-a2bf-4c59-9204-2e7e8db4db3c admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.4965048 Jun 17 18:02:58.169455 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 41312) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:02:58.174428 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.v2.base [None req-899b4c21-a908-4497-9144-6fbc64c8b832 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1769801416-router', 'tenant_id': '623f5da845c24adfaa862156e92f7f73', 'external_gateway_info': {'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c'}}} {{(pid=92874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 18:02:58.175845 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cd8e201-87c8-4946-9782-45c1de77c1e0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1111} {{(pid=92872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 18:02:58.185963 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-2cd8e201-87c8-4946-9782-45c1de77c1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1592042'] for segment, precommit_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:58.186313 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.db.segments_db [None req-2cd8e201-87c8-4946-9782-45c1de77c1e0 admin admin] Added segment 4d48f87c-16fb-4b3a-8ad2-c3ae0d9a92a0 of type vlan for network feb0bca1-f064-40e3-b604-ebbb98590cfb Jun 17 18:02:58.219553 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-899b4c21-a908-4497-9144-6fbc64c8b832 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1018585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-464'] for router, before_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:58.221559 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-899b4c21-a908-4497-9144-6fbc64c8b832 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1017378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-955537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-598790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-463'] for router, precommit_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:58.227231 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:02:58.241861 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-361a8e9d-f6c4-4988-bc40-c27959010427 admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.0173314 Jun 17 18:02:58.243373 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-30170de2-4a32-4364-baf9-c282f167caab admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.4896801 Jun 17 18:02:58.262462 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 41314) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:02:58.262761 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 41316) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:02:58.271465 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.v2.base [None req-dc353bc9-1c09-4952-8200-4e3ff9d2137a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2099834847-router', 'tenant_id': '42f4cfc5a3374a4084d73b360a838bfd', 'external_gateway_info': {'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c'}}} {{(pid=92872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 18:02:58.300028 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.v2.base [None req-a5e04a0c-6a18-4dc1-8231-9edc508a6e1f admin admin] Request body: {'subnet': {'network_id': 'f6175827-20d7-459d-859c-a960c64f9f7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-707898893-subnet', 'tenant_id': '0acb8a69956445cf93d47e2da25da9cb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 18:02:58.304007 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-2cd8e201-87c8-4946-9782-45c1de77c1e0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743364582301'] for network, precommit_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:58.358058 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-899b4c21-a908-4497-9144-6fbc64c8b832 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:58.379833 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd8e201-87c8-4946-9782-45c1de77c1e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48188713-d4f3-4e47-a31a-4c9bc371b90f,revision_number=1']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:02:58.393721 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-2cd8e201-87c8-4946-9782-45c1de77c1e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:02:58.420075 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-dc353bc9-1c09-4952-8200-4e3ff9d2137a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1018585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-464'] for router, before_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:58.421080 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-dc353bc9-1c09-4952-8200-4e3ff9d2137a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1017378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-955537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-598790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-463'] for router, precommit_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:58.443971 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.db_base_plugin_common [None req-93dbc54a-f00c-4aaa-bac2-94d20c2e50ea None None] Allocated IP 172.20.0.2 (490619f6-df6b-4a81-8b12-97225a6da310/d12fe909-5b0e-4b17-a966-d3ca34ed6db9/c3134a58-e401-493f-8f69-8e53f21ce4ca) {{(pid=92880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 18:02:58.445968 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-2cd8e201-87c8-4946-9782-45c1de77c1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563796'] for network, after_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:58.452633 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd8e201-87c8-4946-9782-45c1de77c1e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:02:58.453229 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-2cd8e201-87c8-4946-9782-45c1de77c1e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563787'] for network, before_response {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:58.462147 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-30170de2-4a32-4364-baf9-c282f167caab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:02:58.482630 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5e04a0c-6a18-4dc1-8231-9edc508a6e1f admin admin] Made reservation on behalf of 0acb8a69956445cf93d47e2da25da9cb for: {'subnet': 1} {{(pid=92872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 18:02:58.483871 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-a5e04a0c-6a18-4dc1-8231-9edc508a6e1f admin admin] Notify callbacks [] for subnet, before_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:58.548161 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 41324) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:02:58.575506 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-2cd8e201-87c8-4946-9782-45c1de77c1e0 admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.8405049 Jun 17 18:02:58.578076 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 41328) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:02:58.582587 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.v2.base [None req-4434b956-3da6-4687-987f-78f084d73bf8 admin admin] Request body: {'subnet': {'network_id': 'feb0bca1-f064-40e3-b604-ebbb98590cfb', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-408312952-subnet', 'tenant_id': '712f7cd589a54c75aee59ca7e2b35e80', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 18:02:58.585573 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-dc353bc9-1c09-4952-8200-4e3ff9d2137a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:58.592323 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-899b4c21-a908-4497-9144-6fbc64c8b832 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-955609', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1018539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-509'] for router, precommit_update {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:58.633562 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4434b956-3da6-4687-987f-78f084d73bf8 admin admin] Made reservation on behalf of 712f7cd589a54c75aee59ca7e2b35e80 for: {'subnet': 1} {{(pid=92874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 18:02:58.636463 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-4434b956-3da6-4687-987f-78f084d73bf8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:58.643591 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-93dbc54a-f00c-4aaa-bac2-94d20c2e50ea None None] Notify callbacks [] for port, precommit_create {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:58.655769 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-93dbc54a-f00c-4aaa-bac2-94d20c2e50ea None None] Transition to ACTIVE for port object c3134a58-e401-493f-8f69-8e53f21ce4ca will not be triggered until provisioned by entity L2. {{(pid=92880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 18:02:58.663302 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd8e201-87c8-4946-9782-45c1de77c1e0 admin admin] Pushing event updated for resources: {'Network': ['ID=feb0bca1-f064-40e3-b604-ebbb98590cfb,revision_number=1']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:02:58.684437 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Network feb0bca1-f064-40e3-b604-ebbb98590cfb details requested by agent ovs-agent-dv-cinder-786260-6-iscsi with host dv-cinder-786260-6-iscsi {{(pid=92880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 18:02:58.703969 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-93dbc54a-f00c-4aaa-bac2-94d20c2e50ea None None] Transition to ACTIVE for port object c3134a58-e401-493f-8f69-8e53f21ce4ca will not be triggered until provisioned by entity DHCP. {{(pid=92880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 18:02:58.730889 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-93dbc54a-f00c-4aaa-bac2-94d20c2e50ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1986807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743364645416'] for port, after_create {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:58.737076 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:02:58.747467 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-2cd8e201-87c8-4946-9782-45c1de77c1e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:02:58.805436 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dbc54a-f00c-4aaa-bac2-94d20c2e50ea None None] Pushing event updated for resources: {'Port': ['ID=c3134a58-e401-493f-8f69-8e53f21ce4ca,revision_number=1']} {{(pid=92880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:02:58.821219 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-93dbc54a-f00c-4aaa-bac2-94d20c2e50ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:02:58.833261 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93dbc54a-f00c-4aaa-bac2-94d20c2e50ea None None] Network 490619f6-df6b-4a81-8b12-97225a6da310 is already hosted by enough agents. {{(pid=92880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 18:02:58.835286 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.scheduler.base_scheduler [None req-93dbc54a-f00c-4aaa-bac2-94d20c2e50ea None None] Resources bound (agent type, host, resource id): {{(pid=92880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 18:02:58.838410 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93dbc54a-f00c-4aaa-bac2-94d20c2e50ea None None] Received port after_create {{(pid=92880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 18:02:58.879293 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-7c078f8a-2269-40a6-8e9f-0b2c0d45a078 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:58.903966 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.managers [None req-93dbc54a-f00c-4aaa-bac2-94d20c2e50ea None None] Attempting to bind port c3134a58-e401-493f-8f69-8e53f21ce4ca on host dv-cinder-786260-6-iscsi for vnic_type normal with profile {{(pid=92880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 18:02:58.904411 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.managers [None req-93dbc54a-f00c-4aaa-bac2-94d20c2e50ea None None] Attempting to bind port c3134a58-e401-493f-8f69-8e53f21ce4ca by drivers openvswitch,hyperv on host dv-cinder-786260-6-iscsi at level 0 using segments [{'id': '0913402a-ef8a-41bd-a14e-da5d38ea5bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': '490619f6-df6b-4a81-8b12-97225a6da310'}] {{(pid=92880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 18:02:58.905604 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93dbc54a-f00c-4aaa-bac2-94d20c2e50ea None None] Attempting to bind port c3134a58-e401-493f-8f69-8e53f21ce4ca on network 490619f6-df6b-4a81-8b12-97225a6da310 {{(pid=92880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 18:02:58.911596 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93dbc54a-f00c-4aaa-bac2-94d20c2e50ea None None] Checking agent: {'id': '656fc8e0-be97-41b9-a086-aa1caa9e55fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 17, 55, 17), 'started_at': datetime.datetime(2021, 6, 17, 17, 55, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 18, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 18:02:58.912097 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93dbc54a-f00c-4aaa-bac2-94d20c2e50ea None None] Checking segment: {'id': '0913402a-ef8a-41bd-a14e-da5d38ea5bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': '490619f6-df6b-4a81-8b12-97225a6da310'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 18:02:58.912514 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-93dbc54a-f00c-4aaa-bac2-94d20c2e50ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:58.912914 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93dbc54a-f00c-4aaa-bac2-94d20c2e50ea None None] Bound using segment: {'id': '0913402a-ef8a-41bd-a14e-da5d38ea5bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': '490619f6-df6b-4a81-8b12-97225a6da310'} {{(pid=92880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 18:02:58.913537 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.managers [None req-93dbc54a-f00c-4aaa-bac2-94d20c2e50ea None None] Bound port: c3134a58-e401-493f-8f69-8e53f21ce4ca, host: dv-cinder-786260-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0913402a-ef8a-41bd-a14e-da5d38ea5bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': '490619f6-df6b-4a81-8b12-97225a6da310'}}] {{(pid=92880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 18:02:58.913916 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-93dbc54a-f00c-4aaa-bac2-94d20c2e50ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:59.000425 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c41ffd47-f2af-48e0-ab5c-eb8573437a87 None None] Network a56ac911-462a-49b0-b749-9c491282bc98 requested from dv-cinder-786260-6-iscsi {{(pid=92880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 18:02:59.005957 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-dc353bc9-1c09-4952-8200-4e3ff9d2137a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-955609', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1018539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-509'] for router, precommit_update {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:59.009041 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-4434b956-3da6-4687-987f-78f084d73bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805'] for subnet, after_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:59.015568 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-066954e8-70d5-48b5-af57-ac946783eb6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:02:59.018768 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-93dbc54a-f00c-4aaa-bac2-94d20c2e50ea None None] For port c3134a58-e401-493f-8f69-8e53f21ce4ca, host dv-cinder-786260-6-iscsi, cleared binding levels {{(pid=92880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 18:02:59.024360 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-899b4c21-a908-4497-9144-6fbc64c8b832 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:59.026070 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-ccd2fe03-d054-46e3-875b-d2410feb4d89 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:59.039360 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-93dbc54a-f00c-4aaa-bac2-94d20c2e50ea None None] For port c3134a58-e401-493f-8f69-8e53f21ce4ca, host dv-cinder-786260-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-6-iscsi',level=0,port_id=c3134a58-e401-493f-8f69-8e53f21ce4ca,segment=NetworkSegment(0913402a-ef8a-41bd-a14e-da5d38ea5bc2),segment_id=0913402a-ef8a-41bd-a14e-da5d38ea5bc2)] {{(pid=92880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 18:02:59.067894 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-899b4c21-a908-4497-9144-6fbc64c8b832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1986742'] for port, before_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:59.068081 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-ccd2fe03-d054-46e3-875b-d2410feb4d89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1986742'] for port, before_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:59.087747 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-93dbc54a-f00c-4aaa-bac2-94d20c2e50ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479'] for port, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:59.099172 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:02:59.112511 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-020ad5c5-2d19-464e-8c5b-9a21a66f30ab None None] Provisioning for port 2d02cb19-7c9b-4eeb-b59e-1938a3d7c849 completed by entity DHCP. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 18:02:59.180880 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4434b956-3da6-4687-987f-78f084d73bf8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=96374547-6a24-4110-87c5-515f02aa11d2,revision_number=0']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:02:59.196648 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-4434b956-3da6-4687-987f-78f084d73bf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:02:59.202145 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4434b956-3da6-4687-987f-78f084d73bf8 admin admin] Checking segment: {'id': '4d48f87c-16fb-4b3a-8ad2-c3ae0d9a92a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': 'feb0bca1-f064-40e3-b604-ebbb98590cfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 18:02:59.202725 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4434b956-3da6-4687-987f-78f084d73bf8 admin admin] Network hostable DHCP agents. Network: feb0bca1-f064-40e3-b604-ebbb98590cfb, hostable agents: ['795a795f-766d-4def-8ee5-7e560291ca0e'], hosted agents: [] {{(pid=92874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 18:02:59.226505 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Device 2d02cb19-7c9b-4eeb-b59e-1938a3d7c849 up at agent ovs-agent-dv-cinder-786260-6-iscsi {{(pid=92880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 18:02:59.271336 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4434b956-3da6-4687-987f-78f084d73bf8 admin admin] Network feb0bca1-f064-40e3-b604-ebbb98590cfb is scheduled to be hosted by DHCP agent 795a795f-766d-4def-8ee5-7e560291ca0e with binding_index 1 {{(pid=92874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 18:02:59.274467 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.db.db_base_plugin_common [None req-899b4c21-a908-4497-9144-6fbc64c8b832 admin admin] Allocated IP 172.27.2.88 (64144b6f-e068-441d-8337-f91b82ffb73c/78089575-0364-47db-be8b-ef28f42f3a37/846b6c75-97ae-417f-b613-9bbb618f19fd) {{(pid=92874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 18:02:59.298008 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.scheduler.base_scheduler [None req-4434b956-3da6-4687-987f-78f084d73bf8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-6-iscsi, feb0bca1-f064-40e3-b604-ebbb98590cfb) {{(pid=92874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 18:02:59.316999 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4434b956-3da6-4687-987f-78f084d73bf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:02:59.317795 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-4434b956-3da6-4687-987f-78f084d73bf8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563787'] for subnet, before_response {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:59.330506 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6477d863-ed3b-4af8-82db-89747bf20637 None None] Network feb0bca1-f064-40e3-b604-ebbb98590cfb requested from dv-cinder-786260-6-iscsi {{(pid=92880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 18:02:59.424692 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-899b4c21-a908-4497-9144-6fbc64c8b832 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:59.488192 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-a5e04a0c-6a18-4dc1-8231-9edc508a6e1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805'] for subnet, after_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:59.517936 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dbc54a-f00c-4aaa-bac2-94d20c2e50ea None None] Pushing event updated for resources: {'Port': ['ID=c3134a58-e401-493f-8f69-8e53f21ce4ca,revision_number=2']} {{(pid=92880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:02:59.530796 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-899b4c21-a908-4497-9144-6fbc64c8b832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1986807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743364645416'] for port, after_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:59.533030 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:02:59.569190 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-361a8e9d-f6c4-4988-bc40-c27959010427 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:02:59.574022 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-93dbc54a-f00c-4aaa-bac2-94d20c2e50ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.475s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:02:59.595566 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-899b4c21-a908-4497-9144-6fbc64c8b832 admin admin] Network 64144b6f-e068-441d-8337-f91b82ffb73c is already hosted by enough agents. {{(pid=92874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 18:02:59.600221 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.scheduler.base_scheduler [None req-899b4c21-a908-4497-9144-6fbc64c8b832 admin admin] Resources bound (agent type, host, resource id): {{(pid=92874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 18:02:59.604788 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899b4c21-a908-4497-9144-6fbc64c8b832 admin admin] Received port after_create {{(pid=92874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 18:02:59.734395 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.db.db_base_plugin_common [None req-ccd2fe03-d054-46e3-875b-d2410feb4d89 admin admin] Allocated IP 172.27.2.173 (64144b6f-e068-441d-8337-f91b82ffb73c/78089575-0364-47db-be8b-ef28f42f3a37/41d97631-15a9-42f5-a18d-cfc819b7ac0f) {{(pid=92872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 18:02:59.841463 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899b4c21-a908-4497-9144-6fbc64c8b832 admin admin] Pushing event updated for resources: {'Port': ['ID=846b6c75-97ae-417f-b613-9bbb618f19fd,revision_number=1']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:02:59.845378 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-899b4c21-a908-4497-9144-6fbc64c8b832 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:02:59.860455 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Provisioning for port 2d02cb19-7c9b-4eeb-b59e-1938a3d7c849 completed by entity L2. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 18:02:59.878825 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-ccd2fe03-d054-46e3-875b-d2410feb4d89 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:59.903669 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Provisioning complete for port 2d02cb19-7c9b-4eeb-b59e-1938a3d7c849 triggered by entity L2. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 18:02:59.904071 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687209'] for port, provisioning_complete {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:02:59.955738 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-278e01c7-2156-440c-b0ff-a7bfc369c5e7 None None] Network feb0bca1-f064-40e3-b604-ebbb98590cfb requested from dv-cinder-786260-6-iscsi {{(pid=92880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 18:03:00.083363 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e04a0c-6a18-4dc1-8231-9edc508a6e1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d9eae51-247c-4135-a165-61e9ae8adce9,revision_number=0']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:03:00.104722 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-a5e04a0c-6a18-4dc1-8231-9edc508a6e1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.536s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:03:00.112501 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-899b4c21-a908-4497-9144-6fbc64c8b832 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:00.176059 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-ccd2fe03-d054-46e3-875b-d2410feb4d89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1986807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743364645416'] for port, after_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:00.204344 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:00.210150 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:03:00.315405 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd2fe03-d054-46e3-875b-d2410feb4d89 admin admin] Network 64144b6f-e068-441d-8337-f91b82ffb73c is already hosted by enough agents. {{(pid=92872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 18:03:00.317526 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] For port 2d02cb19-7c9b-4eeb-b59e-1938a3d7c849, host dv-cinder-786260-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-6-iscsi',level=0,port_id=2d02cb19-7c9b-4eeb-b59e-1938a3d7c849,segment=NetworkSegment(d2eba5df-4ee6-4d57-8467-b15a13058427),segment_id=d2eba5df-4ee6-4d57-8467-b15a13058427)] {{(pid=92880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:03:00.321108 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e04a0c-6a18-4dc1-8231-9edc508a6e1f admin admin] Checking segment: {'id': 'ec1be91d-5013-401a-90de-3135f9e6b68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': 'f6175827-20d7-459d-859c-a960c64f9f7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 18:03:00.321661 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e04a0c-6a18-4dc1-8231-9edc508a6e1f admin admin] Network hostable DHCP agents. Network: f6175827-20d7-459d-859c-a960c64f9f7b, hostable agents: ['795a795f-766d-4def-8ee5-7e560291ca0e'], hosted agents: [] {{(pid=92872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 18:03:00.324968 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479'] for port, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:00.327561 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-99014bd2-e1cb-4cff-9395-21fdce25a858 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:03:00.338821 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.scheduler.base_scheduler [None req-ccd2fe03-d054-46e3-875b-d2410feb4d89 admin admin] Resources bound (agent type, host, resource id): {{(pid=92872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 18:03:00.341368 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd2fe03-d054-46e3-875b-d2410feb4d89 admin admin] Received port after_create {{(pid=92872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 18:03:00.412342 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Pushing event updated for resources: {'Port': ['ID=2d02cb19-7c9b-4eeb-b59e-1938a3d7c849,revision_number=3']} {{(pid=92880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:03:00.416394 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:03:00.422402 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-522c8cba-2347-49ce-b2e7-ae207bca87fa None None] Provisioning complete for port 2d02cb19-7c9b-4eeb-b59e-1938a3d7c849 triggered by entity DHCP. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 18:03:00.422883 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-522c8cba-2347-49ce-b2e7-ae207bca87fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687209'] for port, provisioning_complete {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:00.451689 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-899b4c21-a908-4497-9144-6fbc64c8b832 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1018578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-955646'] for router, after_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:00.557346 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e04a0c-6a18-4dc1-8231-9edc508a6e1f admin admin] Network f6175827-20d7-459d-859c-a960c64f9f7b is scheduled to be hosted by DHCP agent 795a795f-766d-4def-8ee5-7e560291ca0e with binding_index 1 {{(pid=92872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 18:03:00.561933 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-7c078f8a-2269-40a6-8e9f-0b2c0d45a078 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:00.570207 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd2fe03-d054-46e3-875b-d2410feb4d89 admin admin] Pushing event updated for resources: {'Port': ['ID=41d97631-15a9-42f5-a18d-cfc819b7ac0f,revision_number=1']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:03:00.570968 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f7be553-8de0-42c9-abcb-189f3289207f None None] Network 490619f6-df6b-4a81-8b12-97225a6da310 requested from dv-cinder-786260-6-iscsi {{(pid=92880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 18:03:00.574231 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-4434b956-3da6-4687-987f-78f084d73bf8 admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9955206 Jun 17 18:03:00.576828 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-ccd2fe03-d054-46e3-875b-d2410feb4d89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:03:00.628052 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-899b4c21-a908-4497-9144-6fbc64c8b832 admin admin] Router b2c50905-7c93-4754-acf9-ea9fe0d16ece is scheduled to L3 agent 4c938d44-4998-4210-8006-ee34f5a3ffbf with binding_index 1 {{(pid=92874) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 18:03:00.678523 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-3d923a13-4b12-4155-a884-12c23c4cefec None None] Provisioning for port c3134a58-e401-493f-8f69-8e53f21ce4ca completed by entity DHCP. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 18:03:00.706311 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-7c078f8a-2269-40a6-8e9f-0b2c0d45a078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:00.757120 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-899b4c21-a908-4497-9144-6fbc64c8b832 admin admin] Notify agent at l3_agent.dv-cinder-786260-6-iscsi the message routers_updated {{(pid=92874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 18:03:00.767455 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68c12bf-d01b-4177-a0bc-4430b3f44ec7 None None] Sync routers for ids ['b2c50905-7c93-4754-acf9-ea9fe0d16ece'] in dv-cinder-786260-6-iscsi {{(pid=92881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 18:03:00.772323 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.scheduler.base_scheduler [None req-a5e04a0c-6a18-4dc1-8231-9edc508a6e1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-6-iscsi, f6175827-20d7-459d-859c-a960c64f9f7b) {{(pid=92872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 18:03:00.780138 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:03:00.781317 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-899b4c21-a908-4497-9144-6fbc64c8b832 admin admin] Notify callbacks [] for router, before_response {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:00.782798 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-899b4c21-a908-4497-9144-6fbc64c8b832 admin admin] 10.222.0.97 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.6118093 Jun 17 18:03:00.784356 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68c12bf-d01b-4177-a0bc-4430b3f44ec7 None None] Routers {'b2c50905-7c93-4754-acf9-ea9fe0d16ece'} bound to L3 agent in host dv-cinder-786260-6-iscsi {{(pid=92881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 18:03:00.785005 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.l3_hamode_db [None req-c68c12bf-d01b-4177-a0bc-4430b3f44ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T17:55:17Z,description=,heartbeat_timestamp=2021-06-17T18:02:47Z,host='dv-cinder-786260-6-iscsi',id=4c938d44-4998-4210-8006-ee34f5a3ffbf,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:55:17Z,topic='l3_agent')) {'router_ids': ['b2c50905-7c93-4754-acf9-ea9fe0d16ece'], 'active': True} {{(pid=92881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:03:00.785608 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 41362) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:03:00.801510 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef3e58b7-4cab-4e0e-a728-1739a1e9189a None None] Network f6175827-20d7-459d-859c-a960c64f9f7b requested from dv-cinder-786260-6-iscsi {{(pid=92880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 18:03:00.829602 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e04a0c-6a18-4dc1-8231-9edc508a6e1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:00.830197 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-a5e04a0c-6a18-4dc1-8231-9edc508a6e1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563787'] for subnet, before_response {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:00.888661 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c078f8a-2269-40a6-8e9f-0b2c0d45a078 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3087ef8-661e-4d4f-9014-21e322415dff,revision_number=1']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:03:00.896086 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-7c078f8a-2269-40a6-8e9f-0b2c0d45a078 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=b307667ba7ee4d67a4215fbbbb73b57f&name=default HTTP/1.1" status: 200 len: 2975 time: 2.3365912 Jun 17 18:03:00.896086 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-7c078f8a-2269-40a6-8e9f-0b2c0d45a078 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:03:00.897595 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 41368) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:03:00.933478 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-a5e04a0c-6a18-4dc1-8231-9edc508a6e1f admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.6666355 Jun 17 18:03:00.952227 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-ccd2fe03-d054-46e3-875b-d2410feb4d89 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:01.024388 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-dc353bc9-1c09-4952-8200-4e3ff9d2137a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:01.026118 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9738e927-a621-4693-9f64-b3235ed346bb None None] Network f6175827-20d7-459d-859c-a960c64f9f7b requested from dv-cinder-786260-6-iscsi {{(pid=92880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 18:03:01.029822 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-8e6cdc9a-eb2e-4d3b-b722-80546941b729 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:01.059719 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-dc353bc9-1c09-4952-8200-4e3ff9d2137a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1986742'] for port, before_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:01.213402 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.l3_dvr_db [None req-c68c12bf-d01b-4177-a0bc-4430b3f44ec7 None None] Set router b2c50905-7c93-4754-acf9-ea9fe0d16ece gateway port host: dv-cinder-786260-6-iscsi {{(pid=92881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 18:03:01.353783 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-8e6cdc9a-eb2e-4d3b-b722-80546941b729 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:01.494403 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Device c3134a58-e401-493f-8f69-8e53f21ce4ca up at agent ovs-agent-dv-cinder-786260-6-iscsi {{(pid=92880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 18:03:01.529635 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 41404) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:03:01.535926 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.l3_hamode_db [None req-c68c12bf-d01b-4177-a0bc-4430b3f44ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2c50905-7c93-4754-acf9-ea9fe0d16ece', 'name': 'tempest-ServerRescueNegativeTestJSON-1769801416-router', 'tenant_id': '623f5da845c24adfaa862156e92f7f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'external_fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '846b6c75-97ae-417f-b613-9bbb618f19fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T18:02:58Z', 'updated_at': '2021-06-17T18:02:59Z', 'revision_number': 3, 'project_id': '623f5da845c24adfaa862156e92f7f73', 'gw_port': {'id': '846b6c75-97ae-417f-b613-9bbb618f19fd', 'name': '', 'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:1d:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2c50905-7c93-4754-acf9-ea9fe0d16ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:02:59Z', 'updated_at': '2021-06-17T18:02:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '78089575-0364-47db-be8b-ef28f42f3a37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-6-iscsi'}], 'dv-cinder-786260-6-iscsi', False) {} {{(pid=92881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:03:01.566424 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.db.db_base_plugin_common [None req-dc353bc9-1c09-4952-8200-4e3ff9d2137a admin admin] Allocated IP 172.27.2.135 (64144b6f-e068-441d-8337-f91b82ffb73c/78089575-0364-47db-be8b-ef28f42f3a37/049c1286-72d2-4320-b8fc-ab65e653c7be) {{(pid=92872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 18:03:01.583010 dv-cinder-786260-6-iscsi neutron-server[92874]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 17 18:03:01.608332 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68c12bf-d01b-4177-a0bc-4430b3f44ec7 None None] Checking router: b2c50905-7c93-4754-acf9-ea9fe0d16ece for host: dv-cinder-786260-6-iscsi {{(pid=92881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 18:03:01.608681 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68c12bf-d01b-4177-a0bc-4430b3f44ec7 None None] Updating router b2c50905-7c93-4754-acf9-ea9fe0d16ece port 846b6c75-97ae-417f-b613-9bbb618f19fd binding host dv-cinder-786260-6-iscsi {{(pid=92881) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 18:03:01.610668 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Provisioning for port c3134a58-e401-493f-8f69-8e53f21ce4ca completed by entity L2. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 18:03:01.615652 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Provisioning complete for port c3134a58-e401-493f-8f69-8e53f21ce4ca triggered by entity L2. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 18:03:01.616071 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687209'] for port, provisioning_complete {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:01.628845 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-ccd2fe03-d054-46e3-875b-d2410feb4d89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1018578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-955646'] for router, after_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:01.681011 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-8e6cdc9a-eb2e-4d3b-b722-80546941b729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:01.703744 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron_lib.callbacks.manager [None req-c68c12bf-d01b-4177-a0bc-4430b3f44ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:01.706645 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-8e6cdc9a-eb2e-4d3b-b722-80546941b729 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:01.707920 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-8e6cdc9a-eb2e-4d3b-b722-80546941b729 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/c3087ef8-661e-4d4f-9014-21e322415dff HTTP/1.1" status: 204 len: 168 time: 0.8090179 Jun 17 18:03:01.717642 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-b465aa19-d448-4ff7-9d81-a20c7ca2ce46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:03:01.776149 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:01.803463 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 41420) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:03:01.831163 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6cdc9a-eb2e-4d3b-b722-80546941b729 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3087ef8-661e-4d4f-9014-21e322415dff,revision_number=None']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:03:01.851700 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-8e6cdc9a-eb2e-4d3b-b722-80546941b729 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:03:01.862282 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] For port c3134a58-e401-493f-8f69-8e53f21ce4ca, host dv-cinder-786260-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-6-iscsi',level=0,port_id=c3134a58-e401-493f-8f69-8e53f21ce4ca,segment=NetworkSegment(0913402a-ef8a-41bd-a14e-da5d38ea5bc2),segment_id=0913402a-ef8a-41bd-a14e-da5d38ea5bc2)] {{(pid=92880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:03:01.881076 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479'] for port, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:01.891783 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Device 2d02cb19-7c9b-4eeb-b59e-1938a3d7c849 up at agent ovs-agent-dv-cinder-786260-6-iscsi {{(pid=92880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 18:03:01.893564 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:03:01.945538 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Pushing event updated for resources: {'Port': ['ID=c3134a58-e401-493f-8f69-8e53f21ce4ca,revision_number=3']} {{(pid=92880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:03:01.968242 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:03:01.980962 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-dc353bc9-1c09-4952-8200-4e3ff9d2137a admin admin] Notify callbacks [] for port, precommit_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:02.001278 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Provisioning complete for port 2d02cb19-7c9b-4eeb-b59e-1938a3d7c849 triggered by entity L2. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 18:03:02.001743 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687209'] for port, provisioning_complete {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:02.004817 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6387c2-0752-48e1-b04f-1e28ee0f54e2 req-e48f44fb-4319-4b04-976b-502b55b1a7df tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:02.006317 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-bb6387c2-0752-48e1-b04f-1e28ee0f54e2 req-e48f44fb-4319-4b04-976b-502b55b1a7df tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/networks?id=f6175827-20d7-459d-859c-a960c64f9f7b HTTP/1.1" status: 200 len: 814 time: 0.1916592 Jun 17 18:03:02.031061 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48bd71f-442a-49ec-b7f8-95329284fe7b req-18a51448-6df4-41be-bab6-09a8348cc0eb tempest-DeleteServersTestJSON-1984471777 tempest-DeleteServersTestJSON-1984471777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:02.032451 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-e48bd71f-442a-49ec-b7f8-95329284fe7b req-18a51448-6df4-41be-bab6-09a8348cc0eb tempest-DeleteServersTestJSON-1984471777 tempest-DeleteServersTestJSON-1984471777-project] 10.222.0.97 "GET /v2.0/networks?id=feb0bca1-f064-40e3-b604-ebbb98590cfb HTTP/1.1" status: 200 len: 811 time: 0.4574080 Jun 17 18:03:02.082995 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-dc353bc9-1c09-4952-8200-4e3ff9d2137a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1986807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743364645416'] for port, after_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:02.103752 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-bb6387c2-0752-48e1-b04f-1e28ee0f54e2 req-3b73a422-134d-400c-971e-ddc163c67bc3 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/quotas/0acb8a69956445cf93d47e2da25da9cb HTTP/1.1" status: 200 len: 375 time: 0.0703363 Jun 17 18:03:02.106461 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-e48bd71f-442a-49ec-b7f8-95329284fe7b req-b415cd52-1375-4c7e-867b-ac6fd4f63835 tempest-DeleteServersTestJSON-1984471777 tempest-DeleteServersTestJSON-1984471777-project] 10.222.0.97 "GET /v2.0/quotas/712f7cd589a54c75aee59ca7e2b35e80 HTTP/1.1" status: 200 len: 375 time: 0.0593452 Jun 17 18:03:02.111214 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-ccd2fe03-d054-46e3-875b-d2410feb4d89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:03:02.114547 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccd2fe03-d054-46e3-875b-d2410feb4d89 admin admin] Router 9b5fbf60-68fb-4059-a782-f9a419825548 is scheduled to L3 agent 4c938d44-4998-4210-8006-ee34f5a3ffbf with binding_index 1 {{(pid=92872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 18:03:02.145198 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc353bc9-1c09-4952-8200-4e3ff9d2137a admin admin] Network 64144b6f-e068-441d-8337-f91b82ffb73c is already hosted by enough agents. {{(pid=92872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 18:03:02.207704 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.scheduler.base_scheduler [None req-dc353bc9-1c09-4952-8200-4e3ff9d2137a admin admin] Resources bound (agent type, host, resource id): {{(pid=92872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 18:03:02.259204 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc353bc9-1c09-4952-8200-4e3ff9d2137a admin admin] Received port after_create {{(pid=92872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 18:03:02.279855 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron_lib.callbacks.manager [None req-c68c12bf-d01b-4177-a0bc-4430b3f44ec7 None None] Notify callbacks [] for port, precommit_update {{(pid=92881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:02.295069 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.provisioning_blocks [None req-c68c12bf-d01b-4177-a0bc-4430b3f44ec7 None None] Transition to ACTIVE for port object 846b6c75-97ae-417f-b613-9bbb618f19fd will not be triggered until provisioned by entity L2. {{(pid=92881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 18:03:02.306264 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron_lib.callbacks.manager [None req-c68c12bf-d01b-4177-a0bc-4430b3f44ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479'] for port, after_update {{(pid=92881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:02.308563 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:03:02.334249 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-e48bd71f-442a-49ec-b7f8-95329284fe7b req-d145c8b1-ac4a-4203-b500-e8f8031612c9 tempest-DeleteServersTestJSON-1984471777 tempest-DeleteServersTestJSON-1984471777-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=712f7cd589a54c75aee59ca7e2b35e80&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0820756 Jun 17 18:03:02.336294 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-bb6387c2-0752-48e1-b04f-1e28ee0f54e2 req-653e7d36-0de2-417e-ab4b-91250a80a3c8 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=0acb8a69956445cf93d47e2da25da9cb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0852938 Jun 17 18:03:02.385940 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065fc1e7-bee8-469d-ab93-191cc228fed8 None None] Pushing event updated for resources: {'Port': ['ID=846b6c75-97ae-417f-b613-9bbb618f19fd,revision_number=2']} {{(pid=92881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:03:02.393222 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.plugins.ml2.managers [None req-c68c12bf-d01b-4177-a0bc-4430b3f44ec7 None None] Attempting to bind port 846b6c75-97ae-417f-b613-9bbb618f19fd on host dv-cinder-786260-6-iscsi for vnic_type normal with profile {{(pid=92881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 18:03:02.393588 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.plugins.ml2.managers [None req-c68c12bf-d01b-4177-a0bc-4430b3f44ec7 None None] Attempting to bind port 846b6c75-97ae-417f-b613-9bbb618f19fd by drivers openvswitch,hyperv on host dv-cinder-786260-6-iscsi at level 0 using segments [{'id': '07abf0fa-b3ae-48d7-9299-c095c09325c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c'}] {{(pid=92881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 18:03:02.393951 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68c12bf-d01b-4177-a0bc-4430b3f44ec7 None None] Attempting to bind port 846b6c75-97ae-417f-b613-9bbb618f19fd on network 64144b6f-e068-441d-8337-f91b82ffb73c {{(pid=92881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 18:03:02.397573 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065fc1e7-bee8-469d-ab93-191cc228fed8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:03:02.397881 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065fc1e7-bee8-469d-ab93-191cc228fed8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:03:02.398215 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065fc1e7-bee8-469d-ab93-191cc228fed8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:03:02.398538 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065fc1e7-bee8-469d-ab93-191cc228fed8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:03:02.398855 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065fc1e7-bee8-469d-ab93-191cc228fed8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:03:02.399169 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065fc1e7-bee8-469d-ab93-191cc228fed8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:03:02.399481 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065fc1e7-bee8-469d-ab93-191cc228fed8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:03:02.399792 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065fc1e7-bee8-469d-ab93-191cc228fed8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:03:02.400160 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065fc1e7-bee8-469d-ab93-191cc228fed8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:03:02.400478 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065fc1e7-bee8-469d-ab93-191cc228fed8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:03:02.400785 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065fc1e7-bee8-469d-ab93-191cc228fed8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:03:02.401089 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065fc1e7-bee8-469d-ab93-191cc228fed8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:03:02.402378 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065fc1e7-bee8-469d-ab93-191cc228fed8 None None] Tracked resource versions report: Jun 17 18:03:02.402378 dv-cinder-786260-6-iscsi neutron-server[92881]: pushed versions: Jun 17 18:03:02.402378 dv-cinder-786260-6-iscsi neutron-server[92881]: { 'AddressGroup': {'1.2'}, Jun 17 18:03:02.402378 dv-cinder-786260-6-iscsi neutron-server[92881]: 'ConntrackHelper': {'1.0'}, Jun 17 18:03:02.402378 dv-cinder-786260-6-iscsi neutron-server[92881]: 'Log': {'1.0'}, Jun 17 18:03:02.402378 dv-cinder-786260-6-iscsi neutron-server[92881]: 'Network': {'1.1'}, Jun 17 18:03:02.402378 dv-cinder-786260-6-iscsi neutron-server[92881]: 'Port': {'1.7'}, Jun 17 18:03:02.402378 dv-cinder-786260-6-iscsi neutron-server[92881]: 'PortForwarding': {'1.2'}, Jun 17 18:03:02.402378 dv-cinder-786260-6-iscsi neutron-server[92881]: 'QosPolicy': {'1.8'}, Jun 17 18:03:02.402378 dv-cinder-786260-6-iscsi neutron-server[92881]: 'SecurityGroup': {'1.4'}, Jun 17 18:03:02.402378 dv-cinder-786260-6-iscsi neutron-server[92881]: 'SecurityGroupRule': {'1.2'}, Jun 17 18:03:02.402378 dv-cinder-786260-6-iscsi neutron-server[92881]: 'SubPort': {'1.0'}, Jun 17 18:03:02.402378 dv-cinder-786260-6-iscsi neutron-server[92881]: 'Subnet': {'1.1'}, Jun 17 18:03:02.402378 dv-cinder-786260-6-iscsi neutron-server[92881]: 'Trunk': {'1.1'}} Jun 17 18:03:02.402378 dv-cinder-786260-6-iscsi neutron-server[92881]: consumer versions: Jun 17 18:03:02.402378 dv-cinder-786260-6-iscsi neutron-server[92881]: { DHCP agent@dv-cinder-786260-6-iscsi: {}, Jun 17 18:03:02.402378 dv-cinder-786260-6-iscsi neutron-server[92881]: HyperV agent@hv-cinder-78626: {}, Jun 17 18:03:02.402378 dv-cinder-786260-6-iscsi neutron-server[92881]: L3 agent@dv-cinder-786260-6-iscsi: {}, Jun 17 18:03:02.402378 dv-cinder-786260-6-iscsi neutron-server[92881]: Metadata agent@dv-cinder-786260-6-iscsi: {}, Jun 17 18:03:02.402378 dv-cinder-786260-6-iscsi neutron-server[92881]: Metering agent@dv-cinder-786260-6-iscsi: {}, Jun 17 18:03:02.402378 dv-cinder-786260-6-iscsi neutron-server[92881]: Open vSwitch agent@dv-cinder-786260-6-iscsi: { 'AddressGroup': '1.2', Jun 17 18:03:02.402378 dv-cinder-786260-6-iscsi neutron-server[92881]: 'ConntrackHelper': '1.0', Jun 17 18:03:02.402378 dv-cinder-786260-6-iscsi neutron-server[92881]: 'Log': '1.0', Jun 17 18:03:02.402378 dv-cinder-786260-6-iscsi neutron-server[92881]: 'Network': '1.1', Jun 17 18:03:02.402378 dv-cinder-786260-6-iscsi neutron-server[92881]: 'Port': '1.7', Jun 17 18:03:02.402378 dv-cinder-786260-6-iscsi neutron-server[92881]: 'PortForwarding': '1.2', Jun 17 18:03:02.402378 dv-cinder-786260-6-iscsi neutron-server[92881]: 'QosPolicy': '1.8', Jun 17 18:03:02.402378 dv-cinder-786260-6-iscsi neutron-server[92881]: 'SecurityGroup': '1.4', Jun 17 18:03:02.402378 dv-cinder-786260-6-iscsi neutron-server[92881]: 'SecurityGroupRule': '1.2', Jun 17 18:03:02.402378 dv-cinder-786260-6-iscsi neutron-server[92881]: 'SubPort': '1.0', Jun 17 18:03:02.402378 dv-cinder-786260-6-iscsi neutron-server[92881]: 'Subnet': '1.1', Jun 17 18:03:02.402378 dv-cinder-786260-6-iscsi neutron-server[92881]: 'Trunk': '1.1'}} Jun 17 18:03:02.402378 dv-cinder-786260-6-iscsi neutron-server[92881]: {{(pid=92881) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 17 18:03:02.406505 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG oslo_concurrency.lockutils [None req-065fc1e7-bee8-469d-ab93-191cc228fed8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:03:02.407396 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68c12bf-d01b-4177-a0bc-4430b3f44ec7 None None] Checking agent: {'id': '656fc8e0-be97-41b9-a086-aa1caa9e55fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 17, 55, 17), 'started_at': datetime.datetime(2021, 6, 17, 17, 55, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 18, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 18:03:02.407767 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68c12bf-d01b-4177-a0bc-4430b3f44ec7 None None] Checking segment: {'id': '07abf0fa-b3ae-48d7-9299-c095c09325c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 18:03:02.408258 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron_lib.callbacks.manager [None req-c68c12bf-d01b-4177-a0bc-4430b3f44ec7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:02.408641 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68c12bf-d01b-4177-a0bc-4430b3f44ec7 None None] Bound using segment: {'id': '07abf0fa-b3ae-48d7-9299-c095c09325c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c'} {{(pid=92881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 18:03:02.409110 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.plugins.ml2.managers [None req-c68c12bf-d01b-4177-a0bc-4430b3f44ec7 None None] Bound port: 846b6c75-97ae-417f-b613-9bbb618f19fd, host: dv-cinder-786260-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07abf0fa-b3ae-48d7-9299-c095c09325c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c'}}] {{(pid=92881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 18:03:02.409481 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron_lib.callbacks.manager [None req-c68c12bf-d01b-4177-a0bc-4430b3f44ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:02.413705 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc353bc9-1c09-4952-8200-4e3ff9d2137a admin admin] Pushing event updated for resources: {'Port': ['ID=049c1286-72d2-4320-b8fc-ab65e653c7be,revision_number=1']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:03:02.421085 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-dc353bc9-1c09-4952-8200-4e3ff9d2137a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:03:02.423768 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-026b12c8-ac93-47eb-8a47-908392395964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1986742'] for port, before_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:02.446121 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccd2fe03-d054-46e3-875b-d2410feb4d89 admin admin] Notify agent at l3_agent.dv-cinder-786260-6-iscsi the message routers_updated {{(pid=92872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 18:03:02.460018 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3dd2c1e-abc6-4a3f-91b8-f2cd655e53f4 None None] Sync routers for ids ['9b5fbf60-68fb-4059-a782-f9a419825548'] in dv-cinder-786260-6-iscsi {{(pid=92880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 18:03:02.474888 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3dd2c1e-abc6-4a3f-91b8-f2cd655e53f4 None None] Routers {'9b5fbf60-68fb-4059-a782-f9a419825548'} bound to L3 agent in host dv-cinder-786260-6-iscsi {{(pid=92880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 18:03:02.477843 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_hamode_db [None req-f3dd2c1e-abc6-4a3f-91b8-f2cd655e53f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T17:55:17Z,description=,heartbeat_timestamp=2021-06-17T18:02:47Z,host='dv-cinder-786260-6-iscsi',id=4c938d44-4998-4210-8006-ee34f5a3ffbf,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:55:17Z,topic='l3_agent')) {'router_ids': ['9b5fbf60-68fb-4059-a782-f9a419825548'], 'active': True} {{(pid=92880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:03:02.482343 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.plugins.ml2.db [None req-c68c12bf-d01b-4177-a0bc-4430b3f44ec7 None None] For port 846b6c75-97ae-417f-b613-9bbb618f19fd, host dv-cinder-786260-6-iscsi, cleared binding levels {{(pid=92881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 18:03:02.486495 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.plugins.ml2.db [None req-c68c12bf-d01b-4177-a0bc-4430b3f44ec7 None None] For port 846b6c75-97ae-417f-b613-9bbb618f19fd, host dv-cinder-786260-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-6-iscsi',level=0,port_id=846b6c75-97ae-417f-b613-9bbb618f19fd,segment=NetworkSegment(07abf0fa-b3ae-48d7-9299-c095c09325c6),segment_id=07abf0fa-b3ae-48d7-9299-c095c09325c6)] {{(pid=92881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 18:03:02.492419 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron_lib.callbacks.manager [None req-c68c12bf-d01b-4177-a0bc-4430b3f44ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479'] for port, after_update {{(pid=92881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:02.496296 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG oslo_concurrency.lockutils [None req-065fc1e7-bee8-469d-ab93-191cc228fed8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:03:02.523516 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-ccd2fe03-d054-46e3-875b-d2410feb4d89 admin admin] Notify callbacks [] for router, before_response {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:02.526623 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-ccd2fe03-d054-46e3-875b-d2410feb4d89 admin admin] 10.222.0.97 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.7990382 Jun 17 18:03:02.563660 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68c12bf-d01b-4177-a0bc-4430b3f44ec7 None None] Routers {'b2c50905-7c93-4754-acf9-ea9fe0d16ece'} bound to L3 agent in host dv-cinder-786260-6-iscsi {{(pid=92881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 18:03:02.564339 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.l3_hamode_db [None req-c68c12bf-d01b-4177-a0bc-4430b3f44ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T17:55:17Z,description=,heartbeat_timestamp=2021-06-17T18:02:47Z,host='dv-cinder-786260-6-iscsi',id=4c938d44-4998-4210-8006-ee34f5a3ffbf,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:55:17Z,topic='l3_agent')) {'router_ids': ['b2c50905-7c93-4754-acf9-ea9fe0d16ece'], 'active': True} {{(pid=92881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:03:02.574832 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 41446) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:03:02.609726 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065fc1e7-bee8-469d-ab93-191cc228fed8 None None] Pushing event updated for resources: {'Port': ['ID=846b6c75-97ae-417f-b613-9bbb618f19fd,revision_number=3']} {{(pid=92881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:03:02.646261 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG oslo_concurrency.lockutils [None req-065fc1e7-bee8-469d-ab93-191cc228fed8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=92881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:03:02.702099 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-dc353bc9-1c09-4952-8200-4e3ff9d2137a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:02.707022 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_dvr_db [None req-f3dd2c1e-abc6-4a3f-91b8-f2cd655e53f4 None None] Set router 9b5fbf60-68fb-4059-a782-f9a419825548 gateway port host: dv-cinder-786260-6-iscsi {{(pid=92880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 18:03:02.726318 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.l3_dvr_db [None req-c68c12bf-d01b-4177-a0bc-4430b3f44ec7 None None] Set router b2c50905-7c93-4754-acf9-ea9fe0d16ece gateway port host: dv-cinder-786260-6-iscsi {{(pid=92881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 18:03:02.843728 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [req-bb6387c2-0752-48e1-b04f-1e28ee0f54e2 req-efa0a9d0-a8e5-4f8e-a79e-aa5f269615b7 service neutron] http://10.222.0.97:9696/v2.0/extensions returned with HTTP 200 {{(pid=92874) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 18:03:02.853887 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-bb6387c2-0752-48e1-b04f-1e28ee0f54e2 req-efa0a9d0-a8e5-4f8e-a79e-aa5f269615b7 service neutron] 10.222.0.97 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2372067 Jun 17 18:03:02.920099 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.db.db_base_plugin_common [None req-026b12c8-ac93-47eb-8a47-908392395964 admin admin] Allocated IP 172.20.0.1 (64e72c49-5fe4-4eab-8346-e0f7ad7adcf2/aaa033e4-31af-4af5-8b46-e711281f5e48/9681dcdd-6d51-4ed3-91c4-bf05f795d429) {{(pid=92874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 18:03:02.959161 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [req-e48bd71f-442a-49ec-b7f8-95329284fe7b req-1c701ea6-1ff2-4c76-9917-80a4fbb288be service neutron] http://10.222.0.97:9696/v2.0/extensions returned with HTTP 200 {{(pid=92874) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 18:03:02.960174 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-e48bd71f-442a-49ec-b7f8-95329284fe7b req-1c701ea6-1ff2-4c76-9917-80a4fbb288be service neutron] 10.222.0.97 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3448038 Jun 17 18:03:02.989864 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_hamode_db [None req-f3dd2c1e-abc6-4a3f-91b8-f2cd655e53f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b5fbf60-68fb-4059-a782-f9a419825548', 'name': 'tempest-AttachVolumeTestJSON-534204259-router', 'tenant_id': '59d1c386609e449fb41deccf8db32944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'external_fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '41d97631-15a9-42f5-a18d-cfc819b7ac0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T18:02:57Z', 'updated_at': '2021-06-17T18:03:00Z', 'revision_number': 3, 'project_id': '59d1c386609e449fb41deccf8db32944', 'gw_port': {'id': '41d97631-15a9-42f5-a18d-cfc819b7ac0f', 'name': '', 'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:f0:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b5fbf60-68fb-4059-a782-f9a419825548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:02:59Z', 'updated_at': '2021-06-17T18:02:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '78089575-0364-47db-be8b-ef28f42f3a37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-6-iscsi'}], 'dv-cinder-786260-6-iscsi', False) {} {{(pid=92880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:03:03.038269 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.l3_hamode_db [None req-c68c12bf-d01b-4177-a0bc-4430b3f44ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2c50905-7c93-4754-acf9-ea9fe0d16ece', 'name': 'tempest-ServerRescueNegativeTestJSON-1769801416-router', 'tenant_id': '623f5da845c24adfaa862156e92f7f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'external_fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '846b6c75-97ae-417f-b613-9bbb618f19fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T18:02:58Z', 'updated_at': '2021-06-17T18:02:59Z', 'revision_number': 3, 'project_id': '623f5da845c24adfaa862156e92f7f73', 'gw_port': {'id': '846b6c75-97ae-417f-b613-9bbb618f19fd', 'name': '', 'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:1d:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2c50905-7c93-4754-acf9-ea9fe0d16ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:02:59Z', 'updated_at': '2021-06-17T18:03:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78089575-0364-47db-be8b-ef28f42f3a37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-6-iscsi'}], 'dv-cinder-786260-6-iscsi', False) {} {{(pid=92881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:03:03.071765 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3dd2c1e-abc6-4a3f-91b8-f2cd655e53f4 None None] Checking router: 9b5fbf60-68fb-4059-a782-f9a419825548 for host: dv-cinder-786260-6-iscsi {{(pid=92880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 18:03:03.072225 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3dd2c1e-abc6-4a3f-91b8-f2cd655e53f4 None None] Updating router 9b5fbf60-68fb-4059-a782-f9a419825548 port 41d97631-15a9-42f5-a18d-cfc819b7ac0f binding host dv-cinder-786260-6-iscsi {{(pid=92880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 18:03:03.082984 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68c12bf-d01b-4177-a0bc-4430b3f44ec7 None None] The sync data for ids ['b2c50905-7c93-4754-acf9-ea9fe0d16ece'] in dv-cinder-786260-6-iscsi is: [{'id': 'b2c50905-7c93-4754-acf9-ea9fe0d16ece', 'name': 'tempest-ServerRescueNegativeTestJSON-1769801416-router', 'tenant_id': '623f5da845c24adfaa862156e92f7f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'external_fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '846b6c75-97ae-417f-b613-9bbb618f19fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T18:02:58Z', 'updated_at': '2021-06-17T18:02:59Z', 'revision_number': 3, 'project_id': '623f5da845c24adfaa862156e92f7f73', 'gw_port': {'id': '846b6c75-97ae-417f-b613-9bbb618f19fd', 'name': '', 'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:1d:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2c50905-7c93-4754-acf9-ea9fe0d16ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:02:59Z', 'updated_at': '2021-06-17T18:03:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78089575-0364-47db-be8b-ef28f42f3a37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-6-iscsi'}] {{(pid=92881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 18:03:03.145761 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-bb6387c2-0752-48e1-b04f-1e28ee0f54e2 req-8c1bec04-6554-41ae-8a9d-3afa8b111f4c service neutron] 10.222.0.97 "GET /v2.0/networks/f6175827-20d7-459d-859c-a960c64f9f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2901728 Jun 17 18:03:03.163455 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-f3dd2c1e-abc6-4a3f-91b8-f2cd655e53f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:03.186242 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Device c3134a58-e401-493f-8f69-8e53f21ce4ca up at agent ovs-agent-dv-cinder-786260-6-iscsi {{(pid=92880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 18:03:03.242570 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-026b12c8-ac93-47eb-8a47-908392395964 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:03.252598 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Provisioning complete for port c3134a58-e401-493f-8f69-8e53f21ce4ca triggered by entity L2. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 18:03:03.253287 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687209'] for port, provisioning_complete {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:03.274537 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-dc353bc9-1c09-4952-8200-4e3ff9d2137a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1018578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-955646'] for router, after_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:03.293824 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-e48bd71f-442a-49ec-b7f8-95329284fe7b req-325d1539-2755-4754-9da9-15d1c95defe1 service neutron] 10.222.0.97 "GET /v2.0/networks/feb0bca1-f064-40e3-b604-ebbb98590cfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3020248 Jun 17 18:03:03.418438 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-bb6387c2-0752-48e1-b04f-1e28ee0f54e2 req-5653d8f5-9446-42b6-bc8b-bff8e5603bb6 service neutron] 10.222.0.97 "GET /v2.0/networks/f6175827-20d7-459d-859c-a960c64f9f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2644351 Jun 17 18:03:03.451667 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-e48bd71f-442a-49ec-b7f8-95329284fe7b req-b06b1a83-37ab-4915-9bf3-bdca980ebd44 service neutron] 10.222.0.97 "GET /v2.0/networks/feb0bca1-f064-40e3-b604-ebbb98590cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565485 Jun 17 18:03:03.454958 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-026b12c8-ac93-47eb-8a47-908392395964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1986807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743364645416'] for port, after_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:03.476144 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-73255b2c-a102-4fb6-b208-bdca40fe5c8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:03:03.569310 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026b12c8-ac93-47eb-8a47-908392395964 admin admin] Network 64e72c49-5fe4-4eab-8346-e0f7ad7adcf2 is already hosted by enough agents. {{(pid=92874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 18:03:03.589116 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.scheduler.base_scheduler [None req-026b12c8-ac93-47eb-8a47-908392395964 admin admin] Resources bound (agent type, host, resource id): {{(pid=92874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 18:03:03.595553 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026b12c8-ac93-47eb-8a47-908392395964 admin admin] Received port after_create {{(pid=92874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 18:03:03.597113 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-026b12c8-ac93-47eb-8a47-908392395964 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-944711'] for router_interface, before_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:03.688684 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026b12c8-ac93-47eb-8a47-908392395964 admin admin] Pushing event updated for resources: {'Port': ['ID=9681dcdd-6d51-4ed3-91c4-bf05f795d429,revision_number=1']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:03:03.706219 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-026b12c8-ac93-47eb-8a47-908392395964 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:03:03.986380 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-b59fa0ab-714a-415c-84b4-44b6f33dfbb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1986742'] for port, before_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:04.153532 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc353bc9-1c09-4952-8200-4e3ff9d2137a admin admin] Router 779193b4-bff3-4d40-93a7-df82b1325700 is scheduled to L3 agent 4c938d44-4998-4210-8006-ee34f5a3ffbf with binding_index 1 {{(pid=92872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 18:03:04.195603 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-9a355711-0680-4c3f-ab92-f4bdacaff617 req-b68531ce-47a7-4b53-aff0-1960600045e7 tempest-DeleteServersTestJSON-1984471777 tempest-DeleteServersTestJSON-1984471777-project] 10.222.0.97 "GET /v2.0/ports?device_id=dc1b9fb3-96fb-4894-a7ce-cf17b5b4c60a HTTP/1.1" status: 200 len: 210 time: 0.2147725 Jun 17 18:03:04.231763 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-f3dd2c1e-abc6-4a3f-91b8-f2cd655e53f4 None None] Notify callbacks [] for port, precommit_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:04.255182 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-f3dd2c1e-abc6-4a3f-91b8-f2cd655e53f4 None None] Transition to ACTIVE for port object 41d97631-15a9-42f5-a18d-cfc819b7ac0f will not be triggered until provisioned by entity L2. {{(pid=92880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 18:03:04.267515 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-f3dd2c1e-abc6-4a3f-91b8-f2cd655e53f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479'] for port, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:04.280150 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-66fa1e77-58ca-416e-b542-b724da294c5f req-ce9531d4-d6c6-43ce-b93f-29d9fc48d3f6 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/ports?device_id=d5636e88-17f4-4147-bd8f-a153f376b8aa HTTP/1.1" status: 200 len: 210 time: 0.1552658 Jun 17 18:03:04.284500 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-01952615-009c-4eee-8228-dbae2ca1dd44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:03:04.296098 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-026b12c8-ac93-47eb-8a47-908392395964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:04.409157 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d49ad3e-5b4a-4179-bb9e-c4acbcccd379 None None] Pushing event updated for resources: {'Port': ['ID=41d97631-15a9-42f5-a18d-cfc819b7ac0f,revision_number=2']} {{(pid=92880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:03:04.427771 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-7d49ad3e-5b4a-4179-bb9e-c4acbcccd379 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:03:04.461273 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.managers [None req-f3dd2c1e-abc6-4a3f-91b8-f2cd655e53f4 None None] Attempting to bind port 41d97631-15a9-42f5-a18d-cfc819b7ac0f on host dv-cinder-786260-6-iscsi for vnic_type normal with profile {{(pid=92880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 18:03:04.461749 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.managers [None req-f3dd2c1e-abc6-4a3f-91b8-f2cd655e53f4 None None] Attempting to bind port 41d97631-15a9-42f5-a18d-cfc819b7ac0f by drivers openvswitch,hyperv on host dv-cinder-786260-6-iscsi at level 0 using segments [{'id': '07abf0fa-b3ae-48d7-9299-c095c09325c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c'}] {{(pid=92880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 18:03:04.462218 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3dd2c1e-abc6-4a3f-91b8-f2cd655e53f4 None None] Attempting to bind port 41d97631-15a9-42f5-a18d-cfc819b7ac0f on network 64144b6f-e068-441d-8337-f91b82ffb73c {{(pid=92880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 18:03:04.469197 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3dd2c1e-abc6-4a3f-91b8-f2cd655e53f4 None None] Checking agent: {'id': '656fc8e0-be97-41b9-a086-aa1caa9e55fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 17, 55, 17), 'started_at': datetime.datetime(2021, 6, 17, 17, 55, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 18, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 18:03:04.469662 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3dd2c1e-abc6-4a3f-91b8-f2cd655e53f4 None None] Checking segment: {'id': '07abf0fa-b3ae-48d7-9299-c095c09325c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 18:03:04.470123 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-f3dd2c1e-abc6-4a3f-91b8-f2cd655e53f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:04.470943 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3dd2c1e-abc6-4a3f-91b8-f2cd655e53f4 None None] Bound using segment: {'id': '07abf0fa-b3ae-48d7-9299-c095c09325c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c'} {{(pid=92880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 18:03:04.471274 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.managers [None req-f3dd2c1e-abc6-4a3f-91b8-f2cd655e53f4 None None] Bound port: 41d97631-15a9-42f5-a18d-cfc819b7ac0f, host: dv-cinder-786260-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07abf0fa-b3ae-48d7-9299-c095c09325c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c'}}] {{(pid=92880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 18:03:04.471723 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-f3dd2c1e-abc6-4a3f-91b8-f2cd655e53f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:04.579368 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-f3dd2c1e-abc6-4a3f-91b8-f2cd655e53f4 None None] For port 41d97631-15a9-42f5-a18d-cfc819b7ac0f, host dv-cinder-786260-6-iscsi, cleared binding levels {{(pid=92880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 18:03:04.582611 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-f3dd2c1e-abc6-4a3f-91b8-f2cd655e53f4 None None] For port 41d97631-15a9-42f5-a18d-cfc819b7ac0f, host dv-cinder-786260-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-6-iscsi',level=0,port_id=41d97631-15a9-42f5-a18d-cfc819b7ac0f,segment=NetworkSegment(07abf0fa-b3ae-48d7-9299-c095c09325c6),segment_id=07abf0fa-b3ae-48d7-9299-c095c09325c6)] {{(pid=92880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 18:03:04.589999 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-f3dd2c1e-abc6-4a3f-91b8-f2cd655e53f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479'] for port, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:04.597627 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc353bc9-1c09-4952-8200-4e3ff9d2137a admin admin] Notify agent at l3_agent.dv-cinder-786260-6-iscsi the message routers_updated {{(pid=92872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 18:03:04.600719 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:03:04.609946 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5bfeb41-6479-4b14-ae1f-334c9caf0c28 None None] Sync routers for ids ['779193b4-bff3-4d40-93a7-df82b1325700'] in dv-cinder-786260-6-iscsi {{(pid=92881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 18:03:04.635150 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5bfeb41-6479-4b14-ae1f-334c9caf0c28 None None] Routers {'779193b4-bff3-4d40-93a7-df82b1325700'} bound to L3 agent in host dv-cinder-786260-6-iscsi {{(pid=92881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 18:03:04.635816 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.l3_hamode_db [None req-f5bfeb41-6479-4b14-ae1f-334c9caf0c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T17:55:17Z,description=,heartbeat_timestamp=2021-06-17T18:02:47Z,host='dv-cinder-786260-6-iscsi',id=4c938d44-4998-4210-8006-ee34f5a3ffbf,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:55:17Z,topic='l3_agent')) {'router_ids': ['779193b4-bff3-4d40-93a7-df82b1325700'], 'active': True} {{(pid=92881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:03:04.644120 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3dd2c1e-abc6-4a3f-91b8-f2cd655e53f4 None None] Routers {'9b5fbf60-68fb-4059-a782-f9a419825548'} bound to L3 agent in host dv-cinder-786260-6-iscsi {{(pid=92880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 18:03:04.644986 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_hamode_db [None req-f3dd2c1e-abc6-4a3f-91b8-f2cd655e53f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T17:55:17Z,description=,heartbeat_timestamp=2021-06-17T18:02:47Z,host='dv-cinder-786260-6-iscsi',id=4c938d44-4998-4210-8006-ee34f5a3ffbf,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:55:17Z,topic='l3_agent')) {'router_ids': ['9b5fbf60-68fb-4059-a782-f9a419825548'], 'active': True} {{(pid=92880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:03:04.656809 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-dc353bc9-1c09-4952-8200-4e3ff9d2137a admin admin] Notify callbacks [] for router, before_response {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:04.658482 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-dc353bc9-1c09-4952-8200-4e3ff9d2137a admin admin] 10.222.0.97 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.3938203 Jun 17 18:03:04.666679 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 41534) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:03:04.720593 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.db.db_base_plugin_common [None req-b59fa0ab-714a-415c-84b4-44b6f33dfbb6 admin admin] Allocated IP 172.20.0.1 (a56ac911-462a-49b0-b749-9c491282bc98/1c1a0998-b783-48f3-b815-e77d3448c78f/2f81462e-04aa-4cac-bb94-986672b57b5e) {{(pid=92872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 18:03:04.781598 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_dvr_db [None req-f3dd2c1e-abc6-4a3f-91b8-f2cd655e53f4 None None] Set router 9b5fbf60-68fb-4059-a782-f9a419825548 gateway port host: dv-cinder-786260-6-iscsi {{(pid=92880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 18:03:04.877437 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d49ad3e-5b4a-4179-bb9e-c4acbcccd379 None None] Pushing event updated for resources: {'Port': ['ID=41d97631-15a9-42f5-a18d-cfc819b7ac0f,revision_number=3']} {{(pid=92880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:03:04.893578 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-7d49ad3e-5b4a-4179-bb9e-c4acbcccd379 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:03:04.960095 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.l3_dvr_db [None req-f5bfeb41-6479-4b14-ae1f-334c9caf0c28 None None] Set router 779193b4-bff3-4d40-93a7-df82b1325700 gateway port host: dv-cinder-786260-6-iscsi {{(pid=92881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 18:03:05.017845 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_hamode_db [None req-f3dd2c1e-abc6-4a3f-91b8-f2cd655e53f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b5fbf60-68fb-4059-a782-f9a419825548', 'name': 'tempest-AttachVolumeTestJSON-534204259-router', 'tenant_id': '59d1c386609e449fb41deccf8db32944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'external_fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '41d97631-15a9-42f5-a18d-cfc819b7ac0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T18:02:57Z', 'updated_at': '2021-06-17T18:03:00Z', 'revision_number': 3, 'project_id': '59d1c386609e449fb41deccf8db32944', 'gw_port': {'id': '41d97631-15a9-42f5-a18d-cfc819b7ac0f', 'name': '', 'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:f0:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b5fbf60-68fb-4059-a782-f9a419825548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:02:59Z', 'updated_at': '2021-06-17T18:03:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78089575-0364-47db-be8b-ef28f42f3a37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-6-iscsi'}], 'dv-cinder-786260-6-iscsi', False) {} {{(pid=92880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:03:05.077783 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-b59fa0ab-714a-415c-84b4-44b6f33dfbb6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:05.123568 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3dd2c1e-abc6-4a3f-91b8-f2cd655e53f4 None None] The sync data for ids ['9b5fbf60-68fb-4059-a782-f9a419825548'] in dv-cinder-786260-6-iscsi is: [{'id': '9b5fbf60-68fb-4059-a782-f9a419825548', 'name': 'tempest-AttachVolumeTestJSON-534204259-router', 'tenant_id': '59d1c386609e449fb41deccf8db32944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'external_fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '41d97631-15a9-42f5-a18d-cfc819b7ac0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T18:02:57Z', 'updated_at': '2021-06-17T18:03:00Z', 'revision_number': 3, 'project_id': '59d1c386609e449fb41deccf8db32944', 'gw_port': {'id': '41d97631-15a9-42f5-a18d-cfc819b7ac0f', 'name': '', 'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:f0:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b5fbf60-68fb-4059-a782-f9a419825548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:02:59Z', 'updated_at': '2021-06-17T18:03:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78089575-0364-47db-be8b-ef28f42f3a37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-6-iscsi'}] {{(pid=92880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 18:03:05.152056 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.db.provisioning_blocks [None req-b59fa0ab-714a-415c-84b4-44b6f33dfbb6 admin admin] Transition to ACTIVE for port object 2f81462e-04aa-4cac-bb94-986672b57b5e will not be triggered until provisioned by entity DHCP. {{(pid=92872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 18:03:05.224196 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-b59fa0ab-714a-415c-84b4-44b6f33dfbb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1986807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743364645416'] for port, after_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:05.242416 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:03:05.245671 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Device 846b6c75-97ae-417f-b613-9bbb618f19fd up at agent ovs-agent-dv-cinder-786260-6-iscsi {{(pid=92880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 18:03:05.330117 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b59fa0ab-714a-415c-84b4-44b6f33dfbb6 admin admin] Network a56ac911-462a-49b0-b749-9c491282bc98 is already hosted by enough agents. {{(pid=92872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 18:03:05.357370 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.scheduler.base_scheduler [None req-b59fa0ab-714a-415c-84b4-44b6f33dfbb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=92872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 18:03:05.361715 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59fa0ab-714a-415c-84b4-44b6f33dfbb6 admin admin] Received port after_create {{(pid=92872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 18:03:05.361898 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-b59fa0ab-714a-415c-84b4-44b6f33dfbb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-944711'] for router_interface, before_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:05.380424 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Provisioning for port 846b6c75-97ae-417f-b613-9bbb618f19fd completed by entity L2. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 18:03:05.388185 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Provisioning complete for port 846b6c75-97ae-417f-b613-9bbb618f19fd triggered by entity L2. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 18:03:05.396698 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687209'] for port, provisioning_complete {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:05.661645 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.l3_hamode_db [None req-f5bfeb41-6479-4b14-ae1f-334c9caf0c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '779193b4-bff3-4d40-93a7-df82b1325700', 'name': 'tempest-AttachVolumeShelveTestJSON-2099834847-router', 'tenant_id': '42f4cfc5a3374a4084d73b360a838bfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'external_fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '049c1286-72d2-4320-b8fc-ab65e653c7be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T18:02:58Z', 'updated_at': '2021-06-17T18:03:02Z', 'revision_number': 3, 'project_id': '42f4cfc5a3374a4084d73b360a838bfd', 'gw_port': {'id': '049c1286-72d2-4320-b8fc-ab65e653c7be', 'name': '', 'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:f8:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '779193b4-bff3-4d40-93a7-df82b1325700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:03:01Z', 'updated_at': '2021-06-17T18:03:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '78089575-0364-47db-be8b-ef28f42f3a37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-6-iscsi'}], 'dv-cinder-786260-6-iscsi', False) {} {{(pid=92881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:03:05.694037 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59fa0ab-714a-415c-84b4-44b6f33dfbb6 admin admin] Pushing event updated for resources: {'Port': ['ID=2f81462e-04aa-4cac-bb94-986672b57b5e,revision_number=1']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:03:05.719552 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-b59fa0ab-714a-415c-84b4-44b6f33dfbb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.477s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:03:05.748946 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:05.773027 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5bfeb41-6479-4b14-ae1f-334c9caf0c28 None None] Checking router: 779193b4-bff3-4d40-93a7-df82b1325700 for host: dv-cinder-786260-6-iscsi {{(pid=92881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 18:03:05.773360 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5bfeb41-6479-4b14-ae1f-334c9caf0c28 None None] Updating router 779193b4-bff3-4d40-93a7-df82b1325700 port 049c1286-72d2-4320-b8fc-ab65e653c7be binding host dv-cinder-786260-6-iscsi {{(pid=92881) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 18:03:05.829587 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] For port 846b6c75-97ae-417f-b613-9bbb618f19fd, host dv-cinder-786260-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-6-iscsi',level=0,port_id=846b6c75-97ae-417f-b613-9bbb618f19fd,segment=NetworkSegment(07abf0fa-b3ae-48d7-9299-c095c09325c6),segment_id=07abf0fa-b3ae-48d7-9299-c095c09325c6)] {{(pid=92880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:03:05.844298 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479'] for port, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:05.849452 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron_lib.callbacks.manager [None req-f5bfeb41-6479-4b14-ae1f-334c9caf0c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:05.850294 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-7d49ad3e-5b4a-4179-bb9e-c4acbcccd379 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:03:05.895569 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-f4708327-e289-4a0f-b2d4-bb0bb9516f2d req-4c4786a4-77a5-4674-8c52-08cfd6727517 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/ports?device_id=d5636e88-17f4-4147-bd8f-a153f376b8aa HTTP/1.1" status: 200 len: 210 time: 0.1541479 Jun 17 18:03:05.919852 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-225f816f-6215-44d3-98e8-f2a349d89bf9 req-23ea9e8a-121f-4705-a961-0e37c8f82f9d tempest-DeleteServersTestJSON-1984471777 tempest-DeleteServersTestJSON-1984471777-project] 10.222.0.97 "GET /v2.0/ports?device_id=dc1b9fb3-96fb-4894-a7ce-cf17b5b4c60a HTTP/1.1" status: 200 len: 210 time: 0.1854625 Jun 17 18:03:06.000081 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-026b12c8-ac93-47eb-8a47-908392395964 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:06.009393 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-026b12c8-ac93-47eb-8a47-908392395964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479'] for port, after_update {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:06.015106 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-026b12c8-ac93-47eb-8a47-908392395964 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-950764'] for router_interface, after_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:06.026323 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-026b12c8-ac93-47eb-8a47-908392395964 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:03:06.064203 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Pushing event updated for resources: {'Port': ['ID=846b6c75-97ae-417f-b613-9bbb618f19fd,revision_number=4']} {{(pid=92880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:03:06.098463 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:03:06.104680 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-45b1b73c-a5da-4d3d-9895-fcfba35870d3 None None] Provisioning for port 2f81462e-04aa-4cac-bb94-986672b57b5e completed by entity DHCP. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 18:03:06.112636 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-45b1b73c-a5da-4d3d-9895-fcfba35870d3 None None] Provisioning complete for port 2f81462e-04aa-4cac-bb94-986672b57b5e triggered by entity DHCP. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 18:03:06.113237 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-45b1b73c-a5da-4d3d-9895-fcfba35870d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687209'] for port, provisioning_complete {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:06.216469 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-b59fa0ab-714a-415c-84b4-44b6f33dfbb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:06.233094 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.plugin [None req-45b1b73c-a5da-4d3d-9895-fcfba35870d3 None None] Port 2f81462e-04aa-4cac-bb94-986672b57b5e cannot update to ACTIVE because it is not bound. {{(pid=92880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 18:03:06.278226 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026b12c8-ac93-47eb-8a47-908392395964 admin admin] Pushing event updated for resources: {'Port': ['ID=9681dcdd-6d51-4ed3-91c4-bf05f795d429,revision_number=2']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:03:06.282677 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-026b12c8-ac93-47eb-8a47-908392395964 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:03:06.537450 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026b12c8-ac93-47eb-8a47-908392395964 admin admin] Network 64e72c49-5fe4-4eab-8346-e0f7ad7adcf2 is already hosted by enough agents. {{(pid=92874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 18:03:06.546931 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.scheduler.base_scheduler [None req-026b12c8-ac93-47eb-8a47-908392395964 admin admin] Resources bound (agent type, host, resource id): {{(pid=92874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 18:03:06.578702 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron_lib.callbacks.manager [None req-f5bfeb41-6479-4b14-ae1f-334c9caf0c28 None None] Notify callbacks [] for port, precommit_update {{(pid=92881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:06.609619 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.provisioning_blocks [None req-f5bfeb41-6479-4b14-ae1f-334c9caf0c28 None None] Transition to ACTIVE for port object 049c1286-72d2-4320-b8fc-ab65e653c7be will not be triggered until provisioned by entity L2. {{(pid=92881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 18:03:06.619303 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-b59fa0ab-714a-415c-84b4-44b6f33dfbb6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:06.628705 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-b59fa0ab-714a-415c-84b4-44b6f33dfbb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479'] for port, after_update {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:06.631744 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-b59fa0ab-714a-415c-84b4-44b6f33dfbb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-950764'] for router_interface, after_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:06.638002 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron_lib.callbacks.manager [None req-f5bfeb41-6479-4b14-ae1f-334c9caf0c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479'] for port, after_update {{(pid=92881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:06.638361 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-dc353bc9-1c09-4952-8200-4e3ff9d2137a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:03:06.661813 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG oslo_concurrency.lockutils [None req-ff1b0ec3-fc84-4bce-ac4a-26fcefd60e06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:03:06.716492 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.plugins.ml2.managers [None req-f5bfeb41-6479-4b14-ae1f-334c9caf0c28 None None] Attempting to bind port 049c1286-72d2-4320-b8fc-ab65e653c7be on host dv-cinder-786260-6-iscsi for vnic_type normal with profile {{(pid=92881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 18:03:06.723820 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.plugins.ml2.managers [None req-f5bfeb41-6479-4b14-ae1f-334c9caf0c28 None None] Attempting to bind port 049c1286-72d2-4320-b8fc-ab65e653c7be by drivers openvswitch,hyperv on host dv-cinder-786260-6-iscsi at level 0 using segments [{'id': '07abf0fa-b3ae-48d7-9299-c095c09325c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c'}] {{(pid=92881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 18:03:06.724499 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5bfeb41-6479-4b14-ae1f-334c9caf0c28 None None] Attempting to bind port 049c1286-72d2-4320-b8fc-ab65e653c7be on network 64144b6f-e068-441d-8337-f91b82ffb73c {{(pid=92881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 18:03:06.782766 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5bfeb41-6479-4b14-ae1f-334c9caf0c28 None None] Checking agent: {'id': '656fc8e0-be97-41b9-a086-aa1caa9e55fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 17, 55, 17), 'started_at': datetime.datetime(2021, 6, 17, 17, 55, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 18, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 18:03:06.783420 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-026b12c8-ac93-47eb-8a47-908392395964 admin admin] Router b2c50905-7c93-4754-acf9-ea9fe0d16ece has already been hosted by L3 agent 4c938d44-4998-4210-8006-ee34f5a3ffbf {{(pid=92874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 18:03:06.784855 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5bfeb41-6479-4b14-ae1f-334c9caf0c28 None None] Checking segment: {'id': '07abf0fa-b3ae-48d7-9299-c095c09325c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 18:03:06.789343 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron_lib.callbacks.manager [None req-f5bfeb41-6479-4b14-ae1f-334c9caf0c28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:06.789760 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5bfeb41-6479-4b14-ae1f-334c9caf0c28 None None] Bound using segment: {'id': '07abf0fa-b3ae-48d7-9299-c095c09325c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c'} {{(pid=92881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 18:03:06.790283 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.plugins.ml2.managers [None req-f5bfeb41-6479-4b14-ae1f-334c9caf0c28 None None] Bound port: 049c1286-72d2-4320-b8fc-ab65e653c7be, host: dv-cinder-786260-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07abf0fa-b3ae-48d7-9299-c095c09325c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c'}}] {{(pid=92881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 18:03:06.790667 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron_lib.callbacks.manager [None req-f5bfeb41-6479-4b14-ae1f-334c9caf0c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:06.841123 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59fa0ab-714a-415c-84b4-44b6f33dfbb6 admin admin] Pushing event updated for resources: {'Port': ['ID=2f81462e-04aa-4cac-bb94-986672b57b5e,revision_number=2']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:03:06.855320 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-b59fa0ab-714a-415c-84b4-44b6f33dfbb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:03:06.915799 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.plugins.ml2.db [None req-f5bfeb41-6479-4b14-ae1f-334c9caf0c28 None None] For port 049c1286-72d2-4320-b8fc-ab65e653c7be, host dv-cinder-786260-6-iscsi, cleared binding levels {{(pid=92881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 18:03:06.923056 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.plugins.ml2.db [None req-f5bfeb41-6479-4b14-ae1f-334c9caf0c28 None None] For port 049c1286-72d2-4320-b8fc-ab65e653c7be, host dv-cinder-786260-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-6-iscsi',level=0,port_id=049c1286-72d2-4320-b8fc-ab65e653c7be,segment=NetworkSegment(07abf0fa-b3ae-48d7-9299-c095c09325c6),segment_id=07abf0fa-b3ae-48d7-9299-c095c09325c6)] {{(pid=92881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 18:03:06.929150 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-026b12c8-ac93-47eb-8a47-908392395964 admin admin] Notify agent at l3_agent.dv-cinder-786260-6-iscsi the message routers_updated {{(pid=92874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 18:03:06.940849 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4bfcf2f-90d5-4fcd-8a6c-289089518764 None None] Sync routers for ids ['b2c50905-7c93-4754-acf9-ea9fe0d16ece'] in dv-cinder-786260-6-iscsi {{(pid=92880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 18:03:06.944229 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-026b12c8-ac93-47eb-8a47-908392395964 admin admin] 10.222.0.97 "PUT /v2.0/routers/b2c50905-7c93-4754-acf9-ea9fe0d16ece/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1572921 Jun 17 18:03:06.955547 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4bfcf2f-90d5-4fcd-8a6c-289089518764 None None] Routers {'b2c50905-7c93-4754-acf9-ea9fe0d16ece'} bound to L3 agent in host dv-cinder-786260-6-iscsi {{(pid=92880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 18:03:06.956206 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_hamode_db [None req-e4bfcf2f-90d5-4fcd-8a6c-289089518764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T17:55:17Z,description=,heartbeat_timestamp=2021-06-17T18:02:47Z,host='dv-cinder-786260-6-iscsi',id=4c938d44-4998-4210-8006-ee34f5a3ffbf,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:55:17Z,topic='l3_agent')) {'router_ids': ['b2c50905-7c93-4754-acf9-ea9fe0d16ece'], 'active': True} {{(pid=92880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:03:06.962931 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron_lib.callbacks.manager [None req-f5bfeb41-6479-4b14-ae1f-334c9caf0c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479'] for port, after_update {{(pid=92881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:06.976107 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-f0f87db1-2559-4d4f-8214-3b92c3799a18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1986742'] for port, before_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:07.003858 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28c6457-de92-4613-b025-6d434d5156df None None] Pushing event updated for resources: {'Port': ['ID=049c1286-72d2-4320-b8fc-ab65e653c7be,revision_number=2']} {{(pid=92881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:03:07.008689 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG oslo_concurrency.lockutils [None req-c28c6457-de92-4613-b025-6d434d5156df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=92881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:03:07.019573 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG oslo_concurrency.lockutils [None req-ff1b0ec3-fc84-4bce-ac4a-26fcefd60e06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=92881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:03:07.024875 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b59fa0ab-714a-415c-84b4-44b6f33dfbb6 admin admin] Network a56ac911-462a-49b0-b749-9c491282bc98 is already hosted by enough agents. {{(pid=92872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 18:03:07.030549 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.scheduler.base_scheduler [None req-b59fa0ab-714a-415c-84b4-44b6f33dfbb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=92872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 18:03:07.255589 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28c6457-de92-4613-b025-6d434d5156df None None] Pushing event updated for resources: {'Port': ['ID=049c1286-72d2-4320-b8fc-ab65e653c7be,revision_number=3']} {{(pid=92881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:03:07.260949 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG oslo_concurrency.lockutils [None req-c28c6457-de92-4613-b025-6d434d5156df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=92881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:03:07.310291 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5bfeb41-6479-4b14-ae1f-334c9caf0c28 None None] Routers {'779193b4-bff3-4d40-93a7-df82b1325700'} bound to L3 agent in host dv-cinder-786260-6-iscsi {{(pid=92881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 18:03:07.310906 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.l3_hamode_db [None req-f5bfeb41-6479-4b14-ae1f-334c9caf0c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T17:55:17Z,description=,heartbeat_timestamp=2021-06-17T18:02:47Z,host='dv-cinder-786260-6-iscsi',id=4c938d44-4998-4210-8006-ee34f5a3ffbf,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:55:17Z,topic='l3_agent')) {'router_ids': ['779193b4-bff3-4d40-93a7-df82b1325700'], 'active': True} {{(pid=92881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:03:07.371727 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.db.db_base_plugin_common [None req-f0f87db1-2559-4d4f-8214-3b92c3799a18 admin admin] Allocated IP 172.20.0.1 (490619f6-df6b-4a81-8b12-97225a6da310/d12fe909-5b0e-4b17-a966-d3ca34ed6db9/3f0359e6-3302-4b6c-ab32-02c29a679b92) {{(pid=92874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 18:03:07.470581 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Device 846b6c75-97ae-417f-b613-9bbb618f19fd up at agent ovs-agent-dv-cinder-786260-6-iscsi {{(pid=92880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 18:03:07.520470 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b59fa0ab-714a-415c-84b4-44b6f33dfbb6 admin admin] Router 9b5fbf60-68fb-4059-a782-f9a419825548 has already been hosted by L3 agent 4c938d44-4998-4210-8006-ee34f5a3ffbf {{(pid=92872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 18:03:07.556942 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-afda20bf-98dd-4a81-8975-e7f8b5015a19 req-9c5a8d9d-262f-4796-b459-a8a3be07da48 tempest-DeleteServersTestJSON-1984471777 tempest-DeleteServersTestJSON-1984471777-project] 10.222.0.97 "GET /v2.0/ports?device_id=dc1b9fb3-96fb-4894-a7ce-cf17b5b4c60a HTTP/1.1" status: 200 len: 210 time: 0.1351576 Jun 17 18:03:07.601489 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_dvr_db [None req-e4bfcf2f-90d5-4fcd-8a6c-289089518764 None None] Set router b2c50905-7c93-4754-acf9-ea9fe0d16ece gateway port host: dv-cinder-786260-6-iscsi {{(pid=92880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 18:03:07.634194 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-5624662c-3c30-4f9c-9430-a722c4c93c3e req-bc624e99-7e09-45c5-b923-7c1cabbb4ec1 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/ports?device_id=d5636e88-17f4-4147-bd8f-a153f376b8aa HTTP/1.1" status: 200 len: 210 time: 0.0687783 Jun 17 18:03:07.645317 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.l3_dvr_db [None req-f5bfeb41-6479-4b14-ae1f-334c9caf0c28 None None] Set router 779193b4-bff3-4d40-93a7-df82b1325700 gateway port host: dv-cinder-786260-6-iscsi {{(pid=92881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 18:03:07.655550 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Provisioning complete for port 846b6c75-97ae-417f-b613-9bbb618f19fd triggered by entity L2. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 18:03:07.656590 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687209'] for port, provisioning_complete {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:07.666708 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-a05bbac7-d907-479f-a133-020603315ebb None None] Provisioning complete for port 2f81462e-04aa-4cac-bb94-986672b57b5e triggered by entity DHCP. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 18:03:07.668328 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-a05bbac7-d907-479f-a133-020603315ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687209'] for port, provisioning_complete {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:07.772053 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.plugin [None req-a05bbac7-d907-479f-a133-020603315ebb None None] Port 2f81462e-04aa-4cac-bb94-986672b57b5e cannot update to ACTIVE because it is not bound. {{(pid=92880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 18:03:07.813810 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-f0f87db1-2559-4d4f-8214-3b92c3799a18 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:07.864808 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.db.provisioning_blocks [None req-f0f87db1-2559-4d4f-8214-3b92c3799a18 admin admin] Transition to ACTIVE for port object 3f0359e6-3302-4b6c-ab32-02c29a679b92 will not be triggered until provisioned by entity DHCP. {{(pid=92874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 18:03:07.933006 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b59fa0ab-714a-415c-84b4-44b6f33dfbb6 admin admin] Notify agent at l3_agent.dv-cinder-786260-6-iscsi the message routers_updated {{(pid=92872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 18:03:07.937241 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-f0f87db1-2559-4d4f-8214-3b92c3799a18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1986807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743364645416'] for port, after_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:07.939792 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-42685a04-2efd-49ab-9ced-1aa74f9ebef1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:03:07.950888 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-b59fa0ab-714a-415c-84b4-44b6f33dfbb6 admin admin] 10.222.0.97 "PUT /v2.0/routers/9b5fbf60-68fb-4059-a782-f9a419825548/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3735626 Jun 17 18:03:08.062137 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Device 41d97631-15a9-42f5-a18d-cfc819b7ac0f up at agent ovs-agent-dv-cinder-786260-6-iscsi {{(pid=92880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 18:03:08.064867 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f87db1-2559-4d4f-8214-3b92c3799a18 admin admin] Network 490619f6-df6b-4a81-8b12-97225a6da310 is already hosted by enough agents. {{(pid=92874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 18:03:08.102768 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.scheduler.base_scheduler [None req-f0f87db1-2559-4d4f-8214-3b92c3799a18 admin admin] Resources bound (agent type, host, resource id): {{(pid=92874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 18:03:08.118806 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f87db1-2559-4d4f-8214-3b92c3799a18 admin admin] Received port after_create {{(pid=92874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 18:03:08.120602 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-f0f87db1-2559-4d4f-8214-3b92c3799a18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-944711'] for router_interface, before_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:08.176781 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.l3_hamode_db [None req-f5bfeb41-6479-4b14-ae1f-334c9caf0c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '779193b4-bff3-4d40-93a7-df82b1325700', 'name': 'tempest-AttachVolumeShelveTestJSON-2099834847-router', 'tenant_id': '42f4cfc5a3374a4084d73b360a838bfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'external_fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '049c1286-72d2-4320-b8fc-ab65e653c7be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T18:02:58Z', 'updated_at': '2021-06-17T18:03:02Z', 'revision_number': 3, 'project_id': '42f4cfc5a3374a4084d73b360a838bfd', 'gw_port': {'id': '049c1286-72d2-4320-b8fc-ab65e653c7be', 'name': '', 'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:f8:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '779193b4-bff3-4d40-93a7-df82b1325700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:03:01Z', 'updated_at': '2021-06-17T18:03:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78089575-0364-47db-be8b-ef28f42f3a37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-6-iscsi'}], 'dv-cinder-786260-6-iscsi', False) {} {{(pid=92881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:03:08.240608 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_hamode_db [None req-e4bfcf2f-90d5-4fcd-8a6c-289089518764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2c50905-7c93-4754-acf9-ea9fe0d16ece', 'name': 'tempest-ServerRescueNegativeTestJSON-1769801416-router', 'tenant_id': '623f5da845c24adfaa862156e92f7f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'external_fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '846b6c75-97ae-417f-b613-9bbb618f19fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T18:02:58Z', 'updated_at': '2021-06-17T18:03:03Z', 'revision_number': 4, 'project_id': '623f5da845c24adfaa862156e92f7f73', 'gw_port': {'id': '846b6c75-97ae-417f-b613-9bbb618f19fd', 'name': '', 'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:1d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c50905-7c93-4754-acf9-ea9fe0d16ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:02:59Z', 'updated_at': '2021-06-17T18:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78089575-0364-47db-be8b-ef28f42f3a37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-6-iscsi', '_interfaces': [{'id': '9681dcdd-6d51-4ed3-91c4-bf05f795d429', 'name': '', 'network_id': '64e72c49-5fe4-4eab-8346-e0f7ad7adcf2', 'tenant_id': '623f5da845c24adfaa862156e92f7f73', 'mac_address': 'fa:16:3e:68:51:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2c50905-7c93-4754-acf9-ea9fe0d16ece', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'aaa033e4-31af-4af5-8b46-e711281f5e48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:03:02Z', 'updated_at': '2021-06-17T18:03:04Z', 'revision_number': 2, 'project_id': '623f5da845c24adfaa862156e92f7f73', 'subnets': [{'id': 'aaa033e4-31af-4af5-8b46-e711281f5e48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-6-iscsi', False) {} {{(pid=92880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:03:08.251663 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5bfeb41-6479-4b14-ae1f-334c9caf0c28 None None] The sync data for ids ['779193b4-bff3-4d40-93a7-df82b1325700'] in dv-cinder-786260-6-iscsi is: [{'id': '779193b4-bff3-4d40-93a7-df82b1325700', 'name': 'tempest-AttachVolumeShelveTestJSON-2099834847-router', 'tenant_id': '42f4cfc5a3374a4084d73b360a838bfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'external_fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '049c1286-72d2-4320-b8fc-ab65e653c7be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T18:02:58Z', 'updated_at': '2021-06-17T18:03:02Z', 'revision_number': 3, 'project_id': '42f4cfc5a3374a4084d73b360a838bfd', 'gw_port': {'id': '049c1286-72d2-4320-b8fc-ab65e653c7be', 'name': '', 'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:f8:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '779193b4-bff3-4d40-93a7-df82b1325700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:03:01Z', 'updated_at': '2021-06-17T18:03:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78089575-0364-47db-be8b-ef28f42f3a37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-6-iscsi'}] {{(pid=92881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 18:03:08.316767 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4bfcf2f-90d5-4fcd-8a6c-289089518764 None None] Checking router: b2c50905-7c93-4754-acf9-ea9fe0d16ece for host: dv-cinder-786260-6-iscsi {{(pid=92880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 18:03:08.317239 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4bfcf2f-90d5-4fcd-8a6c-289089518764 None None] Updating router b2c50905-7c93-4754-acf9-ea9fe0d16ece port 9681dcdd-6d51-4ed3-91c4-bf05f795d429 binding host dv-cinder-786260-6-iscsi {{(pid=92880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 18:03:08.387354 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30225223-89f1-42e0-b234-ac538b018530 None None] Sync routers for ids ['9b5fbf60-68fb-4059-a782-f9a419825548'] in dv-cinder-786260-6-iscsi {{(pid=92881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 18:03:08.406230 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30225223-89f1-42e0-b234-ac538b018530 None None] Routers {'9b5fbf60-68fb-4059-a782-f9a419825548'} bound to L3 agent in host dv-cinder-786260-6-iscsi {{(pid=92881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 18:03:08.410008 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.l3_hamode_db [None req-30225223-89f1-42e0-b234-ac538b018530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T17:55:17Z,description=,heartbeat_timestamp=2021-06-17T18:02:47Z,host='dv-cinder-786260-6-iscsi',id=4c938d44-4998-4210-8006-ee34f5a3ffbf,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:55:17Z,topic='l3_agent')) {'router_ids': ['9b5fbf60-68fb-4059-a782-f9a419825548'], 'active': True} {{(pid=92881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:03:08.415086 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Provisioning for port 41d97631-15a9-42f5-a18d-cfc819b7ac0f completed by entity L2. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 18:03:08.460373 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Provisioning complete for port 41d97631-15a9-42f5-a18d-cfc819b7ac0f triggered by entity L2. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 18:03:08.462062 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687209'] for port, provisioning_complete {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:08.488127 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.95', 60046) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:03:08.534642 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f87db1-2559-4d4f-8214-3b92c3799a18 admin admin] Pushing event updated for resources: {'Port': ['ID=3f0359e6-3302-4b6c-ab32-02c29a679b92,revision_number=1']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:03:08.572191 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-e4bfcf2f-90d5-4fcd-8a6c-289089518764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:08.643967 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-f0f87db1-2559-4d4f-8214-3b92c3799a18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.704s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:03:08.747583 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.l3_dvr_db [None req-30225223-89f1-42e0-b234-ac538b018530 None None] Set router 9b5fbf60-68fb-4059-a782-f9a419825548 gateway port host: dv-cinder-786260-6-iscsi {{(pid=92881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 18:03:08.862013 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63716ea6-a783-4294-8fcb-8d59cda767e1 req-f4380599-e129-44f6-a964-8af7bc0b9291 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:08.874354 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-63716ea6-a783-4294-8fcb-8d59cda767e1 req-f4380599-e129-44f6-a964-8af7bc0b9291 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/networks?id=64e72c49-5fe4-4eab-8346-e0f7ad7adcf2 HTTP/1.1" status: 200 len: 819 time: 0.5878398 Jun 17 18:03:08.894559 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-f0f87db1-2559-4d4f-8214-3b92c3799a18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:08.991108 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 41746) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:03:09.005548 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.v2.base [None req-5667a1ee-264f-4600-b9ff-457ed649d02b tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1154856239', 'description': 'tempest-description--191998929'}} {{(pid=92872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 18:03:09.064444 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-63716ea6-a783-4294-8fcb-8d59cda767e1 req-c1c84ba4-f022-40f4-b489-974b8d024d8d tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/quotas/623f5da845c24adfaa862156e92f7f73 HTTP/1.1" status: 200 len: 375 time: 0.1191235 Jun 17 18:03:09.065653 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-e5400470-3c6b-4b2b-8547-69d5a88c1f8a None None] Provisioning for port 3f0359e6-3302-4b6c-ab32-02c29a679b92 completed by entity DHCP. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 18:03:09.072470 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6387c2-0752-48e1-b04f-1e28ee0f54e2 req-05069123-a4f0-4be1-b1fd-8393ef25f59f tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:09.074927 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-bb6387c2-0752-48e1-b04f-1e28ee0f54e2 req-05069123-a4f0-4be1-b1fd-8393ef25f59f tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.95 "GET /v2.0/networks?id=f6175827-20d7-459d-859c-a960c64f9f7b HTTP/1.1" status: 200 len: 814 time: 0.5858078 Jun 17 18:03:09.101842 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-5667a1ee-264f-4600-b9ff-457ed649d02b tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Notify callbacks [] for security_group, before_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:09.111973 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-e5400470-3c6b-4b2b-8547-69d5a88c1f8a None None] Provisioning complete for port 3f0359e6-3302-4b6c-ab32-02c29a679b92 triggered by entity DHCP. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 18:03:09.112487 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-e5400470-3c6b-4b2b-8547-69d5a88c1f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687209'] for port, provisioning_complete {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:09.171023 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.v2.base [req-bb6387c2-0752-48e1-b04f-1e28ee0f54e2 req-a552ef87-2641-44c4-b4aa-087ce29b34c8 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Request body: {'port': {'device_id': 'd5636e88-17f4-4147-bd8f-a153f376b8aa', 'network_id': 'f6175827-20d7-459d-859c-a960c64f9f7b', 'admin_state_up': True, 'tenant_id': '0acb8a69956445cf93d47e2da25da9cb'}} {{(pid=92872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 18:03:09.389269 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.l3_hamode_db [None req-30225223-89f1-42e0-b234-ac538b018530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b5fbf60-68fb-4059-a782-f9a419825548', 'name': 'tempest-AttachVolumeTestJSON-534204259-router', 'tenant_id': '59d1c386609e449fb41deccf8db32944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'external_fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '41d97631-15a9-42f5-a18d-cfc819b7ac0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T18:02:57Z', 'updated_at': '2021-06-17T18:03:06Z', 'revision_number': 4, 'project_id': '59d1c386609e449fb41deccf8db32944', 'gw_port': {'id': '41d97631-15a9-42f5-a18d-cfc819b7ac0f', 'name': '', 'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:f0:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b5fbf60-68fb-4059-a782-f9a419825548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:02:59Z', 'updated_at': '2021-06-17T18:03:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78089575-0364-47db-be8b-ef28f42f3a37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-6-iscsi', '_interfaces': [{'id': '2f81462e-04aa-4cac-bb94-986672b57b5e', 'name': '', 'network_id': 'a56ac911-462a-49b0-b749-9c491282bc98', 'tenant_id': '59d1c386609e449fb41deccf8db32944', 'mac_address': 'fa:16:3e:ab:cf:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b5fbf60-68fb-4059-a782-f9a419825548', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1c1a0998-b783-48f3-b815-e77d3448c78f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:03:04Z', 'updated_at': '2021-06-17T18:03:06Z', 'revision_number': 2, 'project_id': '59d1c386609e449fb41deccf8db32944', 'subnets': [{'id': '1c1a0998-b783-48f3-b815-e77d3448c78f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-6-iscsi', False) {} {{(pid=92881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:03:09.454447 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30225223-89f1-42e0-b234-ac538b018530 None None] Checking router: 9b5fbf60-68fb-4059-a782-f9a419825548 for host: dv-cinder-786260-6-iscsi {{(pid=92881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 18:03:09.455104 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30225223-89f1-42e0-b234-ac538b018530 None None] Updating router 9b5fbf60-68fb-4059-a782-f9a419825548 port 2f81462e-04aa-4cac-bb94-986672b57b5e binding host dv-cinder-786260-6-iscsi {{(pid=92881) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 18:03:09.590044 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron_lib.callbacks.manager [None req-30225223-89f1-42e0-b234-ac538b018530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:09.593277 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.95', 60053) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:03:09.981511 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-e4bfcf2f-90d5-4fcd-8a6c-289089518764 None None] Notify callbacks [] for port, precommit_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:10.008281 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-e4bfcf2f-90d5-4fcd-8a6c-289089518764 None None] Transition to ACTIVE for port object 9681dcdd-6d51-4ed3-91c4-bf05f795d429 will not be triggered until provisioned by entity L2. {{(pid=92880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 18:03:10.019899 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:10.044993 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-5df640d6-2af0-4fe0-91ec-c9e436469f0d req-16e64f5f-e60c-4454-b8f0-3c126815501f tempest-DeleteServersTestJSON-1984471777 tempest-DeleteServersTestJSON-1984471777-project] 10.222.0.97 "GET /v2.0/ports?device_id=dc1b9fb3-96fb-4894-a7ce-cf17b5b4c60a HTTP/1.1" status: 200 len: 210 time: 0.3348908 Jun 17 18:03:10.053506 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-63716ea6-a783-4294-8fcb-8d59cda767e1 req-c94a45fd-5115-482b-b07a-07029c800ee9 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=623f5da845c24adfaa862156e92f7f73&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9812493 Jun 17 18:03:10.077042 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48bd71f-442a-49ec-b7f8-95329284fe7b req-8e7d91db-6d19-4893-9a6b-c34ca3cc8e2b tempest-DeleteServersTestJSON-1984471777 tempest-DeleteServersTestJSON-1984471777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:10.079362 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-e48bd71f-442a-49ec-b7f8-95329284fe7b req-8e7d91db-6d19-4893-9a6b-c34ca3cc8e2b tempest-DeleteServersTestJSON-1984471777 tempest-DeleteServersTestJSON-1984471777-project] 10.222.0.95 "GET /v2.0/networks?id=feb0bca1-f064-40e3-b604-ebbb98590cfb HTTP/1.1" status: 200 len: 811 time: 0.4225254 Jun 17 18:03:10.095333 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] For port 41d97631-15a9-42f5-a18d-cfc819b7ac0f, host dv-cinder-786260-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-6-iscsi',level=0,port_id=41d97631-15a9-42f5-a18d-cfc819b7ac0f,segment=NetworkSegment(07abf0fa-b3ae-48d7-9299-c095c09325c6),segment_id=07abf0fa-b3ae-48d7-9299-c095c09325c6)] {{(pid=92880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:03:10.096944 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 41792) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:03:10.100073 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-e4bfcf2f-90d5-4fcd-8a6c-289089518764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479'] for port, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:10.103167 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479'] for port, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:10.131472 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:03:10.143649 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.plugin [None req-e5400470-3c6b-4b2b-8547-69d5a88c1f8a None None] Port 3f0359e6-3302-4b6c-ab32-02c29a679b92 cannot update to ACTIVE because it is not bound. {{(pid=92880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 18:03:10.176699 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.v2.base [req-e48bd71f-442a-49ec-b7f8-95329284fe7b req-1ae580d4-19c9-4552-af27-916524235f01 tempest-DeleteServersTestJSON-1984471777 tempest-DeleteServersTestJSON-1984471777-project] Request body: {'port': {'device_id': 'dc1b9fb3-96fb-4894-a7ce-cf17b5b4c60a', 'network_id': 'feb0bca1-f064-40e3-b604-ebbb98590cfb', 'admin_state_up': True, 'tenant_id': '712f7cd589a54c75aee59ca7e2b35e80'}} {{(pid=92874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 18:03:10.215013 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-5667a1ee-264f-4600-b9ff-457ed649d02b tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Notify callbacks [] for security_group, precommit_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:10.233233 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-5667a1ee-264f-4600-b9ff-457ed649d02b tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:10.243827 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-2cd8e201-87c8-4946-9782-45c1de77c1e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:03:10.272916 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb6387c2-0752-48e1-b04f-1e28ee0f54e2 req-a552ef87-2641-44c4-b4aa-087ce29b34c8 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Made reservation on behalf of 0acb8a69956445cf93d47e2da25da9cb for: {'port': 1} {{(pid=92872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 18:03:10.277247 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [req-bb6387c2-0752-48e1-b04f-1e28ee0f54e2 req-a552ef87-2641-44c4-b4aa-087ce29b34c8 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1986742'] for port, before_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:10.312664 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron_lib.callbacks.manager [None req-30225223-89f1-42e0-b234-ac538b018530 None None] Notify callbacks [] for port, precommit_update {{(pid=92881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:10.321139 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5667a1ee-264f-4600-b9ff-457ed649d02b tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19e58ac4-2b2e-45d9-bd7b-7c5e46ae7cc8,revision_number=1']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:03:10.328601 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-5667a1ee-264f-4600-b9ff-457ed649d02b tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:03:10.337600 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-5667a1ee-264f-4600-b9ff-457ed649d02b tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Notify callbacks [] for security_group, before_response {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:10.341882 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-5667a1ee-264f-4600-b9ff-457ed649d02b tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 1.3436575 Jun 17 18:03:10.345696 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 41802) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:03:10.352351 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.v2.base [None req-4e9851c7-3a09-4d93-90a6-6ac42d3e0539 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Request body: {'security_group_rule': {'security_group_id': '19e58ac4-2b2e-45d9-bd7b-7c5e46ae7cc8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 18:03:10.352527 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.provisioning_blocks [None req-30225223-89f1-42e0-b234-ac538b018530 None None] Transition to ACTIVE for port object 2f81462e-04aa-4cac-bb94-986672b57b5e will not be triggered until provisioned by entity L2. {{(pid=92881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 18:03:10.358462 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron_lib.callbacks.manager [None req-30225223-89f1-42e0-b234-ac538b018530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479'] for port, after_update {{(pid=92881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:10.360819 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG oslo_concurrency.lockutils [None req-c28c6457-de92-4613-b025-6d434d5156df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:03:10.388919 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Device 049c1286-72d2-4320-b8fc-ab65e653c7be up at agent ovs-agent-dv-cinder-786260-6-iscsi {{(pid=92880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 18:03:10.482001 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b8aea-5443-4931-b8ef-b25a7f971261 None None] Pushing event updated for resources: {'Port': ['ID=9681dcdd-6d51-4ed3-91c4-bf05f795d429,revision_number=3']} {{(pid=92880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:03:10.525758 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e60ee66-4ec9-4342-a5fc-01c6c9639da9 None None] Pushing event updated for resources: {'Port': ['ID=2f81462e-04aa-4cac-bb94-986672b57b5e,revision_number=3']} {{(pid=92881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:03:10.544750 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG oslo_concurrency.lockutils [None req-8e60ee66-4ec9-4342-a5fc-01c6c9639da9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=92881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:03:10.548979 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-0720c0e5-658a-42fa-8731-3eee607888bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:10.691408 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.managers [None req-e4bfcf2f-90d5-4fcd-8a6c-289089518764 None None] Attempting to bind port 9681dcdd-6d51-4ed3-91c4-bf05f795d429 on host dv-cinder-786260-6-iscsi for vnic_type normal with profile {{(pid=92880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 18:03:10.692304 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.managers [None req-e4bfcf2f-90d5-4fcd-8a6c-289089518764 None None] Attempting to bind port 9681dcdd-6d51-4ed3-91c4-bf05f795d429 by drivers openvswitch,hyperv on host dv-cinder-786260-6-iscsi at level 0 using segments [{'id': '86fa7d04-d5b8-408a-84bd-320872eef607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': '64e72c49-5fe4-4eab-8346-e0f7ad7adcf2'}] {{(pid=92880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 18:03:10.692915 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4bfcf2f-90d5-4fcd-8a6c-289089518764 None None] Attempting to bind port 9681dcdd-6d51-4ed3-91c4-bf05f795d429 on network 64e72c49-5fe4-4eab-8346-e0f7ad7adcf2 {{(pid=92880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 18:03:10.708098 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4bfcf2f-90d5-4fcd-8a6c-289089518764 None None] Checking agent: {'id': '656fc8e0-be97-41b9-a086-aa1caa9e55fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 17, 55, 17), 'started_at': datetime.datetime(2021, 6, 17, 17, 55, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 18, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 18:03:10.716726 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4bfcf2f-90d5-4fcd-8a6c-289089518764 None None] Checking segment: {'id': '86fa7d04-d5b8-408a-84bd-320872eef607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': '64e72c49-5fe4-4eab-8346-e0f7ad7adcf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 18:03:10.717159 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-e4bfcf2f-90d5-4fcd-8a6c-289089518764 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:10.717711 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4bfcf2f-90d5-4fcd-8a6c-289089518764 None None] Bound using segment: {'id': '86fa7d04-d5b8-408a-84bd-320872eef607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': '64e72c49-5fe4-4eab-8346-e0f7ad7adcf2'} {{(pid=92880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 18:03:10.723312 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.managers [None req-e4bfcf2f-90d5-4fcd-8a6c-289089518764 None None] Bound port: 9681dcdd-6d51-4ed3-91c4-bf05f795d429, host: dv-cinder-786260-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86fa7d04-d5b8-408a-84bd-320872eef607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': '64e72c49-5fe4-4eab-8346-e0f7ad7adcf2'}}] {{(pid=92880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 18:03:10.723739 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-e4bfcf2f-90d5-4fcd-8a6c-289089518764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:10.734172 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.plugins.ml2.managers [None req-30225223-89f1-42e0-b234-ac538b018530 None None] Attempting to bind port 2f81462e-04aa-4cac-bb94-986672b57b5e on host dv-cinder-786260-6-iscsi for vnic_type normal with profile {{(pid=92881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 18:03:10.734469 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.plugins.ml2.managers [None req-30225223-89f1-42e0-b234-ac538b018530 None None] Attempting to bind port 2f81462e-04aa-4cac-bb94-986672b57b5e by drivers openvswitch,hyperv on host dv-cinder-786260-6-iscsi at level 0 using segments [{'id': 'd2eba5df-4ee6-4d57-8467-b15a13058427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': 'a56ac911-462a-49b0-b749-9c491282bc98'}] {{(pid=92881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 18:03:10.734827 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30225223-89f1-42e0-b234-ac538b018530 None None] Attempting to bind port 2f81462e-04aa-4cac-bb94-986672b57b5e on network a56ac911-462a-49b0-b749-9c491282bc98 {{(pid=92881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 18:03:10.756535 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30225223-89f1-42e0-b234-ac538b018530 None None] Checking agent: {'id': '656fc8e0-be97-41b9-a086-aa1caa9e55fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 17, 55, 17), 'started_at': datetime.datetime(2021, 6, 17, 17, 55, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 18, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 18:03:10.759181 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30225223-89f1-42e0-b234-ac538b018530 None None] Checking segment: {'id': 'd2eba5df-4ee6-4d57-8467-b15a13058427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': 'a56ac911-462a-49b0-b749-9c491282bc98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 18:03:10.762196 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron_lib.callbacks.manager [None req-30225223-89f1-42e0-b234-ac538b018530 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:10.762611 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30225223-89f1-42e0-b234-ac538b018530 None None] Bound using segment: {'id': 'd2eba5df-4ee6-4d57-8467-b15a13058427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': 'a56ac911-462a-49b0-b749-9c491282bc98'} {{(pid=92881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 18:03:10.763111 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.plugins.ml2.managers [None req-30225223-89f1-42e0-b234-ac538b018530 None None] Bound port: 2f81462e-04aa-4cac-bb94-986672b57b5e, host: dv-cinder-786260-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2eba5df-4ee6-4d57-8467-b15a13058427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': 'a56ac911-462a-49b0-b749-9c491282bc98'}}] {{(pid=92881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 18:03:10.763496 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron_lib.callbacks.manager [None req-30225223-89f1-42e0-b234-ac538b018530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:10.868927 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-63716ea6-a783-4294-8fcb-8d59cda767e1 req-72781e63-c411-45de-aaa5-db8785cdd3a3 service neutron] 10.222.0.97 "GET /v2.0/networks/64e72c49-5fe4-4eab-8346-e0f7ad7adcf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7627513 Jun 17 18:03:10.888258 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-e4bfcf2f-90d5-4fcd-8a6c-289089518764 None None] For port 9681dcdd-6d51-4ed3-91c4-bf05f795d429, host dv-cinder-786260-6-iscsi, cleared binding levels {{(pid=92880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 18:03:10.891753 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-e4bfcf2f-90d5-4fcd-8a6c-289089518764 None None] For port 9681dcdd-6d51-4ed3-91c4-bf05f795d429, host dv-cinder-786260-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-6-iscsi',level=0,port_id=9681dcdd-6d51-4ed3-91c4-bf05f795d429,segment=NetworkSegment(86fa7d04-d5b8-408a-84bd-320872eef607),segment_id=86fa7d04-d5b8-408a-84bd-320872eef607)] {{(pid=92880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 18:03:10.893120 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:10.914020 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-e4bfcf2f-90d5-4fcd-8a6c-289089518764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479'] for port, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:10.946975 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Pushing event updated for resources: {'Port': ['ID=41d97631-15a9-42f5-a18d-cfc819b7ac0f,revision_number=4']} {{(pid=92880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:03:10.953881 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.822s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:03:10.958293 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-ca5eb7c1-081d-4c06-8413-9b289c363a84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.815s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:03:10.971304 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-4e9851c7-3a09-4d93-90a6-6ac42d3e0539 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:11.003660 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.plugins.ml2.db [None req-30225223-89f1-42e0-b234-ac538b018530 None None] For port 2f81462e-04aa-4cac-bb94-986672b57b5e, host dv-cinder-786260-6-iscsi, cleared binding levels {{(pid=92881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 18:03:11.008889 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.plugins.ml2.db [None req-30225223-89f1-42e0-b234-ac538b018530 None None] For port 2f81462e-04aa-4cac-bb94-986672b57b5e, host dv-cinder-786260-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-6-iscsi',level=0,port_id=2f81462e-04aa-4cac-bb94-986672b57b5e,segment=NetworkSegment(d2eba5df-4ee6-4d57-8467-b15a13058427),segment_id=d2eba5df-4ee6-4d57-8467-b15a13058427)] {{(pid=92881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 18:03:11.017628 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron_lib.callbacks.manager [None req-30225223-89f1-42e0-b234-ac538b018530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479'] for port, after_update {{(pid=92881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:11.020130 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG oslo_concurrency.lockutils [None req-065fc1e7-bee8-469d-ab93-191cc228fed8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:03:11.026217 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Provisioning for port 049c1286-72d2-4320-b8fc-ab65e653c7be completed by entity L2. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 18:03:11.042640 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Provisioning complete for port 049c1286-72d2-4320-b8fc-ab65e653c7be triggered by entity L2. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 18:03:11.043461 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687209'] for port, provisioning_complete {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:11.047883 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4bfcf2f-90d5-4fcd-8a6c-289089518764 None None] Routers {'b2c50905-7c93-4754-acf9-ea9fe0d16ece'} bound to L3 agent in host dv-cinder-786260-6-iscsi {{(pid=92880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 18:03:11.048798 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_hamode_db [None req-e4bfcf2f-90d5-4fcd-8a6c-289089518764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T17:55:17Z,description=,heartbeat_timestamp=2021-06-17T18:02:47Z,host='dv-cinder-786260-6-iscsi',id=4c938d44-4998-4210-8006-ee34f5a3ffbf,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:55:17Z,topic='l3_agent')) {'router_ids': ['b2c50905-7c93-4754-acf9-ea9fe0d16ece'], 'active': True} {{(pid=92880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:03:11.075435 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b8aea-5443-4931-b8ef-b25a7f971261 None None] Pushing event updated for resources: {'Port': ['ID=9681dcdd-6d51-4ed3-91c4-bf05f795d429,revision_number=4']} {{(pid=92880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:03:11.085629 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-b32199fa-9c3d-4af2-a45a-cd4c42ed8dc2 req-bde2362a-604a-4789-b96b-580605b3293c tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/ports?device_id=d5636e88-17f4-4147-bd8f-a153f376b8aa HTTP/1.1" status: 200 len: 210 time: 0.7996211 Jun 17 18:03:11.134864 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-db9b8aea-5443-4931-b8ef-b25a7f971261 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:03:11.135921 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-ca5eb7c1-081d-4c06-8413-9b289c363a84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.216s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:03:11.136506 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-ca5eb7c1-081d-4c06-8413-9b289c363a84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:03:11.201903 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30225223-89f1-42e0-b234-ac538b018530 None None] Routers {'9b5fbf60-68fb-4059-a782-f9a419825548'} bound to L3 agent in host dv-cinder-786260-6-iscsi {{(pid=92881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 18:03:11.202572 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.l3_hamode_db [None req-30225223-89f1-42e0-b234-ac538b018530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T17:55:17Z,description=,heartbeat_timestamp=2021-06-17T18:02:47Z,host='dv-cinder-786260-6-iscsi',id=4c938d44-4998-4210-8006-ee34f5a3ffbf,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:55:17Z,topic='l3_agent')) {'router_ids': ['9b5fbf60-68fb-4059-a782-f9a419825548'], 'active': True} {{(pid=92881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:03:11.239454 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.db.db_base_plugin_common [req-bb6387c2-0752-48e1-b04f-1e28ee0f54e2 req-a552ef87-2641-44c4-b4aa-087ce29b34c8 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Allocated IP 172.20.0.6 (f6175827-20d7-459d-859c-a960c64f9f7b/6d9eae51-247c-4135-a165-61e9ae8adce9/66b35a25-01d6-4d67-ad06-eac51e9a99a7) {{(pid=92872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 18:03:11.262354 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e60ee66-4ec9-4342-a5fc-01c6c9639da9 None None] Pushing event updated for resources: {'Port': ['ID=2f81462e-04aa-4cac-bb94-986672b57b5e,revision_number=4']} {{(pid=92881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:03:11.347136 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG oslo_concurrency.lockutils [None req-8e60ee66-4ec9-4342-a5fc-01c6c9639da9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=92881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:03:11.510977 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.l3_dvr_db [None req-30225223-89f1-42e0-b234-ac538b018530 None None] Set router 9b5fbf60-68fb-4059-a782-f9a419825548 gateway port host: dv-cinder-786260-6-iscsi {{(pid=92881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 18:03:11.591902 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_dvr_db [None req-e4bfcf2f-90d5-4fcd-8a6c-289089518764 None None] Set router b2c50905-7c93-4754-acf9-ea9fe0d16ece gateway port host: dv-cinder-786260-6-iscsi {{(pid=92880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 18:03:11.687046 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:11.701048 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-f0f87db1-2559-4d4f-8214-3b92c3799a18 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:11.716561 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-f0f87db1-2559-4d4f-8214-3b92c3799a18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479'] for port, after_update {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:11.763800 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-0720c0e5-658a-42fa-8731-3eee607888bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:11.774542 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] For port 049c1286-72d2-4320-b8fc-ab65e653c7be, host dv-cinder-786260-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-6-iscsi',level=0,port_id=049c1286-72d2-4320-b8fc-ab65e653c7be,segment=NetworkSegment(07abf0fa-b3ae-48d7-9299-c095c09325c6),segment_id=07abf0fa-b3ae-48d7-9299-c095c09325c6)] {{(pid=92880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:03:11.776662 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-0720c0e5-658a-42fa-8731-3eee607888bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:11.796522 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-f0f87db1-2559-4d4f-8214-3b92c3799a18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-950764'] for router_interface, after_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:11.802598 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479'] for port, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:11.803463 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-63716ea6-a783-4294-8fcb-8d59cda767e1 req-addbf425-ce45-475a-a7ca-dfa7295afb9c service neutron] 10.222.0.97 "GET /v2.0/networks/64e72c49-5fe4-4eab-8346-e0f7ad7adcf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9337165 Jun 17 18:03:11.805773 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-26a9cbbe-35e1-4318-a8b8-2f838f4ff212 req-1b6d54cd-6d48-434f-a394-e4aab2e6525c tempest-DeleteServersTestJSON-1984471777 tempest-DeleteServersTestJSON-1984471777-project] 10.222.0.97 "GET /v2.0/ports?device_id=dc1b9fb3-96fb-4894-a7ce-cf17b5b4c60a HTTP/1.1" status: 200 len: 210 time: 0.0967233 Jun 17 18:03:11.811329 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:03:11.854341 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-30170de2-4a32-4364-baf9-c282f167caab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:03:11.873724 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-0720c0e5-658a-42fa-8731-3eee607888bb admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=55def61026a847bc82b7a25048dd711c&name=default HTTP/1.1" status: 200 len: 2975 time: 1.7744982 Jun 17 18:03:11.900425 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 41836) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:03:11.915341 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f87db1-2559-4d4f-8214-3b92c3799a18 admin admin] Pushing event updated for resources: {'Port': ['ID=3f0359e6-3302-4b6c-ab32-02c29a679b92,revision_number=2']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:03:11.919645 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-f0f87db1-2559-4d4f-8214-3b92c3799a18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:03:11.926853 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-7db6401e-3621-4d50-9270-79557f853a19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:03:11.979805 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e48bd71f-442a-49ec-b7f8-95329284fe7b req-1ae580d4-19c9-4552-af27-916524235f01 tempest-DeleteServersTestJSON-1984471777 tempest-DeleteServersTestJSON-1984471777-project] Made reservation on behalf of 712f7cd589a54c75aee59ca7e2b35e80 for: {'port': 1} {{(pid=92874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 18:03:11.989122 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-e48bd71f-442a-49ec-b7f8-95329284fe7b req-1ae580d4-19c9-4552-af27-916524235f01 tempest-DeleteServersTestJSON-1984471777 tempest-DeleteServersTestJSON-1984471777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1986742'] for port, before_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:12.001887 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.l3_hamode_db [None req-30225223-89f1-42e0-b234-ac538b018530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b5fbf60-68fb-4059-a782-f9a419825548', 'name': 'tempest-AttachVolumeTestJSON-534204259-router', 'tenant_id': '59d1c386609e449fb41deccf8db32944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'external_fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '41d97631-15a9-42f5-a18d-cfc819b7ac0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T18:02:57Z', 'updated_at': '2021-06-17T18:03:06Z', 'revision_number': 4, 'project_id': '59d1c386609e449fb41deccf8db32944', 'gw_port': {'id': '41d97631-15a9-42f5-a18d-cfc819b7ac0f', 'name': '', 'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:f0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b5fbf60-68fb-4059-a782-f9a419825548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:02:59Z', 'updated_at': '2021-06-17T18:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78089575-0364-47db-be8b-ef28f42f3a37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-6-iscsi', '_interfaces': [{'id': '2f81462e-04aa-4cac-bb94-986672b57b5e', 'name': '', 'network_id': 'a56ac911-462a-49b0-b749-9c491282bc98', 'tenant_id': '59d1c386609e449fb41deccf8db32944', 'mac_address': 'fa:16:3e:ab:cf:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b5fbf60-68fb-4059-a782-f9a419825548', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1c1a0998-b783-48f3-b815-e77d3448c78f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:03:04Z', 'updated_at': '2021-06-17T18:03:10Z', 'revision_number': 4, 'project_id': '59d1c386609e449fb41deccf8db32944', 'subnets': [{'id': '1c1a0998-b783-48f3-b815-e77d3448c78f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-6-iscsi', False) {} {{(pid=92881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:03:12.062663 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-4e9851c7-3a09-4d93-90a6-6ac42d3e0539 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:12.075407 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30225223-89f1-42e0-b234-ac538b018530 None None] The sync data for ids ['9b5fbf60-68fb-4059-a782-f9a419825548'] in dv-cinder-786260-6-iscsi is: [{'id': '9b5fbf60-68fb-4059-a782-f9a419825548', 'name': 'tempest-AttachVolumeTestJSON-534204259-router', 'tenant_id': '59d1c386609e449fb41deccf8db32944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'external_fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '41d97631-15a9-42f5-a18d-cfc819b7ac0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T18:02:57Z', 'updated_at': '2021-06-17T18:03:06Z', 'revision_number': 4, 'project_id': '59d1c386609e449fb41deccf8db32944', 'gw_port': {'id': '41d97631-15a9-42f5-a18d-cfc819b7ac0f', 'name': '', 'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:f0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b5fbf60-68fb-4059-a782-f9a419825548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:02:59Z', 'updated_at': '2021-06-17T18:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78089575-0364-47db-be8b-ef28f42f3a37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-6-iscsi', '_interfaces': [{'id': '2f81462e-04aa-4cac-bb94-986672b57b5e', 'name': '', 'network_id': 'a56ac911-462a-49b0-b749-9c491282bc98', 'tenant_id': '59d1c386609e449fb41deccf8db32944', 'mac_address': 'fa:16:3e:ab:cf:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b5fbf60-68fb-4059-a782-f9a419825548', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1c1a0998-b783-48f3-b815-e77d3448c78f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:03:04Z', 'updated_at': '2021-06-17T18:03:10Z', 'revision_number': 4, 'project_id': '59d1c386609e449fb41deccf8db32944', 'subnets': [{'id': '1c1a0998-b783-48f3-b815-e77d3448c78f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 18:03:12.160572 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [req-bb6387c2-0752-48e1-b04f-1e28ee0f54e2 req-a552ef87-2641-44c4-b4aa-087ce29b34c8 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Notify callbacks [] for port, precommit_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:12.173396 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-f1d31015-c727-4150-9b42-2e57c59a72af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:12.277343 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-f1d31015-c727-4150-9b42-2e57c59a72af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:12.314459 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Pushing event updated for resources: {'Port': ['ID=049c1286-72d2-4320-b8fc-ab65e653c7be,revision_number=4']} {{(pid=92880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:03:12.334361 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:03:12.402862 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-f1d31015-c727-4150-9b42-2e57c59a72af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:12.406160 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-4e9851c7-3a09-4d93-90a6-6ac42d3e0539 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592663'] for security_group_rule, after_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:12.416187 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-f1d31015-c727-4150-9b42-2e57c59a72af admin admin] Notify callbacks [] for security_group, before_response {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:12.420237 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-f1d31015-c727-4150-9b42-2e57c59a72af admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/02681d67-7fe4-4401-ba0c-7f9fe99df4be HTTP/1.1" status: 204 len: 168 time: 0.5124147 Jun 17 18:03:12.434033 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0720c0e5-658a-42fa-8731-3eee607888bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02681d67-7fe4-4401-ba0c-7f9fe99df4be,revision_number=1']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:03:12.441166 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Device 41d97631-15a9-42f5-a18d-cfc819b7ac0f up at agent ovs-agent-dv-cinder-786260-6-iscsi {{(pid=92880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 18:03:12.495403 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-4e9851c7-3a09-4d93-90a6-6ac42d3e0539 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:12.496684 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-4e9851c7-3a09-4d93-90a6-6ac42d3e0539 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.1496668 Jun 17 18:03:12.511496 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 41854) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:03:12.523540 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.v2.base [None req-93269c67-991b-4646-8c55-245984fc59c2 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Request body: {'security_group_rule': {'security_group_id': '19e58ac4-2b2e-45d9-bd7b-7c5e46ae7cc8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 18:03:12.585664 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-0720c0e5-658a-42fa-8731-3eee607888bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.732s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:03:12.586879 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.153s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:03:12.653910 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-2748f26c-2a05-4b01-aaca-743612cdb883 req-7e23cd09-6ae1-4002-a978-a2eb35e8548e tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/ports?device_id=d4ac72c4-640f-4b29-bebb-6e3ad492fde3 HTTP/1.1" status: 200 len: 210 time: 0.2968149 Jun 17 18:03:12.657067 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d31015-c727-4150-9b42-2e57c59a72af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02681d67-7fe4-4401-ba0c-7f9fe99df4be,revision_number=None']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:03:12.658860 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-93269c67-991b-4646-8c55-245984fc59c2 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:12.739303 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-f1d31015-c727-4150-9b42-2e57c59a72af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:03:12.809934 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.366s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:03:12.863510 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Provisioning complete for port 41d97631-15a9-42f5-a18d-cfc819b7ac0f triggered by entity L2. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 18:03:12.863898 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687209'] for port, provisioning_complete {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:12.878627 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-93269c67-991b-4646-8c55-245984fc59c2 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:12.881644 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9851c7-3a09-4d93-90a6-6ac42d3e0539 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96386c72-d3f0-49ae-94ae-51a2d4b4390d,revision_number=0']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:03:12.886634 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-4e9851c7-3a09-4d93-90a6-6ac42d3e0539 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:03:12.893674 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-2b8102be-45f9-414f-8a30-c8b03eb5f616 req-153f0c2e-5806-47d1-9c2a-533bd5d08e1a tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/ports?device_id=d5636e88-17f4-4147-bd8f-a153f376b8aa HTTP/1.1" status: 200 len: 210 time: 0.4105191 Jun 17 18:03:12.905711 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f87db1-2559-4d4f-8214-3b92c3799a18 admin admin] Network 490619f6-df6b-4a81-8b12-97225a6da310 is already hosted by enough agents. {{(pid=92874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 18:03:12.919138 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-93269c67-991b-4646-8c55-245984fc59c2 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592663'] for security_group_rule, after_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:12.923006 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.scheduler.base_scheduler [None req-f0f87db1-2559-4d4f-8214-3b92c3799a18 admin admin] Resources bound (agent type, host, resource id): {{(pid=92874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 18:03:12.944867 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [req-bb6387c2-0752-48e1-b04f-1e28ee0f54e2 req-a552ef87-2641-44c4-b4aa-087ce29b34c8 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1986807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743364645416'] for port, after_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:12.953130 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:03:13.004526 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93269c67-991b-4646-8c55-245984fc59c2 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5aaf7b25-bdc1-4947-bcf5-f10ea7d99cef,revision_number=0']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:03:13.032806 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-93269c67-991b-4646-8c55-245984fc59c2 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:03:13.042811 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_hamode_db [None req-e4bfcf2f-90d5-4fcd-8a6c-289089518764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2c50905-7c93-4754-acf9-ea9fe0d16ece', 'name': 'tempest-ServerRescueNegativeTestJSON-1769801416-router', 'tenant_id': '623f5da845c24adfaa862156e92f7f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'external_fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '846b6c75-97ae-417f-b613-9bbb618f19fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T18:02:58Z', 'updated_at': '2021-06-17T18:03:03Z', 'revision_number': 4, 'project_id': '623f5da845c24adfaa862156e92f7f73', 'gw_port': {'id': '846b6c75-97ae-417f-b613-9bbb618f19fd', 'name': '', 'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:1d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c50905-7c93-4754-acf9-ea9fe0d16ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:02:59Z', 'updated_at': '2021-06-17T18:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78089575-0364-47db-be8b-ef28f42f3a37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-6-iscsi', '_interfaces': [{'id': '9681dcdd-6d51-4ed3-91c4-bf05f795d429', 'name': '', 'network_id': '64e72c49-5fe4-4eab-8346-e0f7ad7adcf2', 'tenant_id': '623f5da845c24adfaa862156e92f7f73', 'mac_address': 'fa:16:3e:68:51:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2c50905-7c93-4754-acf9-ea9fe0d16ece', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'aaa033e4-31af-4af5-8b46-e711281f5e48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:03:02Z', 'updated_at': '2021-06-17T18:03:10Z', 'revision_number': 4, 'project_id': '623f5da845c24adfaa862156e92f7f73', 'subnets': [{'id': 'aaa033e4-31af-4af5-8b46-e711281f5e48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-6-iscsi', False) {} {{(pid=92880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:03:13.044657 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-b59fa0ab-714a-415c-84b4-44b6f33dfbb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:03:13.172962 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4bfcf2f-90d5-4fcd-8a6c-289089518764 None None] The sync data for ids ['b2c50905-7c93-4754-acf9-ea9fe0d16ece'] in dv-cinder-786260-6-iscsi is: [{'id': 'b2c50905-7c93-4754-acf9-ea9fe0d16ece', 'name': 'tempest-ServerRescueNegativeTestJSON-1769801416-router', 'tenant_id': '623f5da845c24adfaa862156e92f7f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'external_fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '846b6c75-97ae-417f-b613-9bbb618f19fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T18:02:58Z', 'updated_at': '2021-06-17T18:03:03Z', 'revision_number': 4, 'project_id': '623f5da845c24adfaa862156e92f7f73', 'gw_port': {'id': '846b6c75-97ae-417f-b613-9bbb618f19fd', 'name': '', 'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:1d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c50905-7c93-4754-acf9-ea9fe0d16ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:02:59Z', 'updated_at': '2021-06-17T18:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78089575-0364-47db-be8b-ef28f42f3a37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-6-iscsi', '_interfaces': [{'id': '9681dcdd-6d51-4ed3-91c4-bf05f795d429', 'name': '', 'network_id': '64e72c49-5fe4-4eab-8346-e0f7ad7adcf2', 'tenant_id': '623f5da845c24adfaa862156e92f7f73', 'mac_address': 'fa:16:3e:68:51:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2c50905-7c93-4754-acf9-ea9fe0d16ece', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'aaa033e4-31af-4af5-8b46-e711281f5e48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:03:02Z', 'updated_at': '2021-06-17T18:03:10Z', 'revision_number': 4, 'project_id': '623f5da845c24adfaa862156e92f7f73', 'subnets': [{'id': 'aaa033e4-31af-4af5-8b46-e711281f5e48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 18:03:13.276908 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-93269c67-991b-4646-8c55-245984fc59c2 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:13.278313 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-93269c67-991b-4646-8c55-245984fc59c2 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7656090 Jun 17 18:03:13.341511 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 41892) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:03:13.385431 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 41894) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:03:13.393078 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.v2.base [None req-5eff89a6-9330-40d1-b6e2-feed2d4ebf2e tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Request body: {'floatingip': {'floating_network_id': '64144b6f-e068-441d-8337-f91b82ffb73c'}} {{(pid=92872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 18:03:13.518705 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb6387c2-0752-48e1-b04f-1e28ee0f54e2 req-a552ef87-2641-44c4-b4aa-087ce29b34c8 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Network f6175827-20d7-459d-859c-a960c64f9f7b is already hosted by enough agents. {{(pid=92872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 18:03:13.540646 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-7456c6be-4394-44ed-a16a-c5219e358b87 req-72747284-5275-42ae-b2bc-3e10c7c1704b tempest-DeleteServersTestJSON-1984471777 tempest-DeleteServersTestJSON-1984471777-project] 10.222.0.97 "GET /v2.0/ports?device_id=dc1b9fb3-96fb-4894-a7ce-cf17b5b4c60a HTTP/1.1" status: 200 len: 210 time: 0.2020748 Jun 17 18:03:13.586986 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-5cfa8557-fb04-4391-b724-d1a4ea32ec3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:13.592833 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.scheduler.base_scheduler [req-bb6387c2-0752-48e1-b04f-1e28ee0f54e2 req-a552ef87-2641-44c4-b4aa-087ce29b34c8 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Resources bound (agent type, host, resource id): {{(pid=92872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 18:03:13.600644 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-5557b1bf-6c85-4310-af49-96e07d01b8e1 None None] Provisioning complete for port 3f0359e6-3302-4b6c-ab32-02c29a679b92 triggered by entity DHCP. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 18:03:13.606383 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb6387c2-0752-48e1-b04f-1e28ee0f54e2 req-a552ef87-2641-44c4-b4aa-087ce29b34c8 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Received port after_create {{(pid=92872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 18:03:13.608861 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-5557b1bf-6c85-4310-af49-96e07d01b8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687209'] for port, provisioning_complete {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:13.618516 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6387c2-0752-48e1-b04f-1e28ee0f54e2 req-a552ef87-2641-44c4-b4aa-087ce29b34c8 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:13.625065 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [req-bb6387c2-0752-48e1-b04f-1e28ee0f54e2 req-a552ef87-2641-44c4-b4aa-087ce29b34c8 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563787'] for port, before_response {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:13.696207 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a552ef87-2641-44c4-b4aa-087ce29b34c8 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Pushing event updated for resources: {'Port': ['ID=66b35a25-01d6-4d67-ad06-eac51e9a99a7,revision_number=1']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:03:13.700837 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-a552ef87-2641-44c4-b4aa-087ce29b34c8 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.656s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:03:13.703682 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-5eff89a6-9330-40d1-b6e2-feed2d4ebf2e tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Notify callbacks [] for floatingip, before_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:13.734987 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-bb6387c2-0752-48e1-b04f-1e28ee0f54e2 req-a552ef87-2641-44c4-b4aa-087ce29b34c8 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5685415 Jun 17 18:03:13.750287 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.plugin [None req-5557b1bf-6c85-4310-af49-96e07d01b8e1 None None] Port 3f0359e6-3302-4b6c-ab32-02c29a679b92 cannot update to ACTIVE because it is not bound. {{(pid=92880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 18:03:13.764154 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.db.db_base_plugin_common [req-e48bd71f-442a-49ec-b7f8-95329284fe7b req-1ae580d4-19c9-4552-af27-916524235f01 tempest-DeleteServersTestJSON-1984471777 tempest-DeleteServersTestJSON-1984471777-project] Allocated IP 172.20.0.4 (feb0bca1-f064-40e3-b604-ebbb98590cfb/96374547-6a24-4110-87c5-515f02aa11d2/c1d6bb65-b56e-4e13-85b1-1d67a7e7a68e) {{(pid=92874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 18:03:13.904741 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [req-bb6387c2-0752-48e1-b04f-1e28ee0f54e2 req-045cd344-50db-480e-86ce-9b76e8c26bc9 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] http://10.222.0.97:9696/v2.0/extensions returned with HTTP 200 {{(pid=92872) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 18:03:13.906082 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-bb6387c2-0752-48e1-b04f-1e28ee0f54e2 req-045cd344-50db-480e-86ce-9b76e8c26bc9 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0115356 Jun 17 18:03:13.914814 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-5eff89a6-9330-40d1-b6e2-feed2d4ebf2e tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1986742'] for port, before_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:14.082870 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-e48bd71f-442a-49ec-b7f8-95329284fe7b req-1ae580d4-19c9-4552-af27-916524235f01 tempest-DeleteServersTestJSON-1984471777 tempest-DeleteServersTestJSON-1984471777-project] Notify callbacks [] for port, precommit_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:14.150313 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-acf32938-2401-4a7f-98c7-77fece892167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:14.256332 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.db.db_base_plugin_common [None req-5eff89a6-9330-40d1-b6e2-feed2d4ebf2e tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Allocated IP 172.27.2.210 (64144b6f-e068-441d-8337-f91b82ffb73c/78089575-0364-47db-be8b-ef28f42f3a37/d5f8e1c1-d82e-4c45-97d7-90118c386dd8) {{(pid=92872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 18:03:14.335062 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5344d9b-8f84-4ba6-9df9-2353b4fc96af req-47a01164-c6ae-43aa-a6d2-5f4eec17449c tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:14.344321 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-f5344d9b-8f84-4ba6-9df9-2353b4fc96af req-47a01164-c6ae-43aa-a6d2-5f4eec17449c tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/networks?id=64e72c49-5fe4-4eab-8346-e0f7ad7adcf2 HTTP/1.1" status: 200 len: 819 time: 1.0081041 Jun 17 18:03:14.414876 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-f5344d9b-8f84-4ba6-9df9-2353b4fc96af req-47db6c53-749a-4f4f-8e39-7a72c9dba6ad tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/quotas/623f5da845c24adfaa862156e92f7f73 HTTP/1.1" status: 200 len: 375 time: 0.0692704 Jun 17 18:03:14.542167 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-5eff89a6-9330-40d1-b6e2-feed2d4ebf2e tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Notify callbacks [] for port, precommit_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:14.590679 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-f5344d9b-8f84-4ba6-9df9-2353b4fc96af req-32cfdcc3-ac21-4ccc-8354-f870a9eb5159 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=623f5da845c24adfaa862156e92f7f73&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1746666 Jun 17 18:03:14.603498 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Device 049c1286-72d2-4320-b8fc-ab65e653c7be up at agent ovs-agent-dv-cinder-786260-6-iscsi {{(pid=92880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 18:03:14.608479 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-5eff89a6-9330-40d1-b6e2-feed2d4ebf2e tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1986807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743364645416'] for port, after_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:14.611048 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:03:14.618344 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-e48bd71f-442a-49ec-b7f8-95329284fe7b req-1ae580d4-19c9-4552-af27-916524235f01 tempest-DeleteServersTestJSON-1984471777 tempest-DeleteServersTestJSON-1984471777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1986807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743364645416'] for port, after_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:14.622123 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0f87db1-2559-4d4f-8214-3b92c3799a18 admin admin] Router 779193b4-bff3-4d40-93a7-df82b1325700 has already been hosted by L3 agent 4c938d44-4998-4210-8006-ee34f5a3ffbf {{(pid=92874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 18:03:14.690165 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eff89a6-9330-40d1-b6e2-feed2d4ebf2e tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Pushing event updated for resources: {'Port': ['ID=d5f8e1c1-d82e-4c45-97d7-90118c386dd8,revision_number=1']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:03:14.704030 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-5eff89a6-9330-40d1-b6e2-feed2d4ebf2e tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:03:14.718912 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-f0f87db1-2559-4d4f-8214-3b92c3799a18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:03:14.719162 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Provisioning complete for port 049c1286-72d2-4320-b8fc-ab65e653c7be triggered by entity L2. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 18:03:14.719521 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687209'] for port, provisioning_complete {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:14.722326 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eff89a6-9330-40d1-b6e2-feed2d4ebf2e tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Network 64144b6f-e068-441d-8337-f91b82ffb73c is already hosted by enough agents. {{(pid=92872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 18:03:14.726578 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.scheduler.base_scheduler [None req-5eff89a6-9330-40d1-b6e2-feed2d4ebf2e tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Resources bound (agent type, host, resource id): {{(pid=92872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 18:03:14.733207 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eff89a6-9330-40d1-b6e2-feed2d4ebf2e tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Received port after_create {{(pid=92872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 18:03:14.866964 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b18865-d500-4990-8f5e-6cb2fe2aa7ad req-06474d72-595c-4776-ad4b-46e597e14754 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:14.872530 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-07b18865-d500-4990-8f5e-6cb2fe2aa7ad req-06474d72-595c-4776-ad4b-46e597e14754 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/ports?device_id=d5636e88-17f4-4147-bd8f-a153f376b8aa HTTP/1.1" status: 200 len: 931 time: 0.5538416 Jun 17 18:03:14.873178 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae580d4-19c9-4552-af27-916524235f01 tempest-DeleteServersTestJSON-1984471777 tempest-DeleteServersTestJSON-1984471777-project] Pushing event updated for resources: {'Port': ['ID=c1d6bb65-b56e-4e13-85b1-1d67a7e7a68e,revision_number=1']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:03:14.946748 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Device 9681dcdd-6d51-4ed3-91c4-bf05f795d429 up at agent ovs-agent-dv-cinder-786260-6-iscsi {{(pid=92880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 18:03:14.947144 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-5eff89a6-9330-40d1-b6e2-feed2d4ebf2e tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:15.084255 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Provisioning for port 9681dcdd-6d51-4ed3-91c4-bf05f795d429 completed by entity L2. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 18:03:15.097066 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Provisioning complete for port 9681dcdd-6d51-4ed3-91c4-bf05f795d429 triggered by entity L2. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 18:03:15.097700 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687209'] for port, provisioning_complete {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:15.103584 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-5eff89a6-9330-40d1-b6e2-feed2d4ebf2e tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:15.225782 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-1ae580d4-19c9-4552-af27-916524235f01 tempest-DeleteServersTestJSON-1984471777 tempest-DeleteServersTestJSON-1984471777-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.507s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:03:15.233421 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:15.342996 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] For port 9681dcdd-6d51-4ed3-91c4-bf05f795d429, host dv-cinder-786260-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-6-iscsi',level=0,port_id=9681dcdd-6d51-4ed3-91c4-bf05f795d429,segment=NetworkSegment(86fa7d04-d5b8-408a-84bd-320872eef607),segment_id=86fa7d04-d5b8-408a-84bd-320872eef607)] {{(pid=92880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:03:15.348517 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479'] for port, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:15.350418 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Device 2f81462e-04aa-4cac-bb94-986672b57b5e up at agent ovs-agent-dv-cinder-786260-6-iscsi {{(pid=92880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 18:03:15.369347 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:03:15.415009 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e48bd71f-442a-49ec-b7f8-95329284fe7b req-1ae580d4-19c9-4552-af27-916524235f01 tempest-DeleteServersTestJSON-1984471777 tempest-DeleteServersTestJSON-1984471777-project] Network feb0bca1-f064-40e3-b604-ebbb98590cfb is already hosted by enough agents. {{(pid=92874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 18:03:15.428709 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.scheduler.base_scheduler [req-e48bd71f-442a-49ec-b7f8-95329284fe7b req-1ae580d4-19c9-4552-af27-916524235f01 tempest-DeleteServersTestJSON-1984471777 tempest-DeleteServersTestJSON-1984471777-project] Resources bound (agent type, host, resource id): {{(pid=92874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 18:03:15.432938 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.db.l3_dvrscheduler_db [req-e48bd71f-442a-49ec-b7f8-95329284fe7b req-1ae580d4-19c9-4552-af27-916524235f01 tempest-DeleteServersTestJSON-1984471777 tempest-DeleteServersTestJSON-1984471777-project] Received port after_create {{(pid=92874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 18:03:15.455056 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48bd71f-442a-49ec-b7f8-95329284fe7b req-1ae580d4-19c9-4552-af27-916524235f01 tempest-DeleteServersTestJSON-1984471777 tempest-DeleteServersTestJSON-1984471777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:15.455493 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-e48bd71f-442a-49ec-b7f8-95329284fe7b req-1ae580d4-19c9-4552-af27-916524235f01 tempest-DeleteServersTestJSON-1984471777 tempest-DeleteServersTestJSON-1984471777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563787'] for port, before_response {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:15.593217 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Pushing event updated for resources: {'Port': ['ID=9681dcdd-6d51-4ed3-91c4-bf05f795d429,revision_number=5']} {{(pid=92880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:03:15.598553 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:03:15.616408 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-07b18865-d500-4990-8f5e-6cb2fe2aa7ad req-a7547148-d2b0-4a4d-84fc-f47864b8f705 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/security-groups?id=91f7f23c-b787-41c8-9305-85229b082856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4109740 Jun 17 18:03:15.618531 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-f5344d9b-8f84-4ba6-9df9-2353b4fc96af req-853f7607-20da-476a-95bb-30f331b2af38 service neutron] 10.222.0.97 "GET /v2.0/networks/64e72c49-5fe4-4eab-8346-e0f7ad7adcf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0247834 Jun 17 18:03:15.642764 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Provisioning for port 2f81462e-04aa-4cac-bb94-986672b57b5e completed by entity L2. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 18:03:15.648097 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Provisioning complete for port 2f81462e-04aa-4cac-bb94-986672b57b5e triggered by entity L2. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 18:03:15.648670 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687209'] for port, provisioning_complete {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:15.690657 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-5eff89a6-9330-40d1-b6e2-feed2d4ebf2e tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Notify callbacks [] for port, precommit_update {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:15.696886 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-5eff89a6-9330-40d1-b6e2-feed2d4ebf2e tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479'] for port, after_update {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:15.699744 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:03:15.766260 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eff89a6-9330-40d1-b6e2-feed2d4ebf2e tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Pushing event updated for resources: {'Port': ['ID=d5f8e1c1-d82e-4c45-97d7-90118c386dd8,revision_number=2']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:03:15.773098 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-5eff89a6-9330-40d1-b6e2-feed2d4ebf2e tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:03:15.776898 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-5eff89a6-9330-40d1-b6e2-feed2d4ebf2e tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-943314'] for floatingip, after_update {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:15.823270 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:15.860021 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] For port 2f81462e-04aa-4cac-bb94-986672b57b5e, host dv-cinder-786260-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-6-iscsi',level=0,port_id=2f81462e-04aa-4cac-bb94-986672b57b5e,segment=NetworkSegment(d2eba5df-4ee6-4d57-8467-b15a13058427),segment_id=d2eba5df-4ee6-4d57-8467-b15a13058427)] {{(pid=92880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:03:15.863807 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479'] for port, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:15.866048 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:03:15.899206 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-f5344d9b-8f84-4ba6-9df9-2353b4fc96af req-abdd8149-c55e-4d48-b69f-01fcd9d875ec service neutron] 10.222.0.97 "GET /v2.0/networks/64e72c49-5fe4-4eab-8346-e0f7ad7adcf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2631207 Jun 17 18:03:15.930543 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Pushing event updated for resources: {'Port': ['ID=2f81462e-04aa-4cac-bb94-986672b57b5e,revision_number=5']} {{(pid=92880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:03:15.934079 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:03:15.948350 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-5cfa8557-fb04-4391-b724-d1a4ea32ec3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:15.958152 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-5eff89a6-9330-40d1-b6e2-feed2d4ebf2e tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523113'] for floatingip, before_response {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:15.959495 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-5eff89a6-9330-40d1-b6e2-feed2d4ebf2e tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5969396 Jun 17 18:03:15.964567 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-5cfa8557-fb04-4391-b724-d1a4ea32ec3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:15.966181 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0f87db1-2559-4d4f-8214-3b92c3799a18 admin admin] Notify agent at l3_agent.dv-cinder-786260-6-iscsi the message routers_updated {{(pid=92874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 18:03:15.971736 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-f0f87db1-2559-4d4f-8214-3b92c3799a18 admin admin] 10.222.0.97 "PUT /v2.0/routers/779193b4-bff3-4d40-93a7-df82b1325700/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3028374 Jun 17 18:03:15.977114 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-d8d2d77f-0f3b-4789-b325-4102e73c50ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:03:15.989912 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39fa0f6b-7ef3-408f-8b6a-3ae3ee0e58a0 None None] Sync routers for ids ['779193b4-bff3-4d40-93a7-df82b1325700'] in dv-cinder-786260-6-iscsi {{(pid=92880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 18:03:16.008822 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfa8557-fb04-4391-b724-d1a4ea32ec3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3dd7633-c89c-4cc6-82e9-f44ab6c8145d,revision_number=1']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:03:16.010894 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39fa0f6b-7ef3-408f-8b6a-3ae3ee0e58a0 None None] Routers {'779193b4-bff3-4d40-93a7-df82b1325700'} bound to L3 agent in host dv-cinder-786260-6-iscsi {{(pid=92880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 18:03:16.011532 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_hamode_db [None req-39fa0f6b-7ef3-408f-8b6a-3ae3ee0e58a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T17:55:17Z,description=,heartbeat_timestamp=2021-06-17T18:02:47Z,host='dv-cinder-786260-6-iscsi',id=4c938d44-4998-4210-8006-ee34f5a3ffbf,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:55:17Z,topic='l3_agent')) {'router_ids': ['779193b4-bff3-4d40-93a7-df82b1325700'], 'active': True} {{(pid=92880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:03:16.024476 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-5cfa8557-fb04-4391-b724-d1a4ea32ec3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:03:16.027199 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-e48bd71f-442a-49ec-b7f8-95329284fe7b req-1ae580d4-19c9-4552-af27-916524235f01 tempest-DeleteServersTestJSON-1984471777 tempest-DeleteServersTestJSON-1984471777-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.8586993 Jun 17 18:03:16.055425 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f3ef9c-70db-4c9e-9100-7c8b435530e1 req-88997694-1f57-4b47-8c0e-96f4c334c237 tempest-DeleteServersTestJSON-1984471777 tempest-DeleteServersTestJSON-1984471777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:16.057428 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-40f3ef9c-70db-4c9e-9100-7c8b435530e1 req-88997694-1f57-4b47-8c0e-96f4c334c237 tempest-DeleteServersTestJSON-1984471777 tempest-DeleteServersTestJSON-1984471777-project] 10.222.0.97 "GET /v2.0/ports?device_id=dc1b9fb3-96fb-4894-a7ce-cf17b5b4c60a HTTP/1.1" status: 200 len: 931 time: 0.2086728 Jun 17 18:03:16.065404 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-5cfa8557-fb04-4391-b724-d1a4ea32ec3a admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=edfb56eb57d040988f85f92f0db9fbd9&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6721289 Jun 17 18:03:16.068670 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 41934) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:03:16.138169 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-40f3ef9c-70db-4c9e-9100-7c8b435530e1 req-173aebe6-b78e-49aa-9745-98c49c6dfaf8 tempest-DeleteServersTestJSON-1984471777 tempest-DeleteServersTestJSON-1984471777-project] 10.222.0.97 "GET /v2.0/security-groups?id=48188713-d4f3-4e47-a31a-4c9bc371b90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714204 Jun 17 18:03:16.204641 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-e9d05667-617b-441d-ba68-f244a4025e50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:16.265244 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-e9d05667-617b-441d-ba68-f244a4025e50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:16.408350 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-e9d05667-617b-441d-ba68-f244a4025e50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:16.427186 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-ea4f7573-2d28-4cf3-b267-d839d20f87a9 req-ce32933c-6168-4971-9c3b-e30538e6883a tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/ports?device_id=ae2d03c1-55ad-4073-9b72-3acdf0aa8134 HTTP/1.1" status: 200 len: 210 time: 0.1105390 Jun 17 18:03:16.431710 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-e9d05667-617b-441d-ba68-f244a4025e50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:16.446936 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-e9d05667-617b-441d-ba68-f244a4025e50 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/f3dd7633-c89c-4cc6-82e9-f44ab6c8145d HTTP/1.1" status: 204 len: 168 time: 0.3733079 Jun 17 18:03:16.453541 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-f1d31015-c727-4150-9b42-2e57c59a72af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:03:16.523297 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d05667-617b-441d-ba68-f244a4025e50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3dd7633-c89c-4cc6-82e9-f44ab6c8145d,revision_number=None']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:03:16.538729 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-e9d05667-617b-441d-ba68-f244a4025e50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:03:16.711351 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Device 9681dcdd-6d51-4ed3-91c4-bf05f795d429 up at agent ovs-agent-dv-cinder-786260-6-iscsi {{(pid=92880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 18:03:16.848883 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-93e9673b-4017-4ff8-a1f2-3abf1e0a6a8d req-a5c0f1c0-9ab0-4ce7-928a-66a0b8635aab tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "GET /v2.0/security-groups?name=tempest-securitygroup--1154856239&fields=id&tenant_id=59d1c386609e449fb41deccf8db32944 HTTP/1.1" status: 200 len: 267 time: 0.2260239 Jun 17 18:03:16.860386 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-0ad6251a-3d0b-4387-a03c-284083acfe5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:17.047374 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:17.075045 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_dvr_db [None req-39fa0f6b-7ef3-408f-8b6a-3ae3ee0e58a0 None None] Set router 779193b4-bff3-4d40-93a7-df82b1325700 gateway port host: dv-cinder-786260-6-iscsi {{(pid=92880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 18:03:17.082041 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Provisioning complete for port 9681dcdd-6d51-4ed3-91c4-bf05f795d429 triggered by entity L2. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 18:03:17.087416 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687209'] for port, provisioning_complete {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:17.243171 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.v2.base [req-e48bd71f-442a-49ec-b7f8-95329284fe7b req-055dc01c-e060-4f1e-be42-328988fe88e6 service neutron] Request body: {'port': {'device_id': 'dc1b9fb3-96fb-4894-a7ce-cf17b5b4c60a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=92872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 18:03:17.274947 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e9673b-4017-4ff8-a1f2-3abf1e0a6a8d req-5b8686d1-772f-4d73-aaeb-29adac664c50 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:17.288288 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-93e9673b-4017-4ff8-a1f2-3abf1e0a6a8d req-5b8686d1-772f-4d73-aaeb-29adac664c50 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "GET /v2.0/networks?id=a56ac911-462a-49b0-b749-9c491282bc98 HTTP/1.1" status: 200 len: 810 time: 0.4272690 Jun 17 18:03:17.332099 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-93e9673b-4017-4ff8-a1f2-3abf1e0a6a8d req-ae790cfd-887e-48ea-8a96-a91f0eee4960 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "GET /v2.0/quotas/59d1c386609e449fb41deccf8db32944 HTTP/1.1" status: 200 len: 375 time: 0.0366867 Jun 17 18:03:17.435440 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.v2.base [req-bb6387c2-0752-48e1-b04f-1e28ee0f54e2 req-eac2e6b2-3cd8-4dc9-901a-ffaeaa7abc70 service neutron] Request body: {'port': {'device_id': 'd5636e88-17f4-4147-bd8f-a153f376b8aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=92874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 18:03:17.470206 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 41984) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:03:17.473625 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.95', 60070) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:03:17.519659 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [req-e48bd71f-442a-49ec-b7f8-95329284fe7b req-055dc01c-e060-4f1e-be42-328988fe88e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:17.556666 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Device 2f81462e-04aa-4cac-bb94-986672b57b5e up at agent ovs-agent-dv-cinder-786260-6-iscsi {{(pid=92880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 18:03:17.611686 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 41996) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:03:17.869376 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Provisioning complete for port 2f81462e-04aa-4cac-bb94-986672b57b5e triggered by entity L2. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 18:03:17.870967 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687209'] for port, provisioning_complete {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:17.916466 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-63030f2c-0eab-4858-8abe-5171598cc45d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:17.936598 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.v2.base [None req-9dcb213b-6ccb-4907-a06c-3fa3651fb40d tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Request body: {'security_group': {'name': 'tempest-securitygroup--423060252', 'description': 'tempest-description--780058285'}} {{(pid=92874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 18:03:17.958860 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63716ea6-a783-4294-8fcb-8d59cda767e1 req-bef683d6-9757-4446-8022-962be70eb585 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:17.969160 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-63716ea6-a783-4294-8fcb-8d59cda767e1 req-bef683d6-9757-4446-8022-962be70eb585 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.95 "GET /v2.0/networks?id=64e72c49-5fe4-4eab-8346-e0f7ad7adcf2 HTTP/1.1" status: 200 len: 819 time: 0.3513513 Jun 17 18:03:18.069025 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.v2.base [req-63716ea6-a783-4294-8fcb-8d59cda767e1 req-27686ebd-0b55-40c0-ac99-15f803b7a28d tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Request body: {'port': {'device_id': 'd4ac72c4-640f-4b29-bebb-6e3ad492fde3', 'network_id': '64e72c49-5fe4-4eab-8346-e0f7ad7adcf2', 'admin_state_up': True, 'tenant_id': '623f5da845c24adfaa862156e92f7f73'}} {{(pid=92874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 18:03:18.091197 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-8848f698-b84d-4e61-bbd9-19a6867363d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:18.214114 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_hamode_db [None req-39fa0f6b-7ef3-408f-8b6a-3ae3ee0e58a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '779193b4-bff3-4d40-93a7-df82b1325700', 'name': 'tempest-AttachVolumeShelveTestJSON-2099834847-router', 'tenant_id': '42f4cfc5a3374a4084d73b360a838bfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'external_fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '049c1286-72d2-4320-b8fc-ab65e653c7be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T18:02:58Z', 'updated_at': '2021-06-17T18:03:08Z', 'revision_number': 4, 'project_id': '42f4cfc5a3374a4084d73b360a838bfd', 'gw_port': {'id': '049c1286-72d2-4320-b8fc-ab65e653c7be', 'name': '', 'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:f8:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '779193b4-bff3-4d40-93a7-df82b1325700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:03:01Z', 'updated_at': '2021-06-17T18:03:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78089575-0364-47db-be8b-ef28f42f3a37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-6-iscsi', '_interfaces': [{'id': '3f0359e6-3302-4b6c-ab32-02c29a679b92', 'name': '', 'network_id': '490619f6-df6b-4a81-8b12-97225a6da310', 'tenant_id': '42f4cfc5a3374a4084d73b360a838bfd', 'mac_address': 'fa:16:3e:87:3c:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '779193b4-bff3-4d40-93a7-df82b1325700', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'd12fe909-5b0e-4b17-a966-d3ca34ed6db9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:03:07Z', 'updated_at': '2021-06-17T18:03:09Z', 'revision_number': 2, 'project_id': '42f4cfc5a3374a4084d73b360a838bfd', 'subnets': [{'id': 'd12fe909-5b0e-4b17-a966-d3ca34ed6db9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-6-iscsi', False) {} {{(pid=92880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:03:18.308665 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39fa0f6b-7ef3-408f-8b6a-3ae3ee0e58a0 None None] Checking router: 779193b4-bff3-4d40-93a7-df82b1325700 for host: dv-cinder-786260-6-iscsi {{(pid=92880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 18:03:18.309035 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39fa0f6b-7ef3-408f-8b6a-3ae3ee0e58a0 None None] Updating router 779193b4-bff3-4d40-93a7-df82b1325700 port 3f0359e6-3302-4b6c-ab32-02c29a679b92 binding host dv-cinder-786260-6-iscsi {{(pid=92880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 18:03:18.312861 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.db.api [None req-9dcb213b-6ccb-4907-a06c-3fa3651fb40d tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 17 18:03:18.312861 dv-cinder-786260-6-iscsi neutron-server[92874]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 17 18:03:18.312861 dv-cinder-786260-6-iscsi neutron-server[92874]: [parameters: {'project_id': '42f4cfc5a3374a4084d73b360a838bfd', 'id': '4a908b72-8d10-4ddf-ba32-f7dc8277526c', 'expiration': datetime.datetime(2021, 6, 17, 18, 5, 18, 237912)}] Jun 17 18:03:18.312861 dv-cinder-786260-6-iscsi neutron-server[92874]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92874) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 18:03:18.314532 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_db.api [None req-9dcb213b-6ccb-4907-a06c-3fa3651fb40d tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=92874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 18:03:18.367008 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-bb6387c2-0752-48e1-b04f-1e28ee0f54e2 req-eac2e6b2-3cd8-4dc9-901a-ffaeaa7abc70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:18.433765 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-39fa0f6b-7ef3-408f-8b6a-3ae3ee0e58a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:18.451737 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-93e9673b-4017-4ff8-a1f2-3abf1e0a6a8d req-21464ba4-b5f6-4dfc-8383-714318521630 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=59d1c386609e449fb41deccf8db32944&fields=id HTTP/1.1" status: 200 len: 348 time: 1.1113145 Jun 17 18:03:18.531861 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.notifiers.nova [req-e48bd71f-442a-49ec-b7f8-95329284fe7b req-055dc01c-e060-4f1e-be42-328988fe88e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1d6bb65-b56e-4e13-85b1-1d67a7e7a68e {{(pid=92872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 18:03:18.548611 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [req-e48bd71f-442a-49ec-b7f8-95329284fe7b req-055dc01c-e060-4f1e-be42-328988fe88e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:18.559899 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-63030f2c-0eab-4858-8abe-5171598cc45d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:18.568283 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-63030f2c-0eab-4858-8abe-5171598cc45d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:18.606069 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.db.provisioning_blocks [req-e48bd71f-442a-49ec-b7f8-95329284fe7b req-055dc01c-e060-4f1e-be42-328988fe88e6 service neutron] Transition to ACTIVE for port object c1d6bb65-b56e-4e13-85b1-1d67a7e7a68e will not be triggered until provisioned by entity L2. {{(pid=92872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 18:03:18.611295 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:03:18.659099 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-63030f2c-0eab-4858-8abe-5171598cc45d admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=4e4c5b1cf7f94cd0a1ac22f9b9c0e93d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0462439 Jun 17 18:03:18.660796 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63030f2c-0eab-4858-8abe-5171598cc45d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b34abe8-0607-44f8-bd1d-aabc34a7f4f9,revision_number=1']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:03:18.663584 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 42020) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:03:18.665025 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [req-e48bd71f-442a-49ec-b7f8-95329284fe7b req-055dc01c-e060-4f1e-be42-328988fe88e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479'] for port, after_update {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:18.668567 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-63030f2c-0eab-4858-8abe-5171598cc45d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:03:18.729127 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:03:18.818463 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63716ea6-a783-4294-8fcb-8d59cda767e1 req-27686ebd-0b55-40c0-ac99-15f803b7a28d tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Made reservation on behalf of 623f5da845c24adfaa862156e92f7f73 for: {'port': 1} {{(pid=92874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 18:03:18.822669 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-63716ea6-a783-4294-8fcb-8d59cda767e1 req-27686ebd-0b55-40c0-ac99-15f803b7a28d tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1986742'] for port, before_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:18.848965 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0b56b6-41bc-4502-8628-f29bd007aa47 req-46fef421-c997-4365-87f6-1ee5c37741e2 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:18.850356 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055dc01c-e060-4f1e-be42-328988fe88e6 service neutron] Pushing event updated for resources: {'Port': ['ID=c1d6bb65-b56e-4e13-85b1-1d67a7e7a68e,revision_number=2']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:03:18.850827 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-0e0b56b6-41bc-4502-8628-f29bd007aa47 req-46fef421-c997-4365-87f6-1ee5c37741e2 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/ports?device_id=d5636e88-17f4-4147-bd8f-a153f376b8aa HTTP/1.1" status: 200 len: 931 time: 0.8765652 Jun 17 18:03:18.988433 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-39fa0f6b-7ef3-408f-8b6a-3ae3ee0e58a0 None None] Notify callbacks [] for port, precommit_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:19.006058 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-39fa0f6b-7ef3-408f-8b6a-3ae3ee0e58a0 None None] Transition to ACTIVE for port object 3f0359e6-3302-4b6c-ab32-02c29a679b92 will not be triggered until provisioned by entity L2. {{(pid=92880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 18:03:19.017039 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-39fa0f6b-7ef3-408f-8b6a-3ae3ee0e58a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479'] for port, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:19.029337 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-db9b8aea-5443-4931-b8ef-b25a7f971261 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:03:19.110917 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-055dc01c-e060-4f1e-be42-328988fe88e6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:03:19.247911 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c748565c-96f2-44e2-a035-53aae5678176 None None] Pushing event updated for resources: {'Port': ['ID=3f0359e6-3302-4b6c-ab32-02c29a679b92,revision_number=3']} {{(pid=92880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:03:19.257556 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-c748565c-96f2-44e2-a035-53aae5678176 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:03:19.269829 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.plugins.ml2.managers [req-e48bd71f-442a-49ec-b7f8-95329284fe7b req-055dc01c-e060-4f1e-be42-328988fe88e6 service neutron] Attempting to bind port c1d6bb65-b56e-4e13-85b1-1d67a7e7a68e on host hv-cinder-78626 for vnic_type normal with profile {{(pid=92872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 18:03:19.269829 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.plugins.ml2.managers [req-e48bd71f-442a-49ec-b7f8-95329284fe7b req-055dc01c-e060-4f1e-be42-328988fe88e6 service neutron] Attempting to bind port c1d6bb65-b56e-4e13-85b1-1d67a7e7a68e by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '4d48f87c-16fb-4b3a-8ad2-c3ae0d9a92a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': 'feb0bca1-f064-40e3-b604-ebbb98590cfb'}] {{(pid=92872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 18:03:19.269829 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e48bd71f-442a-49ec-b7f8-95329284fe7b req-055dc01c-e060-4f1e-be42-328988fe88e6 service neutron] Attempting to bind port c1d6bb65-b56e-4e13-85b1-1d67a7e7a68e on network feb0bca1-f064-40e3-b604-ebbb98590cfb {{(pid=92872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 18:03:19.299039 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-9dcb213b-6ccb-4907-a06c-3fa3651fb40d tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Notify callbacks [] for security_group, before_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:19.301365 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e48bd71f-442a-49ec-b7f8-95329284fe7b req-055dc01c-e060-4f1e-be42-328988fe88e6 service neutron] Port c1d6bb65-b56e-4e13-85b1-1d67a7e7a68e on network feb0bca1-f064-40e3-b604-ebbb98590cfb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=92872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 18:03:19.301935 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e48bd71f-442a-49ec-b7f8-95329284fe7b req-055dc01c-e060-4f1e-be42-328988fe88e6 service neutron] Attempting to bind port c1d6bb65-b56e-4e13-85b1-1d67a7e7a68e on network feb0bca1-f064-40e3-b604-ebbb98590cfb {{(pid=92872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 18:03:19.314166 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-0e0b56b6-41bc-4502-8628-f29bd007aa47 req-c22eacf4-84e5-466c-9343-a486c2fdd541 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/security-groups?id=91f7f23c-b787-41c8-9305-85229b082856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4394090 Jun 17 18:03:19.322780 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-c5a55ccb-3062-4357-90b7-027a1608224f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:19.344935 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e48bd71f-442a-49ec-b7f8-95329284fe7b req-055dc01c-e060-4f1e-be42-328988fe88e6 service neutron] Checking agent: {'id': '0a4c4f6c-022a-47ca-a1e7-cbe9e6e5e8a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 18, 1, 10), 'started_at': datetime.datetime(2021, 6, 17, 18, 1, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 18, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 18:03:19.344935 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e48bd71f-442a-49ec-b7f8-95329284fe7b req-055dc01c-e060-4f1e-be42-328988fe88e6 service neutron] Checking segment: {'id': '4d48f87c-16fb-4b3a-8ad2-c3ae0d9a92a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': 'feb0bca1-f064-40e3-b604-ebbb98590cfb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 18:03:19.345448 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e48bd71f-442a-49ec-b7f8-95329284fe7b req-055dc01c-e060-4f1e-be42-328988fe88e6 service neutron] Bound using segment: {'id': '4d48f87c-16fb-4b3a-8ad2-c3ae0d9a92a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': 'feb0bca1-f064-40e3-b604-ebbb98590cfb'} {{(pid=92872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 18:03:19.345970 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.plugins.ml2.managers [req-e48bd71f-442a-49ec-b7f8-95329284fe7b req-055dc01c-e060-4f1e-be42-328988fe88e6 service neutron] Bound port: c1d6bb65-b56e-4e13-85b1-1d67a7e7a68e, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d48f87c-16fb-4b3a-8ad2-c3ae0d9a92a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1111, 'network_id': 'feb0bca1-f064-40e3-b604-ebbb98590cfb'}}] {{(pid=92872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 18:03:19.346302 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [req-e48bd71f-442a-49ec-b7f8-95329284fe7b req-055dc01c-e060-4f1e-be42-328988fe88e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:19.413188 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-c5a55ccb-3062-4357-90b7-027a1608224f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:19.427154 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.managers [None req-39fa0f6b-7ef3-408f-8b6a-3ae3ee0e58a0 None None] Attempting to bind port 3f0359e6-3302-4b6c-ab32-02c29a679b92 on host dv-cinder-786260-6-iscsi for vnic_type normal with profile {{(pid=92880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 18:03:19.427154 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.managers [None req-39fa0f6b-7ef3-408f-8b6a-3ae3ee0e58a0 None None] Attempting to bind port 3f0359e6-3302-4b6c-ab32-02c29a679b92 by drivers openvswitch,hyperv on host dv-cinder-786260-6-iscsi at level 0 using segments [{'id': '0913402a-ef8a-41bd-a14e-da5d38ea5bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': '490619f6-df6b-4a81-8b12-97225a6da310'}] {{(pid=92880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 18:03:19.429248 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39fa0f6b-7ef3-408f-8b6a-3ae3ee0e58a0 None None] Attempting to bind port 3f0359e6-3302-4b6c-ab32-02c29a679b92 on network 490619f6-df6b-4a81-8b12-97225a6da310 {{(pid=92880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 18:03:19.450961 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.notifiers.nova [req-bb6387c2-0752-48e1-b04f-1e28ee0f54e2 req-eac2e6b2-3cd8-4dc9-901a-ffaeaa7abc70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66b35a25-01d6-4d67-ad06-eac51e9a99a7 {{(pid=92874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 18:03:19.464778 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39fa0f6b-7ef3-408f-8b6a-3ae3ee0e58a0 None None] Checking agent: {'id': '656fc8e0-be97-41b9-a086-aa1caa9e55fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 17, 55, 17), 'started_at': datetime.datetime(2021, 6, 17, 17, 55, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 18, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 18:03:19.465314 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39fa0f6b-7ef3-408f-8b6a-3ae3ee0e58a0 None None] Checking segment: {'id': '0913402a-ef8a-41bd-a14e-da5d38ea5bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': '490619f6-df6b-4a81-8b12-97225a6da310'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 18:03:19.465854 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-39fa0f6b-7ef3-408f-8b6a-3ae3ee0e58a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:19.468546 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39fa0f6b-7ef3-408f-8b6a-3ae3ee0e58a0 None None] Bound using segment: {'id': '0913402a-ef8a-41bd-a14e-da5d38ea5bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': '490619f6-df6b-4a81-8b12-97225a6da310'} {{(pid=92880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 18:03:19.469054 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.managers [None req-39fa0f6b-7ef3-408f-8b6a-3ae3ee0e58a0 None None] Bound port: 3f0359e6-3302-4b6c-ab32-02c29a679b92, host: dv-cinder-786260-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0913402a-ef8a-41bd-a14e-da5d38ea5bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': '490619f6-df6b-4a81-8b12-97225a6da310'}}] {{(pid=92880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 18:03:19.469584 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-39fa0f6b-7ef3-408f-8b6a-3ae3ee0e58a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:19.494292 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-bb6387c2-0752-48e1-b04f-1e28ee0f54e2 req-eac2e6b2-3cd8-4dc9-901a-ffaeaa7abc70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:19.531973 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-a0cf07df-ba9d-4ba7-86ac-6ceb73a86136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:19.534715 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-93e9673b-4017-4ff8-a1f2-3abf1e0a6a8d req-12a05cc9-9fa5-4500-8b41-d3731053df82 service neutron] 10.222.0.97 "GET /v2.0/networks/a56ac911-462a-49b0-b749-9c491282bc98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8379235 Jun 17 18:03:19.601554 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.plugins.ml2.db [req-e48bd71f-442a-49ec-b7f8-95329284fe7b req-055dc01c-e060-4f1e-be42-328988fe88e6 service neutron] For port c1d6bb65-b56e-4e13-85b1-1d67a7e7a68e, host hv-cinder-78626, cleared binding levels {{(pid=92872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 18:03:19.609759 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.plugins.ml2.db [req-e48bd71f-442a-49ec-b7f8-95329284fe7b req-055dc01c-e060-4f1e-be42-328988fe88e6 service neutron] For port c1d6bb65-b56e-4e13-85b1-1d67a7e7a68e, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=c1d6bb65-b56e-4e13-85b1-1d67a7e7a68e,segment=NetworkSegment(4d48f87c-16fb-4b3a-8ad2-c3ae0d9a92a0),segment_id=4d48f87c-16fb-4b3a-8ad2-c3ae0d9a92a0)] {{(pid=92872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 18:03:19.611225 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-c5a55ccb-3062-4357-90b7-027a1608224f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:19.622151 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-c5a55ccb-3062-4357-90b7-027a1608224f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:19.623348 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-c5a55ccb-3062-4357-90b7-027a1608224f admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/5b34abe8-0607-44f8-bd1d-aabc34a7f4f9 HTTP/1.1" status: 204 len: 168 time: 0.9561012 Jun 17 18:03:19.624467 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:03:19.627692 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [req-e48bd71f-442a-49ec-b7f8-95329284fe7b req-055dc01c-e060-4f1e-be42-328988fe88e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479'] for port, after_update {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:19.630523 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.95', 60075) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:03:19.648883 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55ccb-3062-4357-90b7-027a1608224f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b34abe8-0607-44f8-bd1d-aabc34a7f4f9,revision_number=None']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:03:19.653054 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-c5a55ccb-3062-4357-90b7-027a1608224f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:03:19.654882 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-a552ef87-2641-44c4-b4aa-087ce29b34c8 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:03:19.704560 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48bd71f-442a-49ec-b7f8-95329284fe7b req-055dc01c-e060-4f1e-be42-328988fe88e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:19.705653 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [req-e48bd71f-442a-49ec-b7f8-95329284fe7b req-055dc01c-e060-4f1e-be42-328988fe88e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563787'] for port, before_response {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:19.707505 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-e48bd71f-442a-49ec-b7f8-95329284fe7b req-055dc01c-e060-4f1e-be42-328988fe88e6 service neutron] 10.222.0.95 "PUT /v2.0/ports/c1d6bb65-b56e-4e13-85b1-1d67a7e7a68e HTTP/1.1" status: 200 len: 1093 time: 3.0370784 Jun 17 18:03:19.709763 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc1b9fb3-96fb-4894-a7ce-cf17b5b4c60a', 'tag': 'c1d6bb65-b56e-4e13-85b1-1d67a7e7a68e'}] {{(pid=92872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 18:03:19.758356 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-39fa0f6b-7ef3-408f-8b6a-3ae3ee0e58a0 None None] For port 3f0359e6-3302-4b6c-ab32-02c29a679b92, host dv-cinder-786260-6-iscsi, cleared binding levels {{(pid=92880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 18:03:19.768670 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-39fa0f6b-7ef3-408f-8b6a-3ae3ee0e58a0 None None] For port 3f0359e6-3302-4b6c-ab32-02c29a679b92, host dv-cinder-786260-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-6-iscsi',level=0,port_id=3f0359e6-3302-4b6c-ab32-02c29a679b92,segment=NetworkSegment(0913402a-ef8a-41bd-a14e-da5d38ea5bc2),segment_id=0913402a-ef8a-41bd-a14e-da5d38ea5bc2)] {{(pid=92880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 18:03:19.781059 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-39fa0f6b-7ef3-408f-8b6a-3ae3ee0e58a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479'] for port, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:19.793038 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:03:19.871161 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.db.db_base_plugin_common [req-63716ea6-a783-4294-8fcb-8d59cda767e1 req-27686ebd-0b55-40c0-ac99-15f803b7a28d tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Allocated IP 172.20.0.2 (64e72c49-5fe4-4eab-8346-e0f7ad7adcf2/aaa033e4-31af-4af5-8b46-e711281f5e48/8d512d72-e38b-44d0-857f-e6bc293dc5c0) {{(pid=92874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 18:03:19.928847 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.db.provisioning_blocks [req-bb6387c2-0752-48e1-b04f-1e28ee0f54e2 req-eac2e6b2-3cd8-4dc9-901a-ffaeaa7abc70 service neutron] Transition to ACTIVE for port object 66b35a25-01d6-4d67-ad06-eac51e9a99a7 will not be triggered until provisioned by entity L2. {{(pid=92874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 18:03:19.995281 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39fa0f6b-7ef3-408f-8b6a-3ae3ee0e58a0 None None] Routers {'779193b4-bff3-4d40-93a7-df82b1325700'} bound to L3 agent in host dv-cinder-786260-6-iscsi {{(pid=92880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 18:03:19.995988 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_hamode_db [None req-39fa0f6b-7ef3-408f-8b6a-3ae3ee0e58a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T17:55:17Z,description=,heartbeat_timestamp=2021-06-17T18:03:17Z,host='dv-cinder-786260-6-iscsi',id=4c938d44-4998-4210-8006-ee34f5a3ffbf,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:55:17Z,topic='l3_agent')) {'router_ids': ['779193b4-bff3-4d40-93a7-df82b1325700'], 'active': True} {{(pid=92880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:03:20.026187 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-bb6387c2-0752-48e1-b04f-1e28ee0f54e2 req-eac2e6b2-3cd8-4dc9-901a-ffaeaa7abc70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479'] for port, after_update {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:20.130214 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:03:20.205560 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c748565c-96f2-44e2-a035-53aae5678176 None None] Pushing event updated for resources: {'Port': ['ID=3f0359e6-3302-4b6c-ab32-02c29a679b92,revision_number=4']} {{(pid=92880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:03:20.211734 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-c748565c-96f2-44e2-a035-53aae5678176 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:03:20.367815 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_dvr_db [None req-39fa0f6b-7ef3-408f-8b6a-3ae3ee0e58a0 None None] Set router 779193b4-bff3-4d40-93a7-df82b1325700 gateway port host: dv-cinder-786260-6-iscsi {{(pid=92880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 18:03:20.475498 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f987f925adb95fb5f2d31a9334b96ac5a9607b390d68bc71a63c7260745a89d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aff9cf3d-246e-4a6e-8b8e-751da7c6be9f" -d '{"events": [{"name": "network-changed", "server_uuid": "dc1b9fb3-96fb-4894-a7ce-cf17b5b4c60a", "tag": "c1d6bb65-b56e-4e13-85b1-1d67a7e7a68e"}]}' {{(pid=92872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 18:03:20.486791 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055dc01c-e060-4f1e-be42-328988fe88e6 service neutron] Pushing event updated for resources: {'Port': ['ID=c1d6bb65-b56e-4e13-85b1-1d67a7e7a68e,revision_number=3']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:03:20.498259 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-055dc01c-e060-4f1e-be42-328988fe88e6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.844s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:03:20.561031 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5344d9b-8f84-4ba6-9df9-2353b4fc96af req-95aa6bdb-a9c2-498d-905f-69c09fc4eeaf tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:20.566448 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-f5344d9b-8f84-4ba6-9df9-2353b4fc96af req-95aa6bdb-a9c2-498d-905f-69c09fc4eeaf tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.95 "GET /v2.0/networks?id=64e72c49-5fe4-4eab-8346-e0f7ad7adcf2 HTTP/1.1" status: 200 len: 819 time: 0.8814049 Jun 17 18:03:20.589133 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48bd71f-442a-49ec-b7f8-95329284fe7b req-335c742b-6573-4154-a8ea-b0bb5fba7e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:20.589133 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-e48bd71f-442a-49ec-b7f8-95329284fe7b req-335c742b-6573-4154-a8ea-b0bb5fba7e8e service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=712f7cd589a54c75aee59ca7e2b35e80&device_id=dc1b9fb3-96fb-4894-a7ce-cf17b5b4c60a HTTP/1.1" status: 200 len: 1096 time: 0.5859168 Jun 17 18:03:20.874226 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_hamode_db [None req-39fa0f6b-7ef3-408f-8b6a-3ae3ee0e58a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '779193b4-bff3-4d40-93a7-df82b1325700', 'name': 'tempest-AttachVolumeShelveTestJSON-2099834847-router', 'tenant_id': '42f4cfc5a3374a4084d73b360a838bfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'external_fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '049c1286-72d2-4320-b8fc-ab65e653c7be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T18:02:58Z', 'updated_at': '2021-06-17T18:03:08Z', 'revision_number': 4, 'project_id': '42f4cfc5a3374a4084d73b360a838bfd', 'gw_port': {'id': '049c1286-72d2-4320-b8fc-ab65e653c7be', 'name': '', 'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:f8:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '779193b4-bff3-4d40-93a7-df82b1325700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:03:01Z', 'updated_at': '2021-06-17T18:03:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78089575-0364-47db-be8b-ef28f42f3a37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-6-iscsi', '_interfaces': [{'id': '3f0359e6-3302-4b6c-ab32-02c29a679b92', 'name': '', 'network_id': '490619f6-df6b-4a81-8b12-97225a6da310', 'tenant_id': '42f4cfc5a3374a4084d73b360a838bfd', 'mac_address': 'fa:16:3e:87:3c:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '779193b4-bff3-4d40-93a7-df82b1325700', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'd12fe909-5b0e-4b17-a966-d3ca34ed6db9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:03:07Z', 'updated_at': '2021-06-17T18:03:19Z', 'revision_number': 4, 'project_id': '42f4cfc5a3374a4084d73b360a838bfd', 'subnets': [{'id': 'd12fe909-5b0e-4b17-a966-d3ca34ed6db9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-6-iscsi', False) {} {{(pid=92880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:03:20.918314 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39fa0f6b-7ef3-408f-8b6a-3ae3ee0e58a0 None None] The sync data for ids ['779193b4-bff3-4d40-93a7-df82b1325700'] in dv-cinder-786260-6-iscsi is: [{'id': '779193b4-bff3-4d40-93a7-df82b1325700', 'name': 'tempest-AttachVolumeShelveTestJSON-2099834847-router', 'tenant_id': '42f4cfc5a3374a4084d73b360a838bfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'external_fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '049c1286-72d2-4320-b8fc-ab65e653c7be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T18:02:58Z', 'updated_at': '2021-06-17T18:03:08Z', 'revision_number': 4, 'project_id': '42f4cfc5a3374a4084d73b360a838bfd', 'gw_port': {'id': '049c1286-72d2-4320-b8fc-ab65e653c7be', 'name': '', 'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:f8:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '779193b4-bff3-4d40-93a7-df82b1325700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:03:01Z', 'updated_at': '2021-06-17T18:03:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78089575-0364-47db-be8b-ef28f42f3a37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-6-iscsi', '_interfaces': [{'id': '3f0359e6-3302-4b6c-ab32-02c29a679b92', 'name': '', 'network_id': '490619f6-df6b-4a81-8b12-97225a6da310', 'tenant_id': '42f4cfc5a3374a4084d73b360a838bfd', 'mac_address': 'fa:16:3e:87:3c:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '779193b4-bff3-4d40-93a7-df82b1325700', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'd12fe909-5b0e-4b17-a966-d3ca34ed6db9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:03:07Z', 'updated_at': '2021-06-17T18:03:19Z', 'revision_number': 4, 'project_id': '42f4cfc5a3374a4084d73b360a838bfd', 'subnets': [{'id': 'd12fe909-5b0e-4b17-a966-d3ca34ed6db9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 18:03:21.087311 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac2e6b2-3cd8-4dc9-901a-ffaeaa7abc70 service neutron] Pushing event updated for resources: {'Port': ['ID=66b35a25-01d6-4d67-ad06-eac51e9a99a7,revision_number=2']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:03:21.124627 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.v2.base [req-f5344d9b-8f84-4ba6-9df9-2353b4fc96af req-0ffea6f1-fb6b-4da8-9e13-6c842b99e987 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Request body: {'port': {'device_id': 'ae2d03c1-55ad-4073-9b72-3acdf0aa8134', 'network_id': '64e72c49-5fe4-4eab-8346-e0f7ad7adcf2', 'admin_state_up': True, 'tenant_id': '623f5da845c24adfaa862156e92f7f73'}} {{(pid=92872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 18:03:21.135234 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.managers [req-bb6387c2-0752-48e1-b04f-1e28ee0f54e2 req-eac2e6b2-3cd8-4dc9-901a-ffaeaa7abc70 service neutron] Attempting to bind port 66b35a25-01d6-4d67-ad06-eac51e9a99a7 on host hv-cinder-78626 for vnic_type normal with profile {{(pid=92874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 18:03:21.145051 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.managers [req-bb6387c2-0752-48e1-b04f-1e28ee0f54e2 req-eac2e6b2-3cd8-4dc9-901a-ffaeaa7abc70 service neutron] Attempting to bind port 66b35a25-01d6-4d67-ad06-eac51e9a99a7 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': 'ec1be91d-5013-401a-90de-3135f9e6b68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': 'f6175827-20d7-459d-859c-a960c64f9f7b'}] {{(pid=92874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 18:03:21.145610 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb6387c2-0752-48e1-b04f-1e28ee0f54e2 req-eac2e6b2-3cd8-4dc9-901a-ffaeaa7abc70 service neutron] Attempting to bind port 66b35a25-01d6-4d67-ad06-eac51e9a99a7 on network f6175827-20d7-459d-859c-a960c64f9f7b {{(pid=92874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 18:03:21.173221 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-eac2e6b2-3cd8-4dc9-901a-ffaeaa7abc70 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.042s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:03:21.175563 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-93e9673b-4017-4ff8-a1f2-3abf1e0a6a8d req-4c61f71b-6aff-4fdd-a9d8-1d232b1e418f service neutron] 10.222.0.97 "GET /v2.0/networks/a56ac911-462a-49b0-b749-9c491282bc98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6085958 Jun 17 18:03:21.205412 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-9dcb213b-6ccb-4907-a06c-3fa3651fb40d tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Notify callbacks [] for security_group, precommit_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:21.212454 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb6387c2-0752-48e1-b04f-1e28ee0f54e2 req-eac2e6b2-3cd8-4dc9-901a-ffaeaa7abc70 service neutron] Port 66b35a25-01d6-4d67-ad06-eac51e9a99a7 on network f6175827-20d7-459d-859c-a960c64f9f7b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=92874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 18:03:21.213112 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb6387c2-0752-48e1-b04f-1e28ee0f54e2 req-eac2e6b2-3cd8-4dc9-901a-ffaeaa7abc70 service neutron] Attempting to bind port 66b35a25-01d6-4d67-ad06-eac51e9a99a7 on network f6175827-20d7-459d-859c-a960c64f9f7b {{(pid=92874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 18:03:21.230596 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-9dcb213b-6ccb-4907-a06c-3fa3651fb40d tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:21.252908 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb6387c2-0752-48e1-b04f-1e28ee0f54e2 req-eac2e6b2-3cd8-4dc9-901a-ffaeaa7abc70 service neutron] Checking agent: {'id': '0a4c4f6c-022a-47ca-a1e7-cbe9e6e5e8a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 18, 1, 10), 'started_at': datetime.datetime(2021, 6, 17, 18, 1, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 18, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 18:03:21.253291 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb6387c2-0752-48e1-b04f-1e28ee0f54e2 req-eac2e6b2-3cd8-4dc9-901a-ffaeaa7abc70 service neutron] Checking segment: {'id': 'ec1be91d-5013-401a-90de-3135f9e6b68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': 'f6175827-20d7-459d-859c-a960c64f9f7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 18:03:21.253849 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb6387c2-0752-48e1-b04f-1e28ee0f54e2 req-eac2e6b2-3cd8-4dc9-901a-ffaeaa7abc70 service neutron] Bound using segment: {'id': 'ec1be91d-5013-401a-90de-3135f9e6b68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': 'f6175827-20d7-459d-859c-a960c64f9f7b'} {{(pid=92874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 18:03:21.254473 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.managers [req-bb6387c2-0752-48e1-b04f-1e28ee0f54e2 req-eac2e6b2-3cd8-4dc9-901a-ffaeaa7abc70 service neutron] Bound port: 66b35a25-01d6-4d67-ad06-eac51e9a99a7, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec1be91d-5013-401a-90de-3135f9e6b68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': 'f6175827-20d7-459d-859c-a960c64f9f7b'}}] {{(pid=92874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 18:03:21.254834 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-bb6387c2-0752-48e1-b04f-1e28ee0f54e2 req-eac2e6b2-3cd8-4dc9-901a-ffaeaa7abc70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:21.268091 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:03:21.370096 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-e48bd71f-442a-49ec-b7f8-95329284fe7b req-942e2d4f-dafb-42ed-87aa-216780e19239 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c1d6bb65-b56e-4e13-85b1-1d67a7e7a68e HTTP/1.1" status: 200 len: 217 time: 0.2414985 Jun 17 18:03:21.378184 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-63716ea6-a783-4294-8fcb-8d59cda767e1 req-27686ebd-0b55-40c0-ac99-15f803b7a28d tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Notify callbacks [] for port, precommit_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:21.397784 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df1d4a0-ad14-4372-b47c-5bdb6fcb41cf req-55ae1412-318a-48e5-b302-744fff91c6b0 tempest-DeleteServersTestJSON-1984471777 tempest-DeleteServersTestJSON-1984471777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:21.419398 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-7df1d4a0-ad14-4372-b47c-5bdb6fcb41cf req-55ae1412-318a-48e5-b302-744fff91c6b0 tempest-DeleteServersTestJSON-1984471777 tempest-DeleteServersTestJSON-1984471777-project] 10.222.0.97 "GET /v2.0/ports?device_id=dc1b9fb3-96fb-4894-a7ce-cf17b5b4c60a HTTP/1.1" status: 200 len: 943 time: 1.7266512 Jun 17 18:03:21.566904 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48bd71f-442a-49ec-b7f8-95329284fe7b req-c9048ef4-45ff-498e-b589-b70005a6d6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:21.570287 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-9dcb213b-6ccb-4907-a06c-3fa3651fb40d tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Notify callbacks [] for security_group, before_response {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:21.571553 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-9dcb213b-6ccb-4907-a06c-3fa3651fb40d tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 3.9762182 Jun 17 18:03:21.583580 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-e48bd71f-442a-49ec-b7f8-95329284fe7b req-c9048ef4-45ff-498e-b589-b70005a6d6e7 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=96374547-6a24-4110-87c5-515f02aa11d2 HTTP/1.1" status: 200 len: 851 time: 0.1654744 Jun 17 18:03:21.585816 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 42102) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:03:21.680725 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcb213b-6ccb-4907-a06c-3fa3651fb40d tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3dcea033-1931-485c-8e80-04f1de860c08,revision_number=1']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:03:21.719228 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.v2.base [None req-a620a8b8-383b-4eb0-8d66-ace481ff3899 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Request body: {'security_group_rule': {'security_group_id': '3dcea033-1931-485c-8e80-04f1de860c08', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 18:03:21.725666 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-9dcb213b-6ccb-4907-a06c-3fa3651fb40d tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.453s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:03:21.839335 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-e48bd71f-442a-49ec-b7f8-95329284fe7b req-d9217124-7693-4403-8da4-2580a343b045 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=feb0bca1-f064-40e3-b604-ebbb98590cfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1025708 Jun 17 18:03:21.895953 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-eb18579b-6a6b-421a-ba23-1af2c52b97a0 req-a9f2fd3e-5335-4d47-b8e3-fadc78dd003e tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/ports?device_id=ae2d03c1-55ad-4073-9b72-3acdf0aa8134 HTTP/1.1" status: 200 len: 210 time: 0.1786551 Jun 17 18:03:21.906289 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-7df1d4a0-ad14-4372-b47c-5bdb6fcb41cf req-849b3997-1099-4993-8997-3029939d1067 tempest-DeleteServersTestJSON-1984471777 tempest-DeleteServersTestJSON-1984471777-project] 10.222.0.97 "GET /v2.0/security-groups?id=48188713-d4f3-4e47-a31a-4c9bc371b90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4716148 Jun 17 18:03:21.945304 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-a620a8b8-383b-4eb0-8d66-ace481ff3899 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:21.983316 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-63716ea6-a783-4294-8fcb-8d59cda767e1 req-27686ebd-0b55-40c0-ac99-15f803b7a28d tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1986807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743364645416'] for port, after_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:22.018757 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.db [req-bb6387c2-0752-48e1-b04f-1e28ee0f54e2 req-eac2e6b2-3cd8-4dc9-901a-ffaeaa7abc70 service neutron] For port 66b35a25-01d6-4d67-ad06-eac51e9a99a7, host hv-cinder-78626, cleared binding levels {{(pid=92874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 18:03:22.028344 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:03:22.248809 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.db [req-bb6387c2-0752-48e1-b04f-1e28ee0f54e2 req-eac2e6b2-3cd8-4dc9-901a-ffaeaa7abc70 service neutron] For port 66b35a25-01d6-4d67-ad06-eac51e9a99a7, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=66b35a25-01d6-4d67-ad06-eac51e9a99a7,segment=NetworkSegment(ec1be91d-5013-401a-90de-3135f9e6b68b),segment_id=ec1be91d-5013-401a-90de-3135f9e6b68b)] {{(pid=92874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 18:03:22.304161 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-bb6387c2-0752-48e1-b04f-1e28ee0f54e2 req-eac2e6b2-3cd8-4dc9-901a-ffaeaa7abc70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479'] for port, after_update {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:22.325392 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63716ea6-a783-4294-8fcb-8d59cda767e1 req-27686ebd-0b55-40c0-ac99-15f803b7a28d tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Network 64e72c49-5fe4-4eab-8346-e0f7ad7adcf2 is already hosted by enough agents. {{(pid=92874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 18:03:22.370725 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.scheduler.base_scheduler [req-63716ea6-a783-4294-8fcb-8d59cda767e1 req-27686ebd-0b55-40c0-ac99-15f803b7a28d tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Resources bound (agent type, host, resource id): {{(pid=92874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 18:03:22.427843 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6387c2-0752-48e1-b04f-1e28ee0f54e2 req-eac2e6b2-3cd8-4dc9-901a-ffaeaa7abc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:22.428610 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-bb6387c2-0752-48e1-b04f-1e28ee0f54e2 req-eac2e6b2-3cd8-4dc9-901a-ffaeaa7abc70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563787'] for port, before_response {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:22.433794 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-bb6387c2-0752-48e1-b04f-1e28ee0f54e2 req-eac2e6b2-3cd8-4dc9-901a-ffaeaa7abc70 service neutron] 10.222.0.95 "PUT /v2.0/ports/66b35a25-01d6-4d67-ad06-eac51e9a99a7 HTTP/1.1" status: 200 len: 1093 time: 5.7624528 Jun 17 18:03:22.434375 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5636e88-17f4-4147-bd8f-a153f376b8aa', 'tag': '66b35a25-01d6-4d67-ad06-eac51e9a99a7'}] {{(pid=92874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 18:03:22.694024 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Device 3f0359e6-3302-4b6c-ab32-02c29a679b92 up at agent ovs-agent-dv-cinder-786260-6-iscsi {{(pid=92880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 18:03:22.732345 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27686ebd-0b55-40c0-ac99-15f803b7a28d tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Pushing event updated for resources: {'Port': ['ID=8d512d72-e38b-44d0-857f-e6bc293dc5c0,revision_number=1']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:03:22.741364 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-27686ebd-0b55-40c0-ac99-15f803b7a28d tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.713s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:03:22.752583 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.404s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:03:22.773779 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-a620a8b8-383b-4eb0-8d66-ace481ff3899 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:22.799069 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-a620a8b8-383b-4eb0-8d66-ace481ff3899 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592663'] for security_group_rule, after_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:22.810532 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5344d9b-8f84-4ba6-9df9-2353b4fc96af req-0ffea6f1-fb6b-4da8-9e13-6c842b99e987 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Made reservation on behalf of 623f5da845c24adfaa862156e92f7f73 for: {'port': 1} {{(pid=92872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 18:03:22.827502 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [req-f5344d9b-8f84-4ba6-9df9-2353b4fc96af req-0ffea6f1-fb6b-4da8-9e13-6c842b99e987 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1986742'] for port, before_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:22.862587 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.db.l3_dvrscheduler_db [req-63716ea6-a783-4294-8fcb-8d59cda767e1 req-27686ebd-0b55-40c0-ac99-15f803b7a28d tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Received port after_create {{(pid=92874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 18:03:22.886333 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63716ea6-a783-4294-8fcb-8d59cda767e1 req-27686ebd-0b55-40c0-ac99-15f803b7a28d tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:22.887147 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-63716ea6-a783-4294-8fcb-8d59cda767e1 req-27686ebd-0b55-40c0-ac99-15f803b7a28d tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563787'] for port, before_response {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:22.931822 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f260577-3b29-4f0b-832f-337492384881 req-3b66e0fd-bb10-460d-96a3-5b2a15cda58c tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:22.950197 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 18:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daa28911-c197-45bc-a290-484822c7c96f x-openstack-request-id: req-daa28911-c197-45bc-a290-484822c7c96f {{(pid=92872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 18:03:22.950934 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-6f260577-3b29-4f0b-832f-337492384881 req-3b66e0fd-bb10-460d-96a3-5b2a15cda58c tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/ports?device_id=d5636e88-17f4-4147-bd8f-a153f376b8aa HTTP/1.1" status: 200 len: 943 time: 0.7748964 Jun 17 18:03:22.951766 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc1b9fb3-96fb-4894-a7ce-cf17b5b4c60a", "tag": "c1d6bb65-b56e-4e13-85b1-1d67a7e7a68e", "status": "completed", "code": 200}]} {{(pid=92872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 18:03:22.952746 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-daa28911-c197-45bc-a290-484822c7c96f {{(pid=92872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 18:03:22.954540 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc1b9fb3-96fb-4894-a7ce-cf17b5b4c60a', 'tag': 'c1d6bb65-b56e-4e13-85b1-1d67a7e7a68e', 'status': 'completed', 'code': 200} Jun 17 18:03:22.955122 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-93269c67-991b-4646-8c55-245984fc59c2 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:03:22.961537 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Provisioning for port 3f0359e6-3302-4b6c-ab32-02c29a679b92 completed by entity L2. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 18:03:22.975416 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Provisioning complete for port 3f0359e6-3302-4b6c-ab32-02c29a679b92 triggered by entity L2. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 18:03:22.975710 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687209'] for port, provisioning_complete {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:23.018883 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58554d43f64f60294e2d1fd4a9d9342a0a386c70b92defbb6c9fd2054ba7a623" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d99ff4c-de86-4b4b-91e7-fe59237d982e" -d '{"events": [{"name": "network-changed", "server_uuid": "d5636e88-17f4-4147-bd8f-a153f376b8aa", "tag": "66b35a25-01d6-4d67-ad06-eac51e9a99a7"}]}' {{(pid=92874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 18:03:23.047426 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-63716ea6-a783-4294-8fcb-8d59cda767e1 req-27686ebd-0b55-40c0-ac99-15f803b7a28d tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9874384 Jun 17 18:03:23.066770 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-e48bd71f-442a-49ec-b7f8-95329284fe7b req-deb9c8e2-9c7b-4921-9f62-f38b6d47b9e1 service neutron] 10.222.0.95 "GET /v2.0/networks/feb0bca1-f064-40e3-b604-ebbb98590cfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1954980 Jun 17 18:03:23.070120 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac2e6b2-3cd8-4dc9-901a-ffaeaa7abc70 service neutron] Pushing event updated for resources: {'Port': ['ID=66b35a25-01d6-4d67-ad06-eac51e9a99a7,revision_number=3']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:03:23.084464 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-eac2e6b2-3cd8-4dc9-901a-ffaeaa7abc70 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:03:23.102643 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-6f260577-3b29-4f0b-832f-337492384881 req-1dee15a6-ae63-4a61-a1b0-fd1d520454dc tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/security-groups?id=91f7f23c-b787-41c8-9305-85229b082856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507485 Jun 17 18:03:23.308175 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-b1f9066e-08fe-486d-824c-a50f3b1a34a3 req-0c841dc2-61a4-4bdf-9350-a71f64a89357 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "GET /v2.0/ports?device_id=412d6c27-5056-4695-a549-32b0b7c42bd5 HTTP/1.1" status: 200 len: 210 time: 0.0903020 Jun 17 18:03:23.317860 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:23.345357 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a620a8b8-383b-4eb0-8d66-ace481ff3899 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fdf83fd-1ca6-4bfc-b594-5baa97146d39,revision_number=0']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:03:23.391230 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.v2.base [req-63716ea6-a783-4294-8fcb-8d59cda767e1 req-f8e19cd3-bcf6-498f-b0ac-700c9bcb7f79 service neutron] Request body: {'port': {'device_id': 'd4ac72c4-640f-4b29-bebb-6e3ad492fde3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=92874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 18:03:23.404640 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-a620a8b8-383b-4eb0-8d66-ace481ff3899 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:03:23.419540 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-a620a8b8-383b-4eb0-8d66-ace481ff3899 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:23.422359 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-a620a8b8-383b-4eb0-8d66-ace481ff3899 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7158270 Jun 17 18:03:23.458063 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] For port 3f0359e6-3302-4b6c-ab32-02c29a679b92, host dv-cinder-786260-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-6-iscsi',level=0,port_id=3f0359e6-3302-4b6c-ab32-02c29a679b92,segment=NetworkSegment(0913402a-ef8a-41bd-a14e-da5d38ea5bc2),segment_id=0913402a-ef8a-41bd-a14e-da5d38ea5bc2)] {{(pid=92880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:03:23.463537 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479'] for port, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:23.470305 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-7d49ad3e-5b4a-4179-bb9e-c4acbcccd379 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:03:23.482555 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 42164) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:03:23.500047 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.v2.base [None req-e37395ee-dae0-4cb4-a895-4cce8118611f tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Request body: {'security_group_rule': {'security_group_id': '3dcea033-1931-485c-8e80-04f1de860c08', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 18:03:23.581970 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Pushing event updated for resources: {'Port': ['ID=3f0359e6-3302-4b6c-ab32-02c29a679b92,revision_number=5']} {{(pid=92880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:03:23.586904 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:03:23.698112 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.db.db_base_plugin_common [req-f5344d9b-8f84-4ba6-9df9-2353b4fc96af req-0ffea6f1-fb6b-4da8-9e13-6c842b99e987 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Allocated IP 172.20.0.6 (64e72c49-5fe4-4eab-8346-e0f7ad7adcf2/aaa033e4-31af-4af5-8b46-e711281f5e48/54ef4d5b-47ac-461e-a87d-a2ca55991ee0) {{(pid=92872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 18:03:23.774077 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-e37395ee-dae0-4cb4-a895-4cce8118611f tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:23.822904 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-faebff8e-2afd-44ba-9804-964afd950f5d req-723be9d0-bc64-41a0-a32f-c97905ad3eef tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/ports?device_id=ae2d03c1-55ad-4073-9b72-3acdf0aa8134 HTTP/1.1" status: 200 len: 210 time: 0.4264572 Jun 17 18:03:23.842181 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-e48bd71f-442a-49ec-b7f8-95329284fe7b req-55ce541c-4050-41c8-8b6d-228412a16392 service neutron] 10.222.0.95 "GET /v2.0/networks/feb0bca1-f064-40e3-b604-ebbb98590cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4555788 Jun 17 18:03:23.957034 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 42176) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:03:23.992419 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-63716ea6-a783-4294-8fcb-8d59cda767e1 req-f8e19cd3-bcf6-498f-b0ac-700c9bcb7f79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:24.018963 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-e37395ee-dae0-4cb4-a895-4cce8118611f tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:24.030944 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-e37395ee-dae0-4cb4-a895-4cce8118611f tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592663'] for security_group_rule, after_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:24.044008 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:03:24.095904 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-e37395ee-dae0-4cb4-a895-4cce8118611f tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:24.109665 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-e37395ee-dae0-4cb4-a895-4cce8118611f tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6211407 Jun 17 18:03:24.118302 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 42180) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:03:24.119740 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6387c2-0752-48e1-b04f-1e28ee0f54e2 req-183f779b-2738-411d-b92a-bd25e720835d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:24.121586 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-bb6387c2-0752-48e1-b04f-1e28ee0f54e2 req-183f779b-2738-411d-b92a-bd25e720835d service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0acb8a69956445cf93d47e2da25da9cb&device_id=d5636e88-17f4-4147-bd8f-a153f376b8aa HTTP/1.1" status: 200 len: 1096 time: 0.5495725 Jun 17 18:03:24.142076 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7925e63d-0879-4094-bdc4-9757165bfae1 req-4aea7299-399f-4ae1-8496-532c0ee0e781 tempest-DeleteServersTestJSON-1984471777 tempest-DeleteServersTestJSON-1984471777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:24.150413 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.v2.base [None req-ac2b5322-09b4-4687-a202-0346bf99e87e tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Request body: {'floatingip': {'floating_network_id': '64144b6f-e068-441d-8337-f91b82ffb73c'}} {{(pid=92872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 18:03:24.151828 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-7925e63d-0879-4094-bdc4-9757165bfae1 req-4aea7299-399f-4ae1-8496-532c0ee0e781 tempest-DeleteServersTestJSON-1984471777 tempest-DeleteServersTestJSON-1984471777-project] 10.222.0.97 "GET /v2.0/ports?device_id=dc1b9fb3-96fb-4894-a7ce-cf17b5b4c60a HTTP/1.1" status: 200 len: 943 time: 0.4518638 Jun 17 18:03:24.221255 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37395ee-dae0-4cb4-a895-4cce8118611f tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d87488b-59bd-4548-8d1f-99c485d2ab2f,revision_number=0']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:03:24.241959 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-e37395ee-dae0-4cb4-a895-4cce8118611f tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:03:24.382171 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-ac2b5322-09b4-4687-a202-0346bf99e87e tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Notify callbacks [] for floatingip, before_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:24.453998 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-bb6387c2-0752-48e1-b04f-1e28ee0f54e2 req-ad969f4f-263e-4223-88e3-fa1dc44a3a88 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=66b35a25-01d6-4d67-ad06-eac51e9a99a7 HTTP/1.1" status: 200 len: 217 time: 0.1639388 Jun 17 18:03:24.467600 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 18:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70450212-3fbc-4d2f-994f-1210839ab280 x-openstack-request-id: req-70450212-3fbc-4d2f-994f-1210839ab280 {{(pid=92874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 18:03:24.467909 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5636e88-17f4-4147-bd8f-a153f376b8aa", "tag": "66b35a25-01d6-4d67-ad06-eac51e9a99a7", "status": "completed", "code": 200}]} {{(pid=92874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 18:03:24.468210 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-70450212-3fbc-4d2f-994f-1210839ab280 {{(pid=92874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 18:03:24.468321 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff9cf3d-246e-4a6e-8b8e-751da7c6be9f req-5c76f55b-df68-4d7e-bfd2-4b89d585ba78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:24.468694 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5636e88-17f4-4147-bd8f-a153f376b8aa', 'tag': '66b35a25-01d6-4d67-ad06-eac51e9a99a7', 'status': 'completed', 'code': 200} Jun 17 18:03:24.470586 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-aff9cf3d-246e-4a6e-8b8e-751da7c6be9f req-5c76f55b-df68-4d7e-bfd2-4b89d585ba78 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=712f7cd589a54c75aee59ca7e2b35e80&device_id=dc1b9fb3-96fb-4894-a7ce-cf17b5b4c60a HTTP/1.1" status: 200 len: 1096 time: 0.3480783 Jun 17 18:03:24.483488 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [req-f5344d9b-8f84-4ba6-9df9-2353b4fc96af req-0ffea6f1-fb6b-4da8-9e13-6c842b99e987 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Notify callbacks [] for port, precommit_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:24.533582 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-7925e63d-0879-4094-bdc4-9757165bfae1 req-36cbcfbe-7505-469b-99c0-69235e6c6dea tempest-DeleteServersTestJSON-1984471777 tempest-DeleteServersTestJSON-1984471777-project] 10.222.0.97 "GET /v2.0/security-groups?id=48188713-d4f3-4e47-a31a-4c9bc371b90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3776367 Jun 17 18:03:24.545197 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-5fa40658-8c03-487b-af39-26c35ed92d33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:24.549569 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Device 3f0359e6-3302-4b6c-ab32-02c29a679b92 up at agent ovs-agent-dv-cinder-786260-6-iscsi {{(pid=92880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 18:03:24.563378 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [req-f5344d9b-8f84-4ba6-9df9-2353b4fc96af req-0ffea6f1-fb6b-4da8-9e13-6c842b99e987 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1986807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743364645416'] for port, after_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:24.581649 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-055dc01c-e060-4f1e-be42-328988fe88e6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:03:24.657118 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5344d9b-8f84-4ba6-9df9-2353b4fc96af req-0ffea6f1-fb6b-4da8-9e13-6c842b99e987 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Network 64e72c49-5fe4-4eab-8346-e0f7ad7adcf2 is already hosted by enough agents. {{(pid=92872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 18:03:24.661774 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.scheduler.base_scheduler [req-f5344d9b-8f84-4ba6-9df9-2353b4fc96af req-0ffea6f1-fb6b-4da8-9e13-6c842b99e987 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Resources bound (agent type, host, resource id): {{(pid=92872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 18:03:24.664610 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5344d9b-8f84-4ba6-9df9-2353b4fc96af req-0ffea6f1-fb6b-4da8-9e13-6c842b99e987 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Received port after_create {{(pid=92872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 18:03:24.670462 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5344d9b-8f84-4ba6-9df9-2353b4fc96af req-0ffea6f1-fb6b-4da8-9e13-6c842b99e987 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:24.671307 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [req-f5344d9b-8f84-4ba6-9df9-2353b4fc96af req-0ffea6f1-fb6b-4da8-9e13-6c842b99e987 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563787'] for port, before_response {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:24.705857 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffea6f1-fb6b-4da8-9e13-6c842b99e987 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Pushing event updated for resources: {'Port': ['ID=54ef4d5b-47ac-461e-a87d-a2ca55991ee0,revision_number=1']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:03:24.708797 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-0ffea6f1-fb6b-4da8-9e13-6c842b99e987 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:03:24.792678 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-ac2b5322-09b4-4687-a202-0346bf99e87e tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1986742'] for port, before_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:24.915802 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-5bff7644-59ca-45ee-8e7e-0d23a52ad1c1 req-b45cde61-a52f-4c12-a4d7-676867d9ab07 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "GET /v2.0/ports?device_id=412d6c27-5056-4695-a549-32b0b7c42bd5 HTTP/1.1" status: 200 len: 210 time: 0.1324356 Jun 17 18:03:24.925020 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Provisioning complete for port 3f0359e6-3302-4b6c-ab32-02c29a679b92 triggered by entity L2. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 18:03:24.925533 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687209'] for port, provisioning_complete {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:24.991715 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6387c2-0752-48e1-b04f-1e28ee0f54e2 req-e5ac26d7-7b7f-44e3-bd5f-bf756fbf83b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:24.992739 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff9cf3d-246e-4a6e-8b8e-751da7c6be9f req-d858d97e-b3a6-413e-99b7-48bc7fa8e7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:24.993100 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-bb6387c2-0752-48e1-b04f-1e28ee0f54e2 req-e5ac26d7-7b7f-44e3-bd5f-bf756fbf83b9 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=6d9eae51-247c-4135-a165-61e9ae8adce9 HTTP/1.1" status: 200 len: 854 time: 0.2049596 Jun 17 18:03:24.994726 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-aff9cf3d-246e-4a6e-8b8e-751da7c6be9f req-d858d97e-b3a6-413e-99b7-48bc7fa8e7cf service neutron] 10.222.0.95 "GET /v2.0/networks?id=feb0bca1-f064-40e3-b604-ebbb98590cfb HTTP/1.1" status: 200 len: 913 time: 0.2747972 Jun 17 18:03:25.115592 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.notifiers.nova [req-63716ea6-a783-4294-8fcb-8d59cda767e1 req-f8e19cd3-bcf6-498f-b0ac-700c9bcb7f79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d512d72-e38b-44d0-857f-e6bc293dc5c0 {{(pid=92874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 18:03:25.127025 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 42226) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:03:25.130455 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-bb6387c2-0752-48e1-b04f-1e28ee0f54e2 req-af387218-12fa-4dd4-819a-bc7f84408fdd service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=f6175827-20d7-459d-859c-a960c64f9f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1102002 Jun 17 18:03:25.134414 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-aff9cf3d-246e-4a6e-8b8e-751da7c6be9f req-d3903731-55b2-4999-82b7-569cea164838 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c1d6bb65-b56e-4e13-85b1-1d67a7e7a68e HTTP/1.1" status: 200 len: 217 time: 0.1096342 Jun 17 18:03:25.135226 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-63716ea6-a783-4294-8fcb-8d59cda767e1 req-f8e19cd3-bcf6-498f-b0ac-700c9bcb7f79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:25.172588 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.db.db_base_plugin_common [None req-ac2b5322-09b4-4687-a202-0346bf99e87e tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Allocated IP 172.27.2.165 (64144b6f-e068-441d-8337-f91b82ffb73c/78089575-0364-47db-be8b-ef28f42f3a37/73074b03-2395-435d-9a01-0f0ced72c0d2) {{(pid=92872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 18:03:25.276224 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff9cf3d-246e-4a6e-8b8e-751da7c6be9f req-83ced657-7300-46ef-8ed8-75c5259ff581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:25.277689 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-aff9cf3d-246e-4a6e-8b8e-751da7c6be9f req-83ced657-7300-46ef-8ed8-75c5259ff581 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=96374547-6a24-4110-87c5-515f02aa11d2 HTTP/1.1" status: 200 len: 851 time: 0.1347318 Jun 17 18:03:25.310516 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-ac2b5322-09b4-4687-a202-0346bf99e87e tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Notify callbacks [] for port, precommit_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:25.353166 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-ac2b5322-09b4-4687-a202-0346bf99e87e tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1986807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743364645416'] for port, after_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:25.356105 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-0ffea6f1-fb6b-4da8-9e13-6c842b99e987 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:03:25.391601 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2b5322-09b4-4687-a202-0346bf99e87e tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Network 64144b6f-e068-441d-8337-f91b82ffb73c is already hosted by enough agents. {{(pid=92872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 18:03:25.394408 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.scheduler.base_scheduler [None req-ac2b5322-09b4-4687-a202-0346bf99e87e tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Resources bound (agent type, host, resource id): {{(pid=92872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 18:03:25.397509 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f8cfe1-99f4-49f3-9842-7841cd4fb8f3 req-eacb5358-460e-4f58-b6e6-599f168c77d3 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:25.398952 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-97f8cfe1-99f4-49f3-9842-7841cd4fb8f3 req-eacb5358-460e-4f58-b6e6-599f168c77d3 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/ports?device_id=d5636e88-17f4-4147-bd8f-a153f376b8aa HTTP/1.1" status: 200 len: 943 time: 0.6095548 Jun 17 18:03:25.399991 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2b5322-09b4-4687-a202-0346bf99e87e tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Received port after_create {{(pid=92872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 18:03:25.407318 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.db.provisioning_blocks [req-63716ea6-a783-4294-8fcb-8d59cda767e1 req-f8e19cd3-bcf6-498f-b0ac-700c9bcb7f79 service neutron] Transition to ACTIVE for port object 8d512d72-e38b-44d0-857f-e6bc293dc5c0 will not be triggered until provisioned by entity L2. {{(pid=92874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 18:03:25.408735 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2b5322-09b4-4687-a202-0346bf99e87e tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Pushing event updated for resources: {'Port': ['ID=73074b03-2395-435d-9a01-0f0ced72c0d2,revision_number=1']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:03:25.413369 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-ac2b5322-09b4-4687-a202-0346bf99e87e tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:03:25.437121 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-63716ea6-a783-4294-8fcb-8d59cda767e1 req-f8e19cd3-bcf6-498f-b0ac-700c9bcb7f79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479'] for port, after_update {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:25.438019 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-03765ed8-3fc7-441b-86ba-e29587c1d55a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:25.455673 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-ac2b5322-09b4-4687-a202-0346bf99e87e tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:25.481434 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:03:25.497668 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-ac2b5322-09b4-4687-a202-0346bf99e87e tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:25.538836 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-5fa40658-8c03-487b-af39-26c35ed92d33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:25.549702 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-f5344d9b-8f84-4ba6-9df9-2353b4fc96af req-0ffea6f1-fb6b-4da8-9e13-6c842b99e987 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4432161 Jun 17 18:03:25.597941 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-5fa40658-8c03-487b-af39-26c35ed92d33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:25.646824 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-97f8cfe1-99f4-49f3-9842-7841cd4fb8f3 req-937d4434-348b-46db-aa03-49fa633dbaa9 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/security-groups?id=91f7f23c-b787-41c8-9305-85229b082856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361615 Jun 17 18:03:25.650188 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-ac2b5322-09b4-4687-a202-0346bf99e87e tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Notify callbacks [] for port, precommit_update {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:25.654747 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-ac2b5322-09b4-4687-a202-0346bf99e87e tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479'] for port, after_update {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:25.658485 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:03:25.671521 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ae1600-b47a-4457-8010-7f24a3e35ed9 req-ce33ec91-2b31-411a-a5a4-b6162753e3ee tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:25.673039 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-03ae1600-b47a-4457-8010-7f24a3e35ed9 req-ce33ec91-2b31-411a-a5a4-b6162753e3ee tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/ports?device_id=ae2d03c1-55ad-4073-9b72-3acdf0aa8134 HTTP/1.1" status: 200 len: 931 time: 0.5499561 Jun 17 18:03:25.674785 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-bb6387c2-0752-48e1-b04f-1e28ee0f54e2 req-75bf8b69-4f9e-4a54-aba6-9f9740e5e32a service neutron] 10.222.0.95 "GET /v2.0/networks/f6175827-20d7-459d-859c-a960c64f9f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5191431 Jun 17 18:03:25.689936 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-ac2b5322-09b4-4687-a202-0346bf99e87e tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-943314'] for floatingip, after_update {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:25.709637 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2b5322-09b4-4687-a202-0346bf99e87e tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Pushing event updated for resources: {'Port': ['ID=73074b03-2395-435d-9a01-0f0ced72c0d2,revision_number=2']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:03:25.712372 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-ac2b5322-09b4-4687-a202-0346bf99e87e tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:03:25.725619 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-5fa40658-8c03-487b-af39-26c35ed92d33 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=2fc2013c535c4d06a33653b864c1a5fe&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7592626 Jun 17 18:03:25.726285 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e19cd3-bcf6-498f-b0ac-700c9bcb7f79 service neutron] Pushing event updated for resources: {'Port': ['ID=8d512d72-e38b-44d0-857f-e6bc293dc5c0,revision_number=2']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:03:25.729264 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 42234) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:03:25.729815 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-f8e19cd3-bcf6-498f-b0ac-700c9bcb7f79 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:03:25.737723 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-8e6cdc9a-eb2e-4d3b-b722-80546941b729 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.105s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:03:25.763435 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.managers [req-63716ea6-a783-4294-8fcb-8d59cda767e1 req-f8e19cd3-bcf6-498f-b0ac-700c9bcb7f79 service neutron] Attempting to bind port 8d512d72-e38b-44d0-857f-e6bc293dc5c0 on host hv-cinder-78626 for vnic_type normal with profile {{(pid=92874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 18:03:25.763878 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.managers [req-63716ea6-a783-4294-8fcb-8d59cda767e1 req-f8e19cd3-bcf6-498f-b0ac-700c9bcb7f79 service neutron] Attempting to bind port 8d512d72-e38b-44d0-857f-e6bc293dc5c0 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '86fa7d04-d5b8-408a-84bd-320872eef607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': '64e72c49-5fe4-4eab-8346-e0f7ad7adcf2'}] {{(pid=92874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 18:03:25.764336 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63716ea6-a783-4294-8fcb-8d59cda767e1 req-f8e19cd3-bcf6-498f-b0ac-700c9bcb7f79 service neutron] Attempting to bind port 8d512d72-e38b-44d0-857f-e6bc293dc5c0 on network 64e72c49-5fe4-4eab-8346-e0f7ad7adcf2 {{(pid=92874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 18:03:25.792404 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-bcaceb88-fe97-43e6-91e9-64513a0e505d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:25.798569 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63716ea6-a783-4294-8fcb-8d59cda767e1 req-f8e19cd3-bcf6-498f-b0ac-700c9bcb7f79 service neutron] Port 8d512d72-e38b-44d0-857f-e6bc293dc5c0 on network 64e72c49-5fe4-4eab-8346-e0f7ad7adcf2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=92874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 18:03:25.798894 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63716ea6-a783-4294-8fcb-8d59cda767e1 req-f8e19cd3-bcf6-498f-b0ac-700c9bcb7f79 service neutron] Attempting to bind port 8d512d72-e38b-44d0-857f-e6bc293dc5c0 on network 64e72c49-5fe4-4eab-8346-e0f7ad7adcf2 {{(pid=92874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 18:03:25.815120 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa40658-8c03-487b-af39-26c35ed92d33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7dec156-1290-42e7-8807-057463e39df6,revision_number=1']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:03:25.815380 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-bcaceb88-fe97-43e6-91e9-64513a0e505d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:25.819167 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-5fa40658-8c03-487b-af39-26c35ed92d33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:03:25.842653 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-03ae1600-b47a-4457-8010-7f24a3e35ed9 req-edd96667-cee4-4e65-85eb-720d844c0123 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/security-groups?id=344af256-d773-4ff0-b9b9-f3fcbe207aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352277 Jun 17 18:03:25.845974 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63716ea6-a783-4294-8fcb-8d59cda767e1 req-f8e19cd3-bcf6-498f-b0ac-700c9bcb7f79 service neutron] Checking agent: {'id': '0a4c4f6c-022a-47ca-a1e7-cbe9e6e5e8a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 18, 1, 10), 'started_at': datetime.datetime(2021, 6, 17, 18, 1, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 18, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 18:03:25.845974 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63716ea6-a783-4294-8fcb-8d59cda767e1 req-f8e19cd3-bcf6-498f-b0ac-700c9bcb7f79 service neutron] Checking segment: {'id': '86fa7d04-d5b8-408a-84bd-320872eef607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': '64e72c49-5fe4-4eab-8346-e0f7ad7adcf2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 18:03:25.846617 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63716ea6-a783-4294-8fcb-8d59cda767e1 req-f8e19cd3-bcf6-498f-b0ac-700c9bcb7f79 service neutron] Bound using segment: {'id': '86fa7d04-d5b8-408a-84bd-320872eef607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': '64e72c49-5fe4-4eab-8346-e0f7ad7adcf2'} {{(pid=92874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 18:03:25.847130 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.managers [req-63716ea6-a783-4294-8fcb-8d59cda767e1 req-f8e19cd3-bcf6-498f-b0ac-700c9bcb7f79 service neutron] Bound port: 8d512d72-e38b-44d0-857f-e6bc293dc5c0, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86fa7d04-d5b8-408a-84bd-320872eef607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': '64e72c49-5fe4-4eab-8346-e0f7ad7adcf2'}}] {{(pid=92874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 18:03:25.847478 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-63716ea6-a783-4294-8fcb-8d59cda767e1 req-f8e19cd3-bcf6-498f-b0ac-700c9bcb7f79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:25.867502 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-bcaceb88-fe97-43e6-91e9-64513a0e505d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:25.870535 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-bcaceb88-fe97-43e6-91e9-64513a0e505d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:25.871869 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-bcaceb88-fe97-43e6-91e9-64513a0e505d admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/c7dec156-1290-42e7-8807-057463e39df6 HTTP/1.1" status: 204 len: 168 time: 0.1410744 Jun 17 18:03:25.872701 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:03:25.880376 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaceb88-fe97-43e6-91e9-64513a0e505d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7dec156-1290-42e7-8807-057463e39df6,revision_number=None']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:03:25.882701 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-bcaceb88-fe97-43e6-91e9-64513a0e505d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:03:25.958945 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-03765ed8-3fc7-441b-86ba-e29587c1d55a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:25.969561 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-03765ed8-3fc7-441b-86ba-e29587c1d55a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:25.970016 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-ac2b5322-09b4-4687-a202-0346bf99e87e tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523113'] for floatingip, before_response {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:25.978279 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-ac2b5322-09b4-4687-a202-0346bf99e87e tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8481269 Jun 17 18:03:25.980169 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:03:25.989845 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8105065-76c3-449e-93ef-8b27be3cd4ba req-48fcf8f0-8b3e-4011-a9e4-7b6239edc925 tempest-DeleteServersTestJSON-1984471777 tempest-DeleteServersTestJSON-1984471777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:25.991439 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-d8105065-76c3-449e-93ef-8b27be3cd4ba req-48fcf8f0-8b3e-4011-a9e4-7b6239edc925 tempest-DeleteServersTestJSON-1984471777 tempest-DeleteServersTestJSON-1984471777-project] 10.222.0.97 "GET /v2.0/ports?device_id=dc1b9fb3-96fb-4894-a7ce-cf17b5b4c60a HTTP/1.1" status: 200 len: 943 time: 0.2057207 Jun 17 18:03:26.009775 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.db [req-63716ea6-a783-4294-8fcb-8d59cda767e1 req-f8e19cd3-bcf6-498f-b0ac-700c9bcb7f79 service neutron] For port 8d512d72-e38b-44d0-857f-e6bc293dc5c0, host hv-cinder-78626, cleared binding levels {{(pid=92874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 18:03:26.066744 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.db [req-63716ea6-a783-4294-8fcb-8d59cda767e1 req-f8e19cd3-bcf6-498f-b0ac-700c9bcb7f79 service neutron] For port 8d512d72-e38b-44d0-857f-e6bc293dc5c0, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=8d512d72-e38b-44d0-857f-e6bc293dc5c0,segment=NetworkSegment(86fa7d04-d5b8-408a-84bd-320872eef607),segment_id=86fa7d04-d5b8-408a-84bd-320872eef607)] {{(pid=92874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 18:03:26.067791 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03765ed8-3fc7-441b-86ba-e29587c1d55a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b42e982b-932f-4548-95cd-adae8ef8b9af,revision_number=1']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:03:26.083015 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-03765ed8-3fc7-441b-86ba-e29587c1d55a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:03:26.086966 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-03765ed8-3fc7-441b-86ba-e29587c1d55a admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=21f7754898124592a9aec01bc8105662&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9554644 Jun 17 18:03:26.090369 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 42246) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:03:26.095782 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-63716ea6-a783-4294-8fcb-8d59cda767e1 req-f8e19cd3-bcf6-498f-b0ac-700c9bcb7f79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479'] for port, after_update {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:26.118417 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-93f853af-0c49-4f2d-b51a-4937ac523eb9 req-cd108a77-843f-425b-a3d2-c6b923aec6b5 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "GET /v2.0/ports?device_id=412d6c27-5056-4695-a549-32b0b7c42bd5 HTTP/1.1" status: 200 len: 210 time: 0.0443163 Jun 17 18:03:26.120137 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:03:26.128625 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-d8105065-76c3-449e-93ef-8b27be3cd4ba req-c329db4c-68ff-4a32-9fd6-1a76ba4dfe8e tempest-DeleteServersTestJSON-1984471777 tempest-DeleteServersTestJSON-1984471777-project] 10.222.0.97 "GET /v2.0/security-groups?id=48188713-d4f3-4e47-a31a-4c9bc371b90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147506 Jun 17 18:03:26.170199 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63716ea6-a783-4294-8fcb-8d59cda767e1 req-f8e19cd3-bcf6-498f-b0ac-700c9bcb7f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:26.170795 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-63716ea6-a783-4294-8fcb-8d59cda767e1 req-f8e19cd3-bcf6-498f-b0ac-700c9bcb7f79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563787'] for port, before_response {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:26.172366 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-63716ea6-a783-4294-8fcb-8d59cda767e1 req-f8e19cd3-bcf6-498f-b0ac-700c9bcb7f79 service neutron] 10.222.0.95 "PUT /v2.0/ports/8d512d72-e38b-44d0-857f-e6bc293dc5c0 HTTP/1.1" status: 200 len: 1093 time: 2.7861371 Jun 17 18:03:26.199292 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e19cd3-bcf6-498f-b0ac-700c9bcb7f79 service neutron] Pushing event updated for resources: {'Port': ['ID=8d512d72-e38b-44d0-857f-e6bc293dc5c0,revision_number=3']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:03:26.202625 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-f8e19cd3-bcf6-498f-b0ac-700c9bcb7f79 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:03:26.210630 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-356dab55-59ec-41a0-afb7-80313cc13dba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:26.222770 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 42254) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:03:26.234081 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-356dab55-59ec-41a0-afb7-80313cc13dba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:26.236479 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-d4745c86-797a-442e-a7f0-56dba1986264 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:26.285430 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-356dab55-59ec-41a0-afb7-80313cc13dba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:26.288497 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-356dab55-59ec-41a0-afb7-80313cc13dba admin admin] Notify callbacks [] for security_group, before_response {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:26.289655 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-356dab55-59ec-41a0-afb7-80313cc13dba admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/b42e982b-932f-4548-95cd-adae8ef8b9af HTTP/1.1" status: 204 len: 168 time: 0.1978104 Jun 17 18:03:26.290293 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:03:26.298287 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356dab55-59ec-41a0-afb7-80313cc13dba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b42e982b-932f-4548-95cd-adae8ef8b9af,revision_number=None']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:03:26.306073 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-356dab55-59ec-41a0-afb7-80313cc13dba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:03:26.315569 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-a6f907a1-2930-4a02-b6f6-4ff90012110b req-08351b0a-6fe5-4587-9952-c71e668efd08 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/security-groups?name=tempest-securitygroup--423060252&fields=id&tenant_id=42f4cfc5a3374a4084d73b360a838bfd HTTP/1.1" status: 200 len: 267 time: 0.0529573 Jun 17 18:03:26.426343 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-d4745c86-797a-442e-a7f0-56dba1986264 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:26.432867 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-d4745c86-797a-442e-a7f0-56dba1986264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:26.444263 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:03:26.472706 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f907a1-2930-4a02-b6f6-4ff90012110b req-ef2476ad-f31c-4bb7-91f5-569279f4f831 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:26.474192 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-a6f907a1-2930-4a02-b6f6-4ff90012110b req-ef2476ad-f31c-4bb7-91f5-569279f4f831 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/networks?id=490619f6-df6b-4a81-8b12-97225a6da310 HTTP/1.1" status: 200 len: 817 time: 0.1513829 Jun 17 18:03:26.483196 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4ac72c4-640f-4b29-bebb-6e3ad492fde3', 'tag': '8d512d72-e38b-44d0-857f-e6bc293dc5c0'}] {{(pid=92874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 18:03:26.486083 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58554d43f64f60294e2d1fd4a9d9342a0a386c70b92defbb6c9fd2054ba7a623" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27ae69d5-5c3d-49b8-8c2c-e26b5bc715c9" -d '{"events": [{"name": "network-changed", "server_uuid": "d4ac72c4-640f-4b29-bebb-6e3ad492fde3", "tag": "8d512d72-e38b-44d0-857f-e6bc293dc5c0"}]}' {{(pid=92874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 18:03:26.507775 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-d4745c86-797a-442e-a7f0-56dba1986264 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=f320f19330ad4262b022be0bff5312b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2813134 Jun 17 18:03:26.507775 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4745c86-797a-442e-a7f0-56dba1986264 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b58afa2-3d45-4242-a863-604febaec865,revision_number=1']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:03:26.508029 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 42266) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:03:26.510299 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-d4745c86-797a-442e-a7f0-56dba1986264 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:03:26.511738 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-a6f907a1-2930-4a02-b6f6-4ff90012110b req-0b8e0b3e-0ed0-40fc-bf51-bec9c4e0d318 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/quotas/42f4cfc5a3374a4084d73b360a838bfd HTTP/1.1" status: 200 len: 375 time: 0.0201681 Jun 17 18:03:26.554708 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 18:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fa25032-4c5a-4f23-93ff-8a2d1c8ba8b0 x-openstack-request-id: req-6fa25032-4c5a-4f23-93ff-8a2d1c8ba8b0 {{(pid=92874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 18:03:26.555014 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4ac72c4-640f-4b29-bebb-6e3ad492fde3", "tag": "8d512d72-e38b-44d0-857f-e6bc293dc5c0", "status": "completed", "code": 200}]} {{(pid=92874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 18:03:26.555389 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-6fa25032-4c5a-4f23-93ff-8a2d1c8ba8b0 {{(pid=92874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 18:03:26.555889 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4ac72c4-640f-4b29-bebb-6e3ad492fde3', 'tag': '8d512d72-e38b-44d0-857f-e6bc293dc5c0', 'status': 'completed', 'code': 200} Jun 17 18:03:26.574234 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-6e282a28-4ed8-46cb-b8f9-6f419c22feae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:26.597179 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-a6f907a1-2930-4a02-b6f6-4ff90012110b req-fc7a3f97-84c4-4437-a35d-7bf011ab0586 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=42f4cfc5a3374a4084d73b360a838bfd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0759211 Jun 17 18:03:26.598791 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-6e282a28-4ed8-46cb-b8f9-6f419c22feae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:26.651200 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-6e282a28-4ed8-46cb-b8f9-6f419c22feae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:26.654664 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-6e282a28-4ed8-46cb-b8f9-6f419c22feae admin admin] Notify callbacks [] for security_group, before_response {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:26.659242 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-6e282a28-4ed8-46cb-b8f9-6f419c22feae admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/3b58afa2-3d45-4242-a863-604febaec865 HTTP/1.1" status: 204 len: 168 time: 0.1470938 Jun 17 18:03:26.659882 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 42270) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:03:26.660504 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:03:26.677727 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.agents_db [None req-efac7cad-2d3b-4dc1-9769-dac6e2c75cb9 None None] Agent healthcheck: found 6 active agents {{(pid=92881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 18:03:26.681373 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e282a28-4ed8-46cb-b8f9-6f419c22feae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b58afa2-3d45-4242-a863-604febaec865,revision_number=None']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:03:26.683343 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-357e442d-625a-41e6-9734-e655904d317b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:26.686764 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-6e282a28-4ed8-46cb-b8f9-6f419c22feae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:03:26.736883 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-a6f907a1-2930-4a02-b6f6-4ff90012110b req-8d2ae357-5c4c-406b-87d0-bc8890e6ee82 service neutron] 10.222.0.97 "GET /v2.0/networks/490619f6-df6b-4a81-8b12-97225a6da310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275902 Jun 17 18:03:26.802531 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-357e442d-625a-41e6-9734-e655904d317b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:26.807513 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-357e442d-625a-41e6-9734-e655904d317b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:26.811055 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-e9d05667-617b-441d-ba68-f244a4025e50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:03:26.852459 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-357e442d-625a-41e6-9734-e655904d317b admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=d256a1c15b494cc99f5fb2af32c59403&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1860030 Jun 17 18:03:26.852459 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357e442d-625a-41e6-9734-e655904d317b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=446beee9-4a82-457d-bdf8-c13ca221a63d,revision_number=1']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:03:26.853962 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 42274) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:03:26.855864 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-357e442d-625a-41e6-9734-e655904d317b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:03:26.922085 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-a6f907a1-2930-4a02-b6f6-4ff90012110b req-84ac4a1a-a080-4efb-9990-e83dca29c0fe service neutron] 10.222.0.97 "GET /v2.0/networks/490619f6-df6b-4a81-8b12-97225a6da310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790855 Jun 17 18:03:26.951351 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a61d11c-4e2f-46b0-b6c5-63600df1be04 req-671858ca-63e3-461c-a5e9-3b426700e9a2 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:26.952845 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-8a61d11c-4e2f-46b0-b6c5-63600df1be04 req-671858ca-63e3-461c-a5e9-3b426700e9a2 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/ports?device_id=d5636e88-17f4-4147-bd8f-a153f376b8aa HTTP/1.1" status: 200 len: 943 time: 0.1690769 Jun 17 18:03:26.957682 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-c43d92d8-c807-4114-81f2-6692c4d453ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:26.996225 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-c43d92d8-c807-4114-81f2-6692c4d453ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:27.031957 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-8a61d11c-4e2f-46b0-b6c5-63600df1be04 req-08364613-3cf7-4222-ad42-38d0d801a19f tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/security-groups?id=91f7f23c-b787-41c8-9305-85229b082856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722439 Jun 17 18:03:27.081353 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-c43d92d8-c807-4114-81f2-6692c4d453ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:27.085544 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-c43d92d8-c807-4114-81f2-6692c4d453ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:27.088843 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-c43d92d8-c807-4114-81f2-6692c4d453ba admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/446beee9-4a82-457d-bdf8-c13ca221a63d HTTP/1.1" status: 204 len: 168 time: 0.2337546 Jun 17 18:03:27.089788 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:03:27.099425 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43d92d8-c807-4114-81f2-6692c4d453ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=446beee9-4a82-457d-bdf8-c13ca221a63d,revision_number=None']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:03:27.102290 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-c43d92d8-c807-4114-81f2-6692c4d453ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:03:27.175321 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-1facbb02-988e-44c4-95a9-6e797b2a58da req-3de6b2bd-9398-4154-8fba-b0581d564b58 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/ports?device_id=43fd5a25-ffb4-4518-8fdb-430531a5365d HTTP/1.1" status: 200 len: 210 time: 0.0352528 Jun 17 18:03:27.333539 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9155a9-8795-4f70-a69d-414a0b3b29b9 req-0e13d174-4097-49aa-8b39-32581eaedcfb tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:27.335265 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-0e9155a9-8795-4f70-a69d-414a0b3b29b9 req-0e13d174-4097-49aa-8b39-32581eaedcfb tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/ports?device_id=ae2d03c1-55ad-4073-9b72-3acdf0aa8134 HTTP/1.1" status: 200 len: 931 time: 0.1411626 Jun 17 18:03:27.421152 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-0e9155a9-8795-4f70-a69d-414a0b3b29b9 req-eeec2466-89a3-4203-b269-4d354a40bcf9 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/security-groups?id=344af256-d773-4ff0-b9b9-f3fcbe207aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559161 Jun 17 18:03:27.474441 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb141634-d15a-4353-ad9a-aee63c5ffdbb req-98588bf8-c082-4082-b7c5-3ef7daa7fd98 tempest-DeleteServersTestJSON-1984471777 tempest-DeleteServersTestJSON-1984471777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:27.477060 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-bb141634-d15a-4353-ad9a-aee63c5ffdbb req-98588bf8-c082-4082-b7c5-3ef7daa7fd98 tempest-DeleteServersTestJSON-1984471777 tempest-DeleteServersTestJSON-1984471777-project] 10.222.0.97 "GET /v2.0/ports?device_id=dc1b9fb3-96fb-4894-a7ce-cf17b5b4c60a HTTP/1.1" status: 200 len: 943 time: 0.1695685 Jun 17 18:03:27.541682 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-bb141634-d15a-4353-ad9a-aee63c5ffdbb req-603a6e39-a487-4b51-8d9c-b9a25a7a70c4 tempest-DeleteServersTestJSON-1984471777 tempest-DeleteServersTestJSON-1984471777-project] 10.222.0.97 "GET /v2.0/security-groups?id=48188713-d4f3-4e47-a31a-4c9bc371b90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571613 Jun 17 18:03:27.593781 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-6e2c7eb0-b404-456f-a802-ee518eca6780 req-0155f605-dddd-4e08-9857-b9a4a96c909a tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "GET /v2.0/ports?device_id=412d6c27-5056-4695-a549-32b0b7c42bd5 HTTP/1.1" status: 200 len: 210 time: 0.0438309 Jun 17 18:03:27.998309 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.v2.base [req-f5344d9b-8f84-4ba6-9df9-2353b4fc96af req-4b6d883d-c004-422e-917e-273d5ca414ae service neutron] Request body: {'port': {'device_id': 'ae2d03c1-55ad-4073-9b72-3acdf0aa8134', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=92872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 18:03:28.073110 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-aff9cf3d-246e-4a6e-8b8e-751da7c6be9f req-1f652958-b4e1-4436-b684-139ff467b4e0 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=feb0bca1-f064-40e3-b604-ebbb98590cfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0710380 Jun 17 18:03:28.077231 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.95', 60080) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:03:28.183189 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-aff9cf3d-246e-4a6e-8b8e-751da7c6be9f req-e80e609c-77bd-410f-8dc8-fb44cc7f82b9 service neutron] 10.222.0.95 "GET /v2.0/networks/feb0bca1-f064-40e3-b604-ebbb98590cfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975778 Jun 17 18:03:28.295846 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e9673b-4017-4ff8-a1f2-3abf1e0a6a8d req-e768027c-8576-4848-b04c-a8c22f2942b2 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:28.295846 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-93e9673b-4017-4ff8-a1f2-3abf1e0a6a8d req-e768027c-8576-4848-b04c-a8c22f2942b2 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.95 "GET /v2.0/networks?id=a56ac911-462a-49b0-b749-9c491282bc98 HTTP/1.1" status: 200 len: 810 time: 0.2715223 Jun 17 18:03:28.300231 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [req-f5344d9b-8f84-4ba6-9df9-2353b4fc96af req-4b6d883d-c004-422e-917e-273d5ca414ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:28.404274 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ae69d5-5c3d-49b8-8c2c-e26b5bc715c9 req-53d378ef-2f1f-49b7-886b-1e23a69a3a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:28.406219 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-27ae69d5-5c3d-49b8-8c2c-e26b5bc715c9 req-53d378ef-2f1f-49b7-886b-1e23a69a3a42 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=623f5da845c24adfaa862156e92f7f73&device_id=d4ac72c4-640f-4b29-bebb-6e3ad492fde3 HTTP/1.1" status: 200 len: 1096 time: 0.3221772 Jun 17 18:03:28.495944 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-081a8080-6e50-41e1-8f51-dabcebc74cbd req-666a505f-9f9b-49b3-bb4d-b4755bde834d tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/ports?device_id=43fd5a25-ffb4-4518-8fdb-430531a5365d HTTP/1.1" status: 200 len: 210 time: 0.1069944 Jun 17 18:03:28.518200 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-aff9cf3d-246e-4a6e-8b8e-751da7c6be9f req-f01afa2e-6ef0-4460-9c20-d1f34c9562a4 service neutron] 10.222.0.95 "GET /v2.0/networks/feb0bca1-f064-40e3-b604-ebbb98590cfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2980652 Jun 17 18:03:28.529702 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-bb6387c2-0752-48e1-b04f-1e28ee0f54e2 req-e085d189-63e1-4081-8857-57bcf7d84aee service neutron] 10.222.0.95 "GET /v2.0/networks/f6175827-20d7-459d-859c-a960c64f9f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5350323 Jun 17 18:03:28.545042 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86b9966-e099-4866-afe8-75408fbe6bc0 req-0887ff00-8b67-47e4-9df9-3cfacd4f8bf2 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:28.546646 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-d86b9966-e099-4866-afe8-75408fbe6bc0 req-0887ff00-8b67-47e4-9df9-3cfacd4f8bf2 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/ports?device_id=d5636e88-17f4-4147-bd8f-a153f376b8aa HTTP/1.1" status: 200 len: 943 time: 0.2519293 Jun 17 18:03:28.603667 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-d86b9966-e099-4866-afe8-75408fbe6bc0 req-0d65dd3a-4531-4f8c-8308-c3e6bd6d629b tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/security-groups?id=91f7f23c-b787-41c8-9305-85229b082856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501547 Jun 17 18:03:28.725431 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d268c575-e01e-4dc7-a671-3ff717c2843d req-d23f1a82-d181-453d-b85c-13860ad18b71 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:28.735198 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-d268c575-e01e-4dc7-a671-3ff717c2843d req-d23f1a82-d181-453d-b85c-13860ad18b71 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/ports?device_id=ae2d03c1-55ad-4073-9b72-3acdf0aa8134 HTTP/1.1" status: 200 len: 931 time: 0.0900295 Jun 17 18:03:28.812967 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-d268c575-e01e-4dc7-a671-3ff717c2843d req-c1ce36f2-8c27-4155-babf-985071d9f681 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/security-groups?id=344af256-d773-4ff0-b9b9-f3fcbe207aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768631 Jun 17 18:03:28.868083 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3a5b35-e211-4174-b4fa-c128311072b3 req-e10c07cc-0c7b-4bd1-bd04-a9765362529d tempest-DeleteServersTestJSON-1984471777 tempest-DeleteServersTestJSON-1984471777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:28.870190 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-de3a5b35-e211-4174-b4fa-c128311072b3 req-e10c07cc-0c7b-4bd1-bd04-a9765362529d tempest-DeleteServersTestJSON-1984471777 tempest-DeleteServersTestJSON-1984471777-project] 10.222.0.97 "GET /v2.0/ports?device_id=dc1b9fb3-96fb-4894-a7ce-cf17b5b4c60a HTTP/1.1" status: 200 len: 943 time: 0.1236916 Jun 17 18:03:28.920643 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-de3a5b35-e211-4174-b4fa-c128311072b3 req-c0e6c894-6edc-494e-8c17-8ec5e94a189b tempest-DeleteServersTestJSON-1984471777 tempest-DeleteServersTestJSON-1984471777-project] 10.222.0.97 "GET /v2.0/security-groups?id=48188713-d4f3-4e47-a31a-4c9bc371b90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381858 Jun 17 18:03:28.934006 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.notifiers.nova [req-f5344d9b-8f84-4ba6-9df9-2353b4fc96af req-4b6d883d-c004-422e-917e-273d5ca414ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54ef4d5b-47ac-461e-a87d-a2ca55991ee0 {{(pid=92872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 18:03:28.942205 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [req-f5344d9b-8f84-4ba6-9df9-2353b4fc96af req-4b6d883d-c004-422e-917e-273d5ca414ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:28.961391 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.db.provisioning_blocks [req-f5344d9b-8f84-4ba6-9df9-2353b4fc96af req-4b6d883d-c004-422e-917e-273d5ca414ae service neutron] Transition to ACTIVE for port object 54ef4d5b-47ac-461e-a87d-a2ca55991ee0 will not be triggered until provisioned by entity L2. {{(pid=92872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 18:03:28.966650 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [req-f5344d9b-8f84-4ba6-9df9-2353b4fc96af req-4b6d883d-c004-422e-917e-273d5ca414ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479'] for port, after_update {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:28.972982 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-ac2b5322-09b4-4687-a202-0346bf99e87e tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:03:29.012395 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-0e4affac-abf2-448d-b85f-f59889913196 req-e9bbf415-15f4-4ded-974a-30ab41a9a0d2 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "GET /v2.0/ports?device_id=412d6c27-5056-4695-a549-32b0b7c42bd5 HTTP/1.1" status: 200 len: 210 time: 0.0418034 Jun 17 18:03:29.052193 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6d883d-c004-422e-917e-273d5ca414ae service neutron] Pushing event updated for resources: {'Port': ['ID=54ef4d5b-47ac-461e-a87d-a2ca55991ee0,revision_number=2']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:03:29.071281 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-4b6d883d-c004-422e-917e-273d5ca414ae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:03:29.084158 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.plugins.ml2.managers [req-f5344d9b-8f84-4ba6-9df9-2353b4fc96af req-4b6d883d-c004-422e-917e-273d5ca414ae service neutron] Attempting to bind port 54ef4d5b-47ac-461e-a87d-a2ca55991ee0 on host hv-cinder-78626 for vnic_type normal with profile {{(pid=92872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 18:03:29.084496 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.plugins.ml2.managers [req-f5344d9b-8f84-4ba6-9df9-2353b4fc96af req-4b6d883d-c004-422e-917e-273d5ca414ae service neutron] Attempting to bind port 54ef4d5b-47ac-461e-a87d-a2ca55991ee0 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '86fa7d04-d5b8-408a-84bd-320872eef607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': '64e72c49-5fe4-4eab-8346-e0f7ad7adcf2'}] {{(pid=92872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 18:03:29.084821 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5344d9b-8f84-4ba6-9df9-2353b4fc96af req-4b6d883d-c004-422e-917e-273d5ca414ae service neutron] Attempting to bind port 54ef4d5b-47ac-461e-a87d-a2ca55991ee0 on network 64e72c49-5fe4-4eab-8346-e0f7ad7adcf2 {{(pid=92872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 18:03:29.089120 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5344d9b-8f84-4ba6-9df9-2353b4fc96af req-4b6d883d-c004-422e-917e-273d5ca414ae service neutron] Port 54ef4d5b-47ac-461e-a87d-a2ca55991ee0 on network 64e72c49-5fe4-4eab-8346-e0f7ad7adcf2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=92872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 18:03:29.089437 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5344d9b-8f84-4ba6-9df9-2353b4fc96af req-4b6d883d-c004-422e-917e-273d5ca414ae service neutron] Attempting to bind port 54ef4d5b-47ac-461e-a87d-a2ca55991ee0 on network 64e72c49-5fe4-4eab-8346-e0f7ad7adcf2 {{(pid=92872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 18:03:29.094207 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5344d9b-8f84-4ba6-9df9-2353b4fc96af req-4b6d883d-c004-422e-917e-273d5ca414ae service neutron] Checking agent: {'id': '0a4c4f6c-022a-47ca-a1e7-cbe9e6e5e8a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 18, 1, 10), 'started_at': datetime.datetime(2021, 6, 17, 18, 1, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 18, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 18:03:29.094529 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5344d9b-8f84-4ba6-9df9-2353b4fc96af req-4b6d883d-c004-422e-917e-273d5ca414ae service neutron] Checking segment: {'id': '86fa7d04-d5b8-408a-84bd-320872eef607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': '64e72c49-5fe4-4eab-8346-e0f7ad7adcf2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 18:03:29.094888 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5344d9b-8f84-4ba6-9df9-2353b4fc96af req-4b6d883d-c004-422e-917e-273d5ca414ae service neutron] Bound using segment: {'id': '86fa7d04-d5b8-408a-84bd-320872eef607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': '64e72c49-5fe4-4eab-8346-e0f7ad7adcf2'} {{(pid=92872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 18:03:29.095322 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.plugins.ml2.managers [req-f5344d9b-8f84-4ba6-9df9-2353b4fc96af req-4b6d883d-c004-422e-917e-273d5ca414ae service neutron] Bound port: 54ef4d5b-47ac-461e-a87d-a2ca55991ee0, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86fa7d04-d5b8-408a-84bd-320872eef607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1116, 'network_id': '64e72c49-5fe4-4eab-8346-e0f7ad7adcf2'}}] {{(pid=92872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 18:03:29.095666 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [req-f5344d9b-8f84-4ba6-9df9-2353b4fc96af req-4b6d883d-c004-422e-917e-273d5ca414ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:29.159922 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.plugins.ml2.db [req-f5344d9b-8f84-4ba6-9df9-2353b4fc96af req-4b6d883d-c004-422e-917e-273d5ca414ae service neutron] For port 54ef4d5b-47ac-461e-a87d-a2ca55991ee0, host hv-cinder-78626, cleared binding levels {{(pid=92872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 18:03:29.164477 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.plugins.ml2.db [req-f5344d9b-8f84-4ba6-9df9-2353b4fc96af req-4b6d883d-c004-422e-917e-273d5ca414ae service neutron] For port 54ef4d5b-47ac-461e-a87d-a2ca55991ee0, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=54ef4d5b-47ac-461e-a87d-a2ca55991ee0,segment=NetworkSegment(86fa7d04-d5b8-408a-84bd-320872eef607),segment_id=86fa7d04-d5b8-408a-84bd-320872eef607)] {{(pid=92872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 18:03:29.170153 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [req-f5344d9b-8f84-4ba6-9df9-2353b4fc96af req-4b6d883d-c004-422e-917e-273d5ca414ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479'] for port, after_update {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:29.173341 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:03:29.204298 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5344d9b-8f84-4ba6-9df9-2353b4fc96af req-4b6d883d-c004-422e-917e-273d5ca414ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:29.204915 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [req-f5344d9b-8f84-4ba6-9df9-2353b4fc96af req-4b6d883d-c004-422e-917e-273d5ca414ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563787'] for port, before_response {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:29.206316 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-f5344d9b-8f84-4ba6-9df9-2353b4fc96af req-4b6d883d-c004-422e-917e-273d5ca414ae service neutron] 10.222.0.95 "PUT /v2.0/ports/54ef4d5b-47ac-461e-a87d-a2ca55991ee0 HTTP/1.1" status: 200 len: 1093 time: 1.2128906 Jun 17 18:03:29.206788 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae2d03c1-55ad-4073-9b72-3acdf0aa8134', 'tag': '54ef4d5b-47ac-461e-a87d-a2ca55991ee0'}] {{(pid=92872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 18:03:29.209086 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f987f925adb95fb5f2d31a9334b96ac5a9607b390d68bc71a63c7260745a89d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0de3ddbb-19c8-42d6-876c-c78d796f9cb3" -d '{"events": [{"name": "network-changed", "server_uuid": "ae2d03c1-55ad-4073-9b72-3acdf0aa8134", "tag": "54ef4d5b-47ac-461e-a87d-a2ca55991ee0"}]}' {{(pid=92872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 18:03:29.241434 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6d883d-c004-422e-917e-273d5ca414ae service neutron] Pushing event updated for resources: {'Port': ['ID=54ef4d5b-47ac-461e-a87d-a2ca55991ee0,revision_number=3']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:03:29.245732 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-4b6d883d-c004-422e-917e-273d5ca414ae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:03:29.249846 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 18:03:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c6c644c-4a03-4ab3-9570-b1102d9de750 x-openstack-request-id: req-5c6c644c-4a03-4ab3-9570-b1102d9de750 {{(pid=92872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 18:03:29.250221 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae2d03c1-55ad-4073-9b72-3acdf0aa8134", "tag": "54ef4d5b-47ac-461e-a87d-a2ca55991ee0", "status": "completed", "code": 200}]} {{(pid=92872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 18:03:29.250558 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-5c6c644c-4a03-4ab3-9570-b1102d9de750 {{(pid=92872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 18:03:29.251085 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae2d03c1-55ad-4073-9b72-3acdf0aa8134', 'tag': '54ef4d5b-47ac-461e-a87d-a2ca55991ee0', 'status': 'completed', 'code': 200} Jun 17 18:03:29.655800 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-f34970ed-5294-41b9-a283-9e312d5fb271 req-7d9fbd12-3ff3-4a38-b84c-9607c50fe748 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/ports?device_id=43fd5a25-ffb4-4518-8fdb-430531a5365d HTTP/1.1" status: 200 len: 210 time: 0.0312719 Jun 17 18:03:29.764176 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52c9af4-1a58-4141-adc0-45f2b7e7f9e1 req-dc7a4ef3-854c-4e53-bc8a-48ab2a73fcbf tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:29.765599 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-e52c9af4-1a58-4141-adc0-45f2b7e7f9e1 req-dc7a4ef3-854c-4e53-bc8a-48ab2a73fcbf tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/ports?device_id=d5636e88-17f4-4147-bd8f-a153f376b8aa HTTP/1.1" status: 200 len: 943 time: 0.0609567 Jun 17 18:03:29.802145 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-e52c9af4-1a58-4141-adc0-45f2b7e7f9e1 req-7faed3d5-5ec9-444f-9c1b-47cdca7eaf25 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/security-groups?id=91f7f23c-b787-41c8-9305-85229b082856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310953 Jun 17 18:03:29.996533 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc22184-f653-4649-9d75-98bcf149c78f req-71d88cfd-6c41-4c0c-8bea-d442c9de28e4 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:29.997982 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-0fc22184-f653-4649-9d75-98bcf149c78f req-71d88cfd-6c41-4c0c-8bea-d442c9de28e4 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/ports?device_id=ae2d03c1-55ad-4073-9b72-3acdf0aa8134 HTTP/1.1" status: 200 len: 943 time: 0.0634220 Jun 17 18:03:30.036913 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-0fc22184-f653-4649-9d75-98bcf149c78f req-6216ba59-bc3a-435c-be2a-fd1914275543 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/security-groups?id=344af256-d773-4ff0-b9b9-f3fcbe207aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331182 Jun 17 18:03:30.099494 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a784349-8db8-4f61-8790-e9111512074c req-a39c67f8-9696-4b13-858b-b9dc99d6a32f tempest-DeleteServersTestJSON-1984471777 tempest-DeleteServersTestJSON-1984471777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:30.100978 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-6a784349-8db8-4f61-8790-e9111512074c req-a39c67f8-9696-4b13-858b-b9dc99d6a32f tempest-DeleteServersTestJSON-1984471777 tempest-DeleteServersTestJSON-1984471777-project] 10.222.0.97 "GET /v2.0/ports?device_id=dc1b9fb3-96fb-4894-a7ce-cf17b5b4c60a HTTP/1.1" status: 200 len: 943 time: 0.0682027 Jun 17 18:03:30.147756 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-6a784349-8db8-4f61-8790-e9111512074c req-e0022a24-6da7-4728-8043-a7610b33f85f tempest-DeleteServersTestJSON-1984471777 tempest-DeleteServersTestJSON-1984471777-project] 10.222.0.97 "GET /v2.0/security-groups?id=48188713-d4f3-4e47-a31a-4c9bc371b90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412209 Jun 17 18:03:30.164923 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-7e13706e-5de6-421d-b333-8045415c07ae req-9bd28967-cb95-4ccc-ac09-27e8a68f6ee6 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "GET /v2.0/ports?device_id=412d6c27-5056-4695-a549-32b0b7c42bd5 HTTP/1.1" status: 200 len: 210 time: 0.0313725 Jun 17 18:03:30.795787 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-f69dee77-8f87-4223-a93b-c9d5076a427d req-5d99e1cf-4e20-4e65-a41a-9e9a4fde8189 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/ports?device_id=43fd5a25-ffb4-4518-8fdb-430531a5365d HTTP/1.1" status: 200 len: 210 time: 0.0272262 Jun 17 18:03:30.982178 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1be8823-a0a1-41d5-acb9-4f4c3a81e74e req-3bf67fa4-c47f-49c4-8da8-53ee8288df2a tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:30.983515 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-a1be8823-a0a1-41d5-acb9-4f4c3a81e74e req-3bf67fa4-c47f-49c4-8da8-53ee8288df2a tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/ports?device_id=d5636e88-17f4-4147-bd8f-a153f376b8aa HTTP/1.1" status: 200 len: 943 time: 0.0642481 Jun 17 18:03:31.019287 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-a1be8823-a0a1-41d5-acb9-4f4c3a81e74e req-fbd155ec-8ccc-48dc-8583-80ca9a87adf9 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/security-groups?id=91f7f23c-b787-41c8-9305-85229b082856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302670 Jun 17 18:03:31.208477 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7ee35c-df63-4370-bd51-68c1b101a223 req-9794dbf3-eb8d-47bc-aa82-f6c02fbe5d40 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:31.209986 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-6a7ee35c-df63-4370-bd51-68c1b101a223 req-9794dbf3-eb8d-47bc-aa82-f6c02fbe5d40 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/ports?device_id=ae2d03c1-55ad-4073-9b72-3acdf0aa8134 HTTP/1.1" status: 200 len: 943 time: 0.0656135 Jun 17 18:03:31.291419 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-93e9673b-4017-4ff8-a1f2-3abf1e0a6a8d req-960d2ee3-995f-4940-b5cf-0c8fe5fd4511 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=59d1c386609e449fb41deccf8db32944 HTTP/1.1" status: 200 len: 380 time: 0.0798724 Jun 17 18:03:31.316071 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-6a7ee35c-df63-4370-bd51-68c1b101a223 req-8153c25a-6031-48c7-bf7c-5d825e886c89 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/security-groups?id=344af256-d773-4ff0-b9b9-f3fcbe207aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992076 Jun 17 18:03:31.362595 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb42897-4a22-4aef-94cf-d459870fc94e req-33af77fd-ca01-42ea-8e1f-0d8b6ee46178 tempest-DeleteServersTestJSON-1984471777 tempest-DeleteServersTestJSON-1984471777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:31.364420 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-2bb42897-4a22-4aef-94cf-d459870fc94e req-33af77fd-ca01-42ea-8e1f-0d8b6ee46178 tempest-DeleteServersTestJSON-1984471777 tempest-DeleteServersTestJSON-1984471777-project] 10.222.0.97 "GET /v2.0/ports?device_id=dc1b9fb3-96fb-4894-a7ce-cf17b5b4c60a HTTP/1.1" status: 200 len: 943 time: 0.0958648 Jun 17 18:03:31.370161 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.v2.base [req-93e9673b-4017-4ff8-a1f2-3abf1e0a6a8d req-fed99772-13ac-40c4-aa7f-07bf9602eb16 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Request body: {'port': {'device_id': '412d6c27-5056-4695-a549-32b0b7c42bd5', 'network_id': 'a56ac911-462a-49b0-b749-9c491282bc98', 'admin_state_up': True, 'tenant_id': '59d1c386609e449fb41deccf8db32944', 'security_groups': ['19e58ac4-2b2e-45d9-bd7b-7c5e46ae7cc8']}} {{(pid=92874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 18:03:31.514663 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ae69d5-5c3d-49b8-8c2c-e26b5bc715c9 req-dba55634-340f-4288-a93c-94470968358d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:31.516926 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-27ae69d5-5c3d-49b8-8c2c-e26b5bc715c9 req-dba55634-340f-4288-a93c-94470968358d service neutron] 10.222.0.95 "GET /v2.0/networks?tenant_id=623f5da845c24adfaa862156e92f7f73&shared=False HTTP/1.1" status: 200 len: 921 time: 0.2377591 Jun 17 18:03:31.518714 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d99ff4c-de86-4b4b-91e7-fe59237d982e req-facd8a18-45b3-4624-980e-dfcd9949de06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:31.520150 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-7d99ff4c-de86-4b4b-91e7-fe59237d982e req-facd8a18-45b3-4624-980e-dfcd9949de06 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0acb8a69956445cf93d47e2da25da9cb&device_id=d5636e88-17f4-4147-bd8f-a153f376b8aa HTTP/1.1" status: 200 len: 1096 time: 0.1517758 Jun 17 18:03:31.779600 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-1ce816be-5b01-4493-97ab-6c85602db052 req-357011d0-7719-47cc-8291-0a38eeab89bf tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "GET /v2.0/ports?device_id=412d6c27-5056-4695-a549-32b0b7c42bd5 HTTP/1.1" status: 200 len: 210 time: 0.0485394 Jun 17 18:03:31.783754 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ae69d5-5c3d-49b8-8c2c-e26b5bc715c9 req-bd106f9d-9474-4898-b35e-6d49a2943409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:31.785434 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-27ae69d5-5c3d-49b8-8c2c-e26b5bc715c9 req-bd106f9d-9474-4898-b35e-6d49a2943409 service neutron] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2257462 Jun 17 18:03:31.786504 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d99ff4c-de86-4b4b-91e7-fe59237d982e req-cfb1fd16-921b-491a-b362-509b1e81762c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:31.787793 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-7d99ff4c-de86-4b4b-91e7-fe59237d982e req-cfb1fd16-921b-491a-b362-509b1e81762c service neutron] 10.222.0.95 "GET /v2.0/networks?id=f6175827-20d7-459d-859c-a960c64f9f7b HTTP/1.1" status: 200 len: 916 time: 0.2583768 Jun 17 18:03:31.795795 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-2bb42897-4a22-4aef-94cf-d459870fc94e req-5d1a1a4f-0570-45e1-8b59-bdc295a95897 tempest-DeleteServersTestJSON-1984471777 tempest-DeleteServersTestJSON-1984471777-project] 10.222.0.97 "GET /v2.0/security-groups?id=48188713-d4f3-4e47-a31a-4c9bc371b90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3686891 Jun 17 18:03:31.823713 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de3ddbb-19c8-42d6-876c-c78d796f9cb3 req-e1599c41-4307-477b-8327-435cce8505f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:31.824589 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-0de3ddbb-19c8-42d6-876c-c78d796f9cb3 req-e1599c41-4307-477b-8327-435cce8505f9 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=623f5da845c24adfaa862156e92f7f73&device_id=ae2d03c1-55ad-4073-9b72-3acdf0aa8134 HTTP/1.1" status: 200 len: 1096 time: 0.3481281 Jun 17 18:03:31.834325 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93e9673b-4017-4ff8-a1f2-3abf1e0a6a8d req-fed99772-13ac-40c4-aa7f-07bf9602eb16 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Made reservation on behalf of 59d1c386609e449fb41deccf8db32944 for: {'port': 1} {{(pid=92874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 18:03:31.838233 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-93e9673b-4017-4ff8-a1f2-3abf1e0a6a8d req-fed99772-13ac-40c4-aa7f-07bf9602eb16 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1986742'] for port, before_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:31.844099 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-7d99ff4c-de86-4b4b-91e7-fe59237d982e req-520f890b-9877-4923-8c73-53ae75869ec8 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=66b35a25-01d6-4d67-ad06-eac51e9a99a7 HTTP/1.1" status: 200 len: 217 time: 0.0362387 Jun 17 18:03:31.948273 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d99ff4c-de86-4b4b-91e7-fe59237d982e req-46e9f7d9-2100-46dd-abf0-982bf9535b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:31.949747 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-7d99ff4c-de86-4b4b-91e7-fe59237d982e req-46e9f7d9-2100-46dd-abf0-982bf9535b9d service neutron] 10.222.0.95 "GET /v2.0/subnets?id=6d9eae51-247c-4135-a165-61e9ae8adce9 HTTP/1.1" status: 200 len: 854 time: 0.0812063 Jun 17 18:03:31.981362 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-db9adb3b-e494-41f6-a02a-5628c82149fe req-6bedce5e-83b9-4576-8120-c7cadac70676 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/ports?device_id=43fd5a25-ffb4-4518-8fdb-430531a5365d HTTP/1.1" status: 200 len: 210 time: 0.0631857 Jun 17 18:03:31.987122 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-7d99ff4c-de86-4b4b-91e7-fe59237d982e req-ffebb2d8-62d1-4521-97d4-747ce1bc18f7 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=f6175827-20d7-459d-859c-a960c64f9f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301135 Jun 17 18:03:31.989516 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63716ea6-a783-4294-8fcb-8d59cda767e1 req-9050b1c6-c0fd-4ea8-b9b0-6c7fa840fb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:31.990829 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-63716ea6-a783-4294-8fcb-8d59cda767e1 req-9050b1c6-c0fd-4ea8-b9b0-6c7fa840fb24 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=623f5da845c24adfaa862156e92f7f73&device_id=d4ac72c4-640f-4b29-bebb-6e3ad492fde3 HTTP/1.1" status: 200 len: 1096 time: 0.1120858 Jun 17 18:03:32.089622 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-63716ea6-a783-4294-8fcb-8d59cda767e1 req-a396896c-8c39-403a-b0b9-5d6be1142e23 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8d512d72-e38b-44d0-857f-e6bc293dc5c0 HTTP/1.1" status: 200 len: 217 time: 0.0449662 Jun 17 18:03:32.137894 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de3ddbb-19c8-42d6-876c-c78d796f9cb3 req-ba28723d-3bcb-46b4-b99c-3624ed9e3665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:32.139354 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-0de3ddbb-19c8-42d6-876c-c78d796f9cb3 req-ba28723d-3bcb-46b4-b99c-3624ed9e3665 service neutron] 10.222.0.95 "GET /v2.0/networks?tenant_id=623f5da845c24adfaa862156e92f7f73&shared=False HTTP/1.1" status: 200 len: 921 time: 0.2468977 Jun 17 18:03:32.140411 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.db.db_base_plugin_common [req-93e9673b-4017-4ff8-a1f2-3abf1e0a6a8d req-fed99772-13ac-40c4-aa7f-07bf9602eb16 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Allocated IP 172.20.0.5 (a56ac911-462a-49b0-b749-9c491282bc98/1c1a0998-b783-48f3-b815-e77d3448c78f/4a2a0eaf-60b9-4d22-98ef-b13c04e2d17a) {{(pid=92874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 18:03:32.226449 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63716ea6-a783-4294-8fcb-8d59cda767e1 req-373725bc-f73d-47b1-b549-7a664111c988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:32.226673 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-63716ea6-a783-4294-8fcb-8d59cda767e1 req-373725bc-f73d-47b1-b549-7a664111c988 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=aaa033e4-31af-4af5-8b46-e711281f5e48 HTTP/1.1" status: 200 len: 859 time: 0.1270623 Jun 17 18:03:32.283675 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-63716ea6-a783-4294-8fcb-8d59cda767e1 req-62235d4f-e8fd-4848-ae4d-5e42eb4d5483 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=64e72c49-5fe4-4eab-8346-e0f7ad7adcf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469177 Jun 17 18:03:32.364570 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-7d99ff4c-de86-4b4b-91e7-fe59237d982e req-58c54bf9-6eb2-4c69-90d7-ff8b3817f914 service neutron] 10.222.0.95 "GET /v2.0/networks/f6175827-20d7-459d-859c-a960c64f9f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2736244 Jun 17 18:03:32.450512 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd084e5-e74f-4367-90e7-45e07718a15e req-9971c55b-e241-43c0-8bb0-9e4986bb0efd tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:32.452228 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-fcd084e5-e74f-4367-90e7-45e07718a15e req-9971c55b-e241-43c0-8bb0-9e4986bb0efd tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/ports?device_id=d5636e88-17f4-4147-bd8f-a153f376b8aa HTTP/1.1" status: 200 len: 943 time: 0.3095889 Jun 17 18:03:32.455981 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de3ddbb-19c8-42d6-876c-c78d796f9cb3 req-da95acbd-2ead-4855-8435-324384fe7765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:32.457492 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-0de3ddbb-19c8-42d6-876c-c78d796f9cb3 req-da95acbd-2ead-4855-8435-324384fe7765 service neutron] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2723241 Jun 17 18:03:32.513586 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f907a1-2930-4a02-b6f6-4ff90012110b req-7ac0b76a-b5f1-4bb2-a115-b149e04ac5e1 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:32.515255 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-a6f907a1-2930-4a02-b6f6-4ff90012110b req-7ac0b76a-b5f1-4bb2-a115-b149e04ac5e1 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.95 "GET /v2.0/networks?id=490619f6-df6b-4a81-8b12-97225a6da310 HTTP/1.1" status: 200 len: 817 time: 0.3194003 Jun 17 18:03:32.536833 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-fcd084e5-e74f-4367-90e7-45e07718a15e req-4bfde022-1a2d-4dfd-a833-51c5aa3e6df6 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/security-groups?id=91f7f23c-b787-41c8-9305-85229b082856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779800 Jun 17 18:03:32.543651 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-93e9673b-4017-4ff8-a1f2-3abf1e0a6a8d req-fed99772-13ac-40c4-aa7f-07bf9602eb16 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Notify callbacks [] for port, precommit_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:32.624525 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.db.provisioning_blocks [req-93e9673b-4017-4ff8-a1f2-3abf1e0a6a8d req-fed99772-13ac-40c4-aa7f-07bf9602eb16 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Transition to ACTIVE for port object 4a2a0eaf-60b9-4d22-98ef-b13c04e2d17a will not be triggered until provisioned by entity DHCP. {{(pid=92874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 18:03:32.685989 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5344d9b-8f84-4ba6-9df9-2353b4fc96af req-2fd0b4d2-4a5c-42f2-b73c-596d5a23ff52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:32.687509 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-f5344d9b-8f84-4ba6-9df9-2353b4fc96af req-2fd0b4d2-4a5c-42f2-b73c-596d5a23ff52 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=623f5da845c24adfaa862156e92f7f73&device_id=ae2d03c1-55ad-4073-9b72-3acdf0aa8134 HTTP/1.1" status: 200 len: 1096 time: 0.1180253 Jun 17 18:03:32.697048 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb4ea42-427e-4a4a-887b-707f50dc6746 req-fe5066fb-fb89-4e42-b051-4c1744c1023f tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:32.698628 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-beb4ea42-427e-4a4a-887b-707f50dc6746 req-fe5066fb-fb89-4e42-b051-4c1744c1023f tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/ports?device_id=ae2d03c1-55ad-4073-9b72-3acdf0aa8134 HTTP/1.1" status: 200 len: 943 time: 0.1807618 Jun 17 18:03:32.737156 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-f5344d9b-8f84-4ba6-9df9-2353b4fc96af req-c2cb1fed-135a-493b-87d7-db67348af075 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=54ef4d5b-47ac-461e-a87d-a2ca55991ee0 HTTP/1.1" status: 200 len: 217 time: 0.0359631 Jun 17 18:03:32.740367 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-93e9673b-4017-4ff8-a1f2-3abf1e0a6a8d req-fed99772-13ac-40c4-aa7f-07bf9602eb16 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1986807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743364645416'] for port, after_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:32.786764 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-63716ea6-a783-4294-8fcb-8d59cda767e1 req-4f9c6d6e-b215-4e23-97d5-2a2f47ed37f0 service neutron] 10.222.0.95 "GET /v2.0/networks/64e72c49-5fe4-4eab-8346-e0f7ad7adcf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4537067 Jun 17 18:03:32.787275 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-1ae580d4-19c9-4552-af27-916524235f01 tempest-DeleteServersTestJSON-1984471777 tempest-DeleteServersTestJSON-1984471777-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:03:32.834437 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93e9673b-4017-4ff8-a1f2-3abf1e0a6a8d req-fed99772-13ac-40c4-aa7f-07bf9602eb16 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Network a56ac911-462a-49b0-b749-9c491282bc98 is already hosted by enough agents. {{(pid=92874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 18:03:32.841616 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.scheduler.base_scheduler [req-93e9673b-4017-4ff8-a1f2-3abf1e0a6a8d req-fed99772-13ac-40c4-aa7f-07bf9602eb16 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Resources bound (agent type, host, resource id): {{(pid=92874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 18:03:32.856146 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.db.l3_dvrscheduler_db [req-93e9673b-4017-4ff8-a1f2-3abf1e0a6a8d req-fed99772-13ac-40c4-aa7f-07bf9602eb16 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Received port after_create {{(pid=92874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 18:03:32.864762 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e9673b-4017-4ff8-a1f2-3abf1e0a6a8d req-fed99772-13ac-40c4-aa7f-07bf9602eb16 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:32.865649 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-93e9673b-4017-4ff8-a1f2-3abf1e0a6a8d req-fed99772-13ac-40c4-aa7f-07bf9602eb16 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563787'] for port, before_response {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:32.912214 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-beb4ea42-427e-4a4a-887b-707f50dc6746 req-ef4704f6-52d6-4e63-9e10-588208426c07 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/security-groups?id=344af256-d773-4ff0-b9b9-f3fcbe207aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666615 Jun 17 18:03:32.914158 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5344d9b-8f84-4ba6-9df9-2353b4fc96af req-6324d976-4ae6-422e-8786-7f9132d604f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:32.915806 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-f5344d9b-8f84-4ba6-9df9-2353b4fc96af req-6324d976-4ae6-422e-8786-7f9132d604f5 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=aaa033e4-31af-4af5-8b46-e711281f5e48 HTTP/1.1" status: 200 len: 859 time: 0.1682005 Jun 17 18:03:32.926718 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed99772-13ac-40c4-aa7f-07bf9602eb16 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Pushing event updated for resources: {'Port': ['ID=4a2a0eaf-60b9-4d22-98ef-b13c04e2d17a,revision_number=1']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:03:32.945822 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-fed99772-13ac-40c4-aa7f-07bf9602eb16 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:03:32.970692 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-93e9673b-4017-4ff8-a1f2-3abf1e0a6a8d req-fed99772-13ac-40c4-aa7f-07bf9602eb16 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6051760 Jun 17 18:03:33.018919 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-f5344d9b-8f84-4ba6-9df9-2353b4fc96af req-ed09d7b5-a6b0-408d-9804-5bcc72d11cc9 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=64e72c49-5fe4-4eab-8346-e0f7ad7adcf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0909014 Jun 17 18:03:33.026213 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.v2.base [req-93e9673b-4017-4ff8-a1f2-3abf1e0a6a8d req-7c045dd4-0535-42ad-addb-695cf51abdd2 service neutron] Request body: {'port': {'device_id': '412d6c27-5056-4695-a549-32b0b7c42bd5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=92874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 18:03:33.036097 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-a6f907a1-2930-4a02-b6f6-4ff90012110b req-b1ce7ed5-a79f-4886-853d-1eefa815cb9b tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=42f4cfc5a3374a4084d73b360a838bfd HTTP/1.1" status: 200 len: 379 time: 0.4851525 Jun 17 18:03:33.039333 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-7d99ff4c-de86-4b4b-91e7-fe59237d982e req-abf12d9e-22c6-442f-9001-60f7224b2c84 service neutron] 10.222.0.95 "GET /v2.0/networks/f6175827-20d7-459d-859c-a960c64f9f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6680007 Jun 17 18:03:33.049915 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.v2.base [req-a6f907a1-2930-4a02-b6f6-4ff90012110b req-0ab94b14-3715-4b4b-9db4-a0af4e19ea89 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Request body: {'port': {'device_id': '43fd5a25-ffb4-4518-8fdb-430531a5365d', 'network_id': '490619f6-df6b-4a81-8b12-97225a6da310', 'admin_state_up': True, 'tenant_id': '42f4cfc5a3374a4084d73b360a838bfd', 'security_groups': ['3dcea033-1931-485c-8e80-04f1de860c08']}} {{(pid=92872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 18:03:33.126585 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Device 66b35a25-01d6-4d67-ad06-eac51e9a99a7 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=92880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 18:03:33.243043 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-63716ea6-a783-4294-8fcb-8d59cda767e1 req-ce45a4e8-77cc-4d9c-a80a-156667ec618c service neutron] 10.222.0.95 "GET /v2.0/networks/64e72c49-5fe4-4eab-8346-e0f7ad7adcf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4448090 Jun 17 18:03:33.262862 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] For port 66b35a25-01d6-4d67-ad06-eac51e9a99a7, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=66b35a25-01d6-4d67-ad06-eac51e9a99a7,segment=NetworkSegment(ec1be91d-5013-401a-90de-3135f9e6b68b),segment_id=ec1be91d-5013-401a-90de-3135f9e6b68b)] {{(pid=92880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:03:33.282180 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Returning: {'device': '66b35a25-01d6-4d67-ad06-eac51e9a99a7', 'network_id': 'f6175827-20d7-459d-859c-a960c64f9f7b', 'port_id': '66b35a25-01d6-4d67-ad06-eac51e9a99a7', 'mac_address': 'fa:16:3e:ae:df:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d9eae51-247c-4135-a165-61e9ae8adce9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 18:03:33.323272 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:33.338937 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-4490280a-909d-4ed2-924d-76c382861f53 None None] Provisioning for port 4a2a0eaf-60b9-4d22-98ef-b13c04e2d17a completed by entity DHCP. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 18:03:33.349598 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-4490280a-909d-4ed2-924d-76c382861f53 None None] Provisioning complete for port 4a2a0eaf-60b9-4d22-98ef-b13c04e2d17a triggered by entity DHCP. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 18:03:33.350213 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-4490280a-909d-4ed2-924d-76c382861f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687209'] for port, provisioning_complete {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:33.356567 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.notifiers.nova [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66b35a25-01d6-4d67-ad06-eac51e9a99a7 {{(pid=92880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 18:03:33.361982 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-f5344d9b-8f84-4ba6-9df9-2353b4fc96af req-415bdc28-40a8-4ea1-8e01-9352714aa245 service neutron] 10.222.0.95 "GET /v2.0/networks/64e72c49-5fe4-4eab-8346-e0f7ad7adcf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3259075 Jun 17 18:03:33.365101 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-93e9673b-4017-4ff8-a1f2-3abf1e0a6a8d req-7c045dd4-0535-42ad-addb-695cf51abdd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:33.382257 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] For port 66b35a25-01d6-4d67-ad06-eac51e9a99a7, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=66b35a25-01d6-4d67-ad06-eac51e9a99a7,segment=NetworkSegment(ec1be91d-5013-401a-90de-3135f9e6b68b),segment_id=ec1be91d-5013-401a-90de-3135f9e6b68b)] {{(pid=92880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:03:33.406605 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6f907a1-2930-4a02-b6f6-4ff90012110b req-0ab94b14-3715-4b4b-9db4-a0af4e19ea89 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Made reservation on behalf of 42f4cfc5a3374a4084d73b360a838bfd for: {'port': 1} {{(pid=92872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 18:03:33.422031 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [req-a6f907a1-2930-4a02-b6f6-4ff90012110b req-0ab94b14-3715-4b4b-9db4-a0af4e19ea89 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1986742'] for port, before_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:33.422185 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479'] for port, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:33.422975 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Device c1d6bb65-b56e-4e13-85b1-1d67a7e7a68e details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=92880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 18:03:33.426347 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-7db6401e-3621-4d50-9270-79557f853a19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:03:33.516186 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.plugin [None req-4490280a-909d-4ed2-924d-76c382861f53 None None] Port 4a2a0eaf-60b9-4d22-98ef-b13c04e2d17a cannot update to ACTIVE because it is not bound. {{(pid=92880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 18:03:33.524276 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a45f7e5-28db-4383-a1c4-0bd93b8edda4 req-753237dd-18fa-4a1f-9a90-fdba80da7871 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:33.541216 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-4a45f7e5-28db-4383-a1c4-0bd93b8edda4 req-753237dd-18fa-4a1f-9a90-fdba80da7871 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "GET /v2.0/ports?device_id=412d6c27-5056-4695-a549-32b0b7c42bd5 HTTP/1.1" status: 200 len: 931 time: 0.4444697 Jun 17 18:03:33.610723 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Pushing event updated for resources: {'Port': ['ID=66b35a25-01d6-4d67-ad06-eac51e9a99a7,revision_number=4']} {{(pid=92880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:03:33.617672 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:03:33.633625 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849f3b5f-95f8-4b1a-b874-fc978c2cf42a req-7e34d134-eb06-42ad-a8ab-2031a2207dab tempest-DeleteServersTestJSON-1984471777 tempest-DeleteServersTestJSON-1984471777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:33.641096 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-849f3b5f-95f8-4b1a-b874-fc978c2cf42a req-7e34d134-eb06-42ad-a8ab-2031a2207dab tempest-DeleteServersTestJSON-1984471777 tempest-DeleteServersTestJSON-1984471777-project] 10.222.0.97 "GET /v2.0/ports?device_id=dc1b9fb3-96fb-4894-a7ce-cf17b5b4c60a HTTP/1.1" status: 200 len: 943 time: 0.5263326 Jun 17 18:03:33.718634 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] For port c1d6bb65-b56e-4e13-85b1-1d67a7e7a68e, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=c1d6bb65-b56e-4e13-85b1-1d67a7e7a68e,segment=NetworkSegment(4d48f87c-16fb-4b3a-8ad2-c3ae0d9a92a0),segment_id=4d48f87c-16fb-4b3a-8ad2-c3ae0d9a92a0)] {{(pid=92880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:03:33.731602 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Returning: {'device': 'c1d6bb65-b56e-4e13-85b1-1d67a7e7a68e', 'network_id': 'feb0bca1-f064-40e3-b604-ebbb98590cfb', 'port_id': 'c1d6bb65-b56e-4e13-85b1-1d67a7e7a68e', 'mac_address': 'fa:16:3e:dc:22:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96374547-6a24-4110-87c5-515f02aa11d2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 18:03:33.742321 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.db.db_base_plugin_common [req-a6f907a1-2930-4a02-b6f6-4ff90012110b req-0ab94b14-3715-4b4b-9db4-a0af4e19ea89 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Allocated IP 172.20.0.3 (490619f6-df6b-4a81-8b12-97225a6da310/d12fe909-5b0e-4b17-a966-d3ca34ed6db9/83c3404f-d49e-4e1b-831c-0b25c4e59742) {{(pid=92872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 18:03:33.778150 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:33.798124 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.notifiers.nova [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1d6bb65-b56e-4e13-85b1-1d67a7e7a68e {{(pid=92880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 18:03:33.824707 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] For port c1d6bb65-b56e-4e13-85b1-1d67a7e7a68e, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=c1d6bb65-b56e-4e13-85b1-1d67a7e7a68e,segment=NetworkSegment(4d48f87c-16fb-4b3a-8ad2-c3ae0d9a92a0),segment_id=4d48f87c-16fb-4b3a-8ad2-c3ae0d9a92a0)] {{(pid=92880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:03:33.831263 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479'] for port, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:33.834026 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:03:33.902978 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Pushing event updated for resources: {'Port': ['ID=c1d6bb65-b56e-4e13-85b1-1d67a7e7a68e,revision_number=4']} {{(pid=92880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:03:33.907909 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:03:33.927858 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [req-a6f907a1-2930-4a02-b6f6-4ff90012110b req-0ab94b14-3715-4b4b-9db4-a0af4e19ea89 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Notify callbacks [] for port, precommit_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:33.944192 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.db.provisioning_blocks [req-a6f907a1-2930-4a02-b6f6-4ff90012110b req-0ab94b14-3715-4b4b-9db4-a0af4e19ea89 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Transition to ACTIVE for port object 83c3404f-d49e-4e1b-831c-0b25c4e59742 will not be triggered until provisioned by entity DHCP. {{(pid=92872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 18:03:33.964723 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-4a45f7e5-28db-4383-a1c4-0bd93b8edda4 req-8fdc60af-daf0-482f-b7a9-4a7b2ebb9997 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "GET /v2.0/security-groups?id=19e58ac4-2b2e-45d9-bd7b-7c5e46ae7cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4184237 Jun 17 18:03:33.976870 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-f5344d9b-8f84-4ba6-9df9-2353b4fc96af req-f714944c-a4e9-40ab-b810-f44cca46e054 service neutron] 10.222.0.95 "GET /v2.0/networks/64e72c49-5fe4-4eab-8346-e0f7ad7adcf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5983877 Jun 17 18:03:33.986863 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-849f3b5f-95f8-4b1a-b874-fc978c2cf42a req-310f082d-35e1-49e4-9526-6ba4b48280b3 tempest-DeleteServersTestJSON-1984471777 tempest-DeleteServersTestJSON-1984471777-project] 10.222.0.97 "GET /v2.0/security-groups?id=48188713-d4f3-4e47-a31a-4c9bc371b90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3449557 Jun 17 18:03:34.004353 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [req-a6f907a1-2930-4a02-b6f6-4ff90012110b req-0ab94b14-3715-4b4b-9db4-a0af4e19ea89 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1986807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743364645416'] for port, after_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:34.011854 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:03:34.064029 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6f907a1-2930-4a02-b6f6-4ff90012110b req-0ab94b14-3715-4b4b-9db4-a0af4e19ea89 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Network 490619f6-df6b-4a81-8b12-97225a6da310 is already hosted by enough agents. {{(pid=92872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 18:03:34.072738 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.scheduler.base_scheduler [req-a6f907a1-2930-4a02-b6f6-4ff90012110b req-0ab94b14-3715-4b4b-9db4-a0af4e19ea89 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Resources bound (agent type, host, resource id): {{(pid=92872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 18:03:34.077889 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6f907a1-2930-4a02-b6f6-4ff90012110b req-0ab94b14-3715-4b4b-9db4-a0af4e19ea89 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Received port after_create {{(pid=92872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 18:03:34.083647 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f907a1-2930-4a02-b6f6-4ff90012110b req-0ab94b14-3715-4b4b-9db4-a0af4e19ea89 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:34.084339 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [req-a6f907a1-2930-4a02-b6f6-4ff90012110b req-0ab94b14-3715-4b4b-9db4-a0af4e19ea89 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563787'] for port, before_response {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:34.090843 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab94b14-3715-4b4b-9db4-a0af4e19ea89 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Pushing event updated for resources: {'Port': ['ID=83c3404f-d49e-4e1b-831c-0b25c4e59742,revision_number=1']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:03:34.096122 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-0ab94b14-3715-4b4b-9db4-a0af4e19ea89 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:03:34.103623 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-a6f907a1-2930-4a02-b6f6-4ff90012110b req-0ab94b14-3715-4b4b-9db4-a0af4e19ea89 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0632424 Jun 17 18:03:34.125188 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.v2.base [req-a6f907a1-2930-4a02-b6f6-4ff90012110b req-25f178e7-75a9-42f6-8666-d2760a70a0c9 service neutron] Request body: {'port': {'device_id': '43fd5a25-ffb4-4518-8fdb-430531a5365d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=92872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 18:03:34.210750 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [req-a6f907a1-2930-4a02-b6f6-4ff90012110b req-25f178e7-75a9-42f6-8666-d2760a70a0c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:34.227046 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.notifiers.nova [req-93e9673b-4017-4ff8-a1f2-3abf1e0a6a8d req-7c045dd4-0535-42ad-addb-695cf51abdd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a2a0eaf-60b9-4d22-98ef-b13c04e2d17a {{(pid=92874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 18:03:34.237293 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-93e9673b-4017-4ff8-a1f2-3abf1e0a6a8d req-7c045dd4-0535-42ad-addb-695cf51abdd2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:34.263381 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.db.provisioning_blocks [req-93e9673b-4017-4ff8-a1f2-3abf1e0a6a8d req-7c045dd4-0535-42ad-addb-695cf51abdd2 service neutron] Transition to ACTIVE for port object 4a2a0eaf-60b9-4d22-98ef-b13c04e2d17a will not be triggered until provisioned by entity L2. {{(pid=92874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 18:03:34.271509 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-93e9673b-4017-4ff8-a1f2-3abf1e0a6a8d req-7c045dd4-0535-42ad-addb-695cf51abdd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479'] for port, after_update {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:34.280498 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-f8e19cd3-bcf6-498f-b0ac-700c9bcb7f79 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:03:34.337948 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a93a695-d18a-4ac9-b7a6-c4bc6e7947de req-090c042d-3367-4a53-80f9-c3c5ea0ddee8 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:34.339490 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-7a93a695-d18a-4ac9-b7a6-c4bc6e7947de req-090c042d-3367-4a53-80f9-c3c5ea0ddee8 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/ports?device_id=d5636e88-17f4-4147-bd8f-a153f376b8aa HTTP/1.1" status: 200 len: 944 time: 0.2064843 Jun 17 18:03:34.353441 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-241019c4-3235-4475-840e-27e3accd4a0c None None] Provisioning for port 83c3404f-d49e-4e1b-831c-0b25c4e59742 completed by entity DHCP. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 18:03:34.364310 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-241019c4-3235-4475-840e-27e3accd4a0c None None] Provisioning complete for port 83c3404f-d49e-4e1b-831c-0b25c4e59742 triggered by entity DHCP. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 18:03:34.364609 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-241019c4-3235-4475-840e-27e3accd4a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687209'] for port, provisioning_complete {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:34.371532 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] get_ports_and_sgs() called for port_ids ['66b35a25-01d6-4d67-ad06-eac51e9a99a7'] {{(pid=92880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 18:03:34.377863 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401cecd6-9d85-4d69-8f34-1feb1bf305e0 req-0d0e4622-4f14-4a60-a351-b8c553fd07ea tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:34.379380 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-401cecd6-9d85-4d69-8f34-1feb1bf305e0 req-0d0e4622-4f14-4a60-a351-b8c553fd07ea tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/ports?device_id=43fd5a25-ffb4-4518-8fdb-430531a5365d HTTP/1.1" status: 200 len: 931 time: 0.2124329 Jun 17 18:03:34.410537 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c045dd4-0535-42ad-addb-695cf51abdd2 service neutron] Pushing event updated for resources: {'Port': ['ID=4a2a0eaf-60b9-4d22-98ef-b13c04e2d17a,revision_number=2']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:03:34.417934 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-7c045dd4-0535-42ad-addb-695cf51abdd2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:03:34.464110 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] get_ports_and_sgs() called for port_ids ['c1d6bb65-b56e-4e13-85b1-1d67a7e7a68e'] {{(pid=92880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 18:03:34.483101 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-7a93a695-d18a-4ac9-b7a6-c4bc6e7947de req-65227ec7-2083-4a3e-b3b8-16748d1c08a2 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/security-groups?id=91f7f23c-b787-41c8-9305-85229b082856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146741 Jun 17 18:03:34.484235 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.managers [req-93e9673b-4017-4ff8-a1f2-3abf1e0a6a8d req-7c045dd4-0535-42ad-addb-695cf51abdd2 service neutron] Attempting to bind port 4a2a0eaf-60b9-4d22-98ef-b13c04e2d17a on host hv-cinder-78626 for vnic_type normal with profile {{(pid=92874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 18:03:34.484559 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.managers [req-93e9673b-4017-4ff8-a1f2-3abf1e0a6a8d req-7c045dd4-0535-42ad-addb-695cf51abdd2 service neutron] Attempting to bind port 4a2a0eaf-60b9-4d22-98ef-b13c04e2d17a by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': 'd2eba5df-4ee6-4d57-8467-b15a13058427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': 'a56ac911-462a-49b0-b749-9c491282bc98'}] {{(pid=92874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 18:03:34.484887 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93e9673b-4017-4ff8-a1f2-3abf1e0a6a8d req-7c045dd4-0535-42ad-addb-695cf51abdd2 service neutron] Attempting to bind port 4a2a0eaf-60b9-4d22-98ef-b13c04e2d17a on network a56ac911-462a-49b0-b749-9c491282bc98 {{(pid=92874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 18:03:34.489284 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-401cecd6-9d85-4d69-8f34-1feb1bf305e0 req-960628b5-080a-409c-bae0-a67580af34a2 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/security-groups?id=3dcea033-1931-485c-8e80-04f1de860c08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946584 Jun 17 18:03:34.492673 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93e9673b-4017-4ff8-a1f2-3abf1e0a6a8d req-7c045dd4-0535-42ad-addb-695cf51abdd2 service neutron] Port 4a2a0eaf-60b9-4d22-98ef-b13c04e2d17a on network a56ac911-462a-49b0-b749-9c491282bc98 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=92874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 18:03:34.493546 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93e9673b-4017-4ff8-a1f2-3abf1e0a6a8d req-7c045dd4-0535-42ad-addb-695cf51abdd2 service neutron] Attempting to bind port 4a2a0eaf-60b9-4d22-98ef-b13c04e2d17a on network a56ac911-462a-49b0-b749-9c491282bc98 {{(pid=92874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 18:03:34.498486 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93e9673b-4017-4ff8-a1f2-3abf1e0a6a8d req-7c045dd4-0535-42ad-addb-695cf51abdd2 service neutron] Checking agent: {'id': '0a4c4f6c-022a-47ca-a1e7-cbe9e6e5e8a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 18, 1, 10), 'started_at': datetime.datetime(2021, 6, 17, 18, 1, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 18, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 18:03:34.498821 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93e9673b-4017-4ff8-a1f2-3abf1e0a6a8d req-7c045dd4-0535-42ad-addb-695cf51abdd2 service neutron] Checking segment: {'id': 'd2eba5df-4ee6-4d57-8467-b15a13058427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': 'a56ac911-462a-49b0-b749-9c491282bc98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 18:03:34.499252 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93e9673b-4017-4ff8-a1f2-3abf1e0a6a8d req-7c045dd4-0535-42ad-addb-695cf51abdd2 service neutron] Bound using segment: {'id': 'd2eba5df-4ee6-4d57-8467-b15a13058427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': 'a56ac911-462a-49b0-b749-9c491282bc98'} {{(pid=92874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 18:03:34.499744 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.managers [req-93e9673b-4017-4ff8-a1f2-3abf1e0a6a8d req-7c045dd4-0535-42ad-addb-695cf51abdd2 service neutron] Bound port: 4a2a0eaf-60b9-4d22-98ef-b13c04e2d17a, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2eba5df-4ee6-4d57-8467-b15a13058427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': 'a56ac911-462a-49b0-b749-9c491282bc98'}}] {{(pid=92874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 18:03:34.500473 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-93e9673b-4017-4ff8-a1f2-3abf1e0a6a8d req-7c045dd4-0535-42ad-addb-695cf51abdd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:34.594596 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.notifiers.nova [req-a6f907a1-2930-4a02-b6f6-4ff90012110b req-25f178e7-75a9-42f6-8666-d2760a70a0c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83c3404f-d49e-4e1b-831c-0b25c4e59742 {{(pid=92872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 18:03:34.596205 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.plugin [None req-241019c4-3235-4475-840e-27e3accd4a0c None None] Port 83c3404f-d49e-4e1b-831c-0b25c4e59742 cannot update to ACTIVE because it is not bound. {{(pid=92880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 18:03:34.620727 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [req-a6f907a1-2930-4a02-b6f6-4ff90012110b req-25f178e7-75a9-42f6-8666-d2760a70a0c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:34.636925 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.db.provisioning_blocks [req-a6f907a1-2930-4a02-b6f6-4ff90012110b req-25f178e7-75a9-42f6-8666-d2760a70a0c9 service neutron] Transition to ACTIVE for port object 83c3404f-d49e-4e1b-831c-0b25c4e59742 will not be triggered until provisioned by entity L2. {{(pid=92872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 18:03:34.640685 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [req-a6f907a1-2930-4a02-b6f6-4ff90012110b req-25f178e7-75a9-42f6-8666-d2760a70a0c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479'] for port, after_update {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:34.643453 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:03:34.654152 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.db [req-93e9673b-4017-4ff8-a1f2-3abf1e0a6a8d req-7c045dd4-0535-42ad-addb-695cf51abdd2 service neutron] For port 4a2a0eaf-60b9-4d22-98ef-b13c04e2d17a, host hv-cinder-78626, cleared binding levels {{(pid=92874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 18:03:34.661964 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.db [req-93e9673b-4017-4ff8-a1f2-3abf1e0a6a8d req-7c045dd4-0535-42ad-addb-695cf51abdd2 service neutron] For port 4a2a0eaf-60b9-4d22-98ef-b13c04e2d17a, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=4a2a0eaf-60b9-4d22-98ef-b13c04e2d17a,segment=NetworkSegment(d2eba5df-4ee6-4d57-8467-b15a13058427),segment_id=d2eba5df-4ee6-4d57-8467-b15a13058427)] {{(pid=92874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 18:03:34.667901 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-93e9673b-4017-4ff8-a1f2-3abf1e0a6a8d req-7c045dd4-0535-42ad-addb-695cf51abdd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479'] for port, after_update {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:34.695522 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:03:34.768397 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f178e7-75a9-42f6-8666-d2760a70a0c9 service neutron] Pushing event updated for resources: {'Port': ['ID=83c3404f-d49e-4e1b-831c-0b25c4e59742,revision_number=2']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:03:34.787824 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e9673b-4017-4ff8-a1f2-3abf1e0a6a8d req-7c045dd4-0535-42ad-addb-695cf51abdd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:34.788481 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-93e9673b-4017-4ff8-a1f2-3abf1e0a6a8d req-7c045dd4-0535-42ad-addb-695cf51abdd2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563787'] for port, before_response {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:34.789951 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-93e9673b-4017-4ff8-a1f2-3abf1e0a6a8d req-7c045dd4-0535-42ad-addb-695cf51abdd2 service neutron] 10.222.0.95 "PUT /v2.0/ports/4a2a0eaf-60b9-4d22-98ef-b13c04e2d17a HTTP/1.1" status: 200 len: 1093 time: 1.7923079 Jun 17 18:03:34.790517 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '412d6c27-5056-4695-a549-32b0b7c42bd5', 'tag': '4a2a0eaf-60b9-4d22-98ef-b13c04e2d17a'}] {{(pid=92874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 18:03:34.792909 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58554d43f64f60294e2d1fd4a9d9342a0a386c70b92defbb6c9fd2054ba7a623" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a92103a-b587-416e-8d57-ccdcd3fcb362" -d '{"events": [{"name": "network-changed", "server_uuid": "412d6c27-5056-4695-a549-32b0b7c42bd5", "tag": "4a2a0eaf-60b9-4d22-98ef-b13c04e2d17a"}]}' {{(pid=92874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 18:03:34.818691 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-25f178e7-75a9-42f6-8666-d2760a70a0c9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:03:34.853450 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.plugins.ml2.managers [req-a6f907a1-2930-4a02-b6f6-4ff90012110b req-25f178e7-75a9-42f6-8666-d2760a70a0c9 service neutron] Attempting to bind port 83c3404f-d49e-4e1b-831c-0b25c4e59742 on host hv-cinder-78626 for vnic_type normal with profile {{(pid=92872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 18:03:34.865645 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.plugins.ml2.managers [req-a6f907a1-2930-4a02-b6f6-4ff90012110b req-25f178e7-75a9-42f6-8666-d2760a70a0c9 service neutron] Attempting to bind port 83c3404f-d49e-4e1b-831c-0b25c4e59742 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '0913402a-ef8a-41bd-a14e-da5d38ea5bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': '490619f6-df6b-4a81-8b12-97225a6da310'}] {{(pid=92872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 18:03:34.866046 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f907a1-2930-4a02-b6f6-4ff90012110b req-25f178e7-75a9-42f6-8666-d2760a70a0c9 service neutron] Attempting to bind port 83c3404f-d49e-4e1b-831c-0b25c4e59742 on network 490619f6-df6b-4a81-8b12-97225a6da310 {{(pid=92872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 18:03:34.878853 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f907a1-2930-4a02-b6f6-4ff90012110b req-25f178e7-75a9-42f6-8666-d2760a70a0c9 service neutron] Port 83c3404f-d49e-4e1b-831c-0b25c4e59742 on network 490619f6-df6b-4a81-8b12-97225a6da310 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=92872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 18:03:34.879300 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f907a1-2930-4a02-b6f6-4ff90012110b req-25f178e7-75a9-42f6-8666-d2760a70a0c9 service neutron] Attempting to bind port 83c3404f-d49e-4e1b-831c-0b25c4e59742 on network 490619f6-df6b-4a81-8b12-97225a6da310 {{(pid=92872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 18:03:34.896896 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f907a1-2930-4a02-b6f6-4ff90012110b req-25f178e7-75a9-42f6-8666-d2760a70a0c9 service neutron] Checking agent: {'id': '0a4c4f6c-022a-47ca-a1e7-cbe9e6e5e8a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 18, 1, 10), 'started_at': datetime.datetime(2021, 6, 17, 18, 1, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 18, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 18:03:34.897475 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f907a1-2930-4a02-b6f6-4ff90012110b req-25f178e7-75a9-42f6-8666-d2760a70a0c9 service neutron] Checking segment: {'id': '0913402a-ef8a-41bd-a14e-da5d38ea5bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': '490619f6-df6b-4a81-8b12-97225a6da310'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 18:03:34.898052 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f907a1-2930-4a02-b6f6-4ff90012110b req-25f178e7-75a9-42f6-8666-d2760a70a0c9 service neutron] Bound using segment: {'id': '0913402a-ef8a-41bd-a14e-da5d38ea5bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': '490619f6-df6b-4a81-8b12-97225a6da310'} {{(pid=92872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 18:03:34.898725 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.plugins.ml2.managers [req-a6f907a1-2930-4a02-b6f6-4ff90012110b req-25f178e7-75a9-42f6-8666-d2760a70a0c9 service neutron] Bound port: 83c3404f-d49e-4e1b-831c-0b25c4e59742, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0913402a-ef8a-41bd-a14e-da5d38ea5bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': '490619f6-df6b-4a81-8b12-97225a6da310'}}] {{(pid=92872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 18:03:34.899281 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [req-a6f907a1-2930-4a02-b6f6-4ff90012110b req-25f178e7-75a9-42f6-8666-d2760a70a0c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:34.918913 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 18:03:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4a40d1d-925a-458c-8d7e-daa9db9bc623 x-openstack-request-id: req-b4a40d1d-925a-458c-8d7e-daa9db9bc623 {{(pid=92874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 18:03:34.919470 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "412d6c27-5056-4695-a549-32b0b7c42bd5", "tag": "4a2a0eaf-60b9-4d22-98ef-b13c04e2d17a", "status": "completed", "code": 200}]} {{(pid=92874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 18:03:34.919742 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-b4a40d1d-925a-458c-8d7e-daa9db9bc623 {{(pid=92874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 18:03:34.920175 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '412d6c27-5056-4695-a549-32b0b7c42bd5', 'tag': '4a2a0eaf-60b9-4d22-98ef-b13c04e2d17a', 'status': 'completed', 'code': 200} Jun 17 18:03:34.974621 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cf90b9-6422-4068-a02a-b5d6e055f34f req-751bca7e-7e0c-4472-b28d-eb0054f6e26e tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:35.000512 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-f2cf90b9-6422-4068-a02a-b5d6e055f34f req-751bca7e-7e0c-4472-b28d-eb0054f6e26e tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/ports?device_id=ae2d03c1-55ad-4073-9b72-3acdf0aa8134 HTTP/1.1" status: 200 len: 943 time: 0.3071947 Jun 17 18:03:35.002896 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.plugins.ml2.db [req-a6f907a1-2930-4a02-b6f6-4ff90012110b req-25f178e7-75a9-42f6-8666-d2760a70a0c9 service neutron] For port 83c3404f-d49e-4e1b-831c-0b25c4e59742, host hv-cinder-78626, cleared binding levels {{(pid=92872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 18:03:35.009786 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.plugins.ml2.db [req-a6f907a1-2930-4a02-b6f6-4ff90012110b req-25f178e7-75a9-42f6-8666-d2760a70a0c9 service neutron] For port 83c3404f-d49e-4e1b-831c-0b25c4e59742, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=83c3404f-d49e-4e1b-831c-0b25c4e59742,segment=NetworkSegment(0913402a-ef8a-41bd-a14e-da5d38ea5bc2),segment_id=0913402a-ef8a-41bd-a14e-da5d38ea5bc2)] {{(pid=92872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 18:03:35.020315 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [req-a6f907a1-2930-4a02-b6f6-4ff90012110b req-25f178e7-75a9-42f6-8666-d2760a70a0c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479'] for port, after_update {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:35.026841 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-5eff89a6-9330-40d1-b6e2-feed2d4ebf2e tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:03:35.074772 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c045dd4-0535-42ad-addb-695cf51abdd2 service neutron] Pushing event updated for resources: {'Port': ['ID=4a2a0eaf-60b9-4d22-98ef-b13c04e2d17a,revision_number=3']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:03:35.084048 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f907a1-2930-4a02-b6f6-4ff90012110b req-25f178e7-75a9-42f6-8666-d2760a70a0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:35.087969 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-7c045dd4-0535-42ad-addb-695cf51abdd2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:03:35.090632 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [req-a6f907a1-2930-4a02-b6f6-4ff90012110b req-25f178e7-75a9-42f6-8666-d2760a70a0c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563787'] for port, before_response {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:35.092236 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-a6f907a1-2930-4a02-b6f6-4ff90012110b req-25f178e7-75a9-42f6-8666-d2760a70a0c9 service neutron] 10.222.0.95 "PUT /v2.0/ports/83c3404f-d49e-4e1b-831c-0b25c4e59742 HTTP/1.1" status: 200 len: 1093 time: 0.9716358 Jun 17 18:03:35.097328 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43fd5a25-ffb4-4518-8fdb-430531a5365d', 'tag': '83c3404f-d49e-4e1b-831c-0b25c4e59742'}] {{(pid=92872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 18:03:35.105215 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f987f925adb95fb5f2d31a9334b96ac5a9607b390d68bc71a63c7260745a89d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a3813a9-b4fb-4e1c-879a-dfc11be92d6f" -d '{"events": [{"name": "network-changed", "server_uuid": "43fd5a25-ffb4-4518-8fdb-430531a5365d", "tag": "83c3404f-d49e-4e1b-831c-0b25c4e59742"}]}' {{(pid=92872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 18:03:35.162086 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Device 8d512d72-e38b-44d0-857f-e6bc293dc5c0 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=92880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 18:03:35.190072 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-f2cf90b9-6422-4068-a02a-b5d6e055f34f req-b1c68868-a0e1-4840-b544-de326e521068 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/security-groups?id=344af256-d773-4ff0-b9b9-f3fcbe207aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862984 Jun 17 18:03:35.245557 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f178e7-75a9-42f6-8666-d2760a70a0c9 service neutron] Pushing event updated for resources: {'Port': ['ID=83c3404f-d49e-4e1b-831c-0b25c4e59742,revision_number=3']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:03:35.249408 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-25f178e7-75a9-42f6-8666-d2760a70a0c9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:03:35.286169 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e9673b-4017-4ff8-a1f2-3abf1e0a6a8d req-af8aa7fe-4c45-455b-bbd8-7c7594054277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:35.296897 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-93e9673b-4017-4ff8-a1f2-3abf1e0a6a8d req-af8aa7fe-4c45-455b-bbd8-7c7594054277 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=59d1c386609e449fb41deccf8db32944&device_id=412d6c27-5056-4695-a549-32b0b7c42bd5 HTTP/1.1" status: 200 len: 1096 time: 0.3968608 Jun 17 18:03:35.301377 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f907a1-2930-4a02-b6f6-4ff90012110b req-52a9e589-0ebb-4e20-a17d-4af72c0cc79d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:35.302977 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-a6f907a1-2930-4a02-b6f6-4ff90012110b req-52a9e589-0ebb-4e20-a17d-4af72c0cc79d service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=42f4cfc5a3374a4084d73b360a838bfd&device_id=43fd5a25-ffb4-4518-8fdb-430531a5365d HTTP/1.1" status: 200 len: 1096 time: 0.1422381 Jun 17 18:03:35.392076 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-a6f907a1-2930-4a02-b6f6-4ff90012110b req-2ad9478a-401a-418d-8d8a-7d402bc007ee service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=83c3404f-d49e-4e1b-831c-0b25c4e59742 HTTP/1.1" status: 200 len: 217 time: 0.0689385 Jun 17 18:03:35.449446 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-93e9673b-4017-4ff8-a1f2-3abf1e0a6a8d req-838c391c-f77c-49b2-a5c3-ce4aa265151e service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4a2a0eaf-60b9-4d22-98ef-b13c04e2d17a HTTP/1.1" status: 200 len: 217 time: 0.1134794 Jun 17 18:03:35.511008 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] For port 8d512d72-e38b-44d0-857f-e6bc293dc5c0, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=8d512d72-e38b-44d0-857f-e6bc293dc5c0,segment=NetworkSegment(86fa7d04-d5b8-408a-84bd-320872eef607),segment_id=86fa7d04-d5b8-408a-84bd-320872eef607)] {{(pid=92880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:03:35.512769 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f907a1-2930-4a02-b6f6-4ff90012110b req-f62baf75-7b19-49ff-860b-515168b02f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:35.515780 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-a6f907a1-2930-4a02-b6f6-4ff90012110b req-f62baf75-7b19-49ff-860b-515168b02f77 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=d12fe909-5b0e-4b17-a966-d3ca34ed6db9 HTTP/1.1" status: 200 len: 856 time: 0.1103237 Jun 17 18:03:35.533646 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Returning: {'device': '8d512d72-e38b-44d0-857f-e6bc293dc5c0', 'network_id': '64e72c49-5fe4-4eab-8346-e0f7ad7adcf2', 'port_id': '8d512d72-e38b-44d0-857f-e6bc293dc5c0', 'mac_address': 'fa:16:3e:8a:ec:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aaa033e4-31af-4af5-8b46-e711281f5e48', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 18:03:35.598068 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:35.608848 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720f1dbd-b2c2-4a1b-b100-fbec3b2e38a6 req-923244fc-08c3-44f5-a344-7f7a31cbc147 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:35.610410 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-720f1dbd-b2c2-4a1b-b100-fbec3b2e38a6 req-923244fc-08c3-44f5-a344-7f7a31cbc147 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "GET /v2.0/ports?device_id=412d6c27-5056-4695-a549-32b0b7c42bd5 HTTP/1.1" status: 200 len: 943 time: 0.3744197 Jun 17 18:03:35.611876 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e9673b-4017-4ff8-a1f2-3abf1e0a6a8d req-f7e3c0c9-973c-4ddd-bb32-dcd686c2b8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:35.613328 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-93e9673b-4017-4ff8-a1f2-3abf1e0a6a8d req-f7e3c0c9-973c-4ddd-bb32-dcd686c2b8d3 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=1c1a0998-b783-48f3-b815-e77d3448c78f HTTP/1.1" status: 200 len: 849 time: 0.1375911 Jun 17 18:03:35.625180 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f907a1-2930-4a02-b6f6-4ff90012110b req-5255e5f0-059e-44b0-ae3d-cd1fc564f374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:35.627389 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-a6f907a1-2930-4a02-b6f6-4ff90012110b req-5255e5f0-059e-44b0-ae3d-cd1fc564f374 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=490619f6-df6b-4a81-8b12-97225a6da310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1014924 Jun 17 18:03:35.648983 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.notifiers.nova [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d512d72-e38b-44d0-857f-e6bc293dc5c0 {{(pid=92880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 18:03:35.685708 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] For port 8d512d72-e38b-44d0-857f-e6bc293dc5c0, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=8d512d72-e38b-44d0-857f-e6bc293dc5c0,segment=NetworkSegment(86fa7d04-d5b8-408a-84bd-320872eef607),segment_id=86fa7d04-d5b8-408a-84bd-320872eef607)] {{(pid=92880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:03:35.692287 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479'] for port, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:35.696419 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:03:35.727412 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afabae7-0e97-436f-96c4-3a1e5fa12b2d req-de13845f-fa9a-490e-9ec2-99a013c48145 tempest-DeleteServersTestJSON-1984471777 tempest-DeleteServersTestJSON-1984471777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:35.734553 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-2afabae7-0e97-436f-96c4-3a1e5fa12b2d req-de13845f-fa9a-490e-9ec2-99a013c48145 tempest-DeleteServersTestJSON-1984471777 tempest-DeleteServersTestJSON-1984471777-project] 10.222.0.97 "GET /v2.0/ports?device_id=dc1b9fb3-96fb-4894-a7ce-cf17b5b4c60a HTTP/1.1" status: 200 len: 944 time: 0.2907095 Jun 17 18:03:35.777987 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-a6f907a1-2930-4a02-b6f6-4ff90012110b req-fafb83d9-4a06-4232-82a4-165b5af3c28b service neutron] 10.222.0.95 "GET /v2.0/networks/490619f6-df6b-4a81-8b12-97225a6da310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435885 Jun 17 18:03:35.791510 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 42586) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:03:35.800408 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Pushing event updated for resources: {'Port': ['ID=8d512d72-e38b-44d0-857f-e6bc293dc5c0,revision_number=4']} {{(pid=92880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:03:35.803793 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:03:35.842159 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-720f1dbd-b2c2-4a1b-b100-fbec3b2e38a6 req-fa5c4e3f-a741-4a51-9fb4-bb9c0c1bd957 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "GET /v2.0/security-groups?id=19e58ac4-2b2e-45d9-bd7b-7c5e46ae7cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2140627 Jun 17 18:03:35.849271 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-2afabae7-0e97-436f-96c4-3a1e5fa12b2d req-d392c906-9d6a-4441-bf55-241bfdc3b7f0 tempest-DeleteServersTestJSON-1984471777 tempest-DeleteServersTestJSON-1984471777-project] 10.222.0.97 "GET /v2.0/security-groups?id=48188713-d4f3-4e47-a31a-4c9bc371b90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137609 Jun 17 18:03:35.901918 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e9673b-4017-4ff8-a1f2-3abf1e0a6a8d req-e389fe55-5b4e-4274-9c20-faccaee7883d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:35.904532 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-93e9673b-4017-4ff8-a1f2-3abf1e0a6a8d req-e389fe55-5b4e-4274-9c20-faccaee7883d service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a56ac911-462a-49b0-b749-9c491282bc98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2744236 Jun 17 18:03:35.927091 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 18:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fe5441f-2f8e-4495-9a86-d62c8a3da8de x-openstack-request-id: req-6fe5441f-2f8e-4495-9a86-d62c8a3da8de {{(pid=92872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 18:03:35.927503 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43fd5a25-ffb4-4518-8fdb-430531a5365d", "tag": "83c3404f-d49e-4e1b-831c-0b25c4e59742", "status": "completed", "code": 200}]} {{(pid=92872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 18:03:35.927663 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-6fe5441f-2f8e-4495-9a86-d62c8a3da8de {{(pid=92872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 18:03:35.928095 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43fd5a25-ffb4-4518-8fdb-430531a5365d', 'tag': '83c3404f-d49e-4e1b-831c-0b25c4e59742', 'status': 'completed', 'code': 200} Jun 17 18:03:35.940554 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-a6f907a1-2930-4a02-b6f6-4ff90012110b req-646ee8df-87bb-4b3f-88fc-f70bf403c733 service neutron] 10.222.0.95 "GET /v2.0/networks/490619f6-df6b-4a81-8b12-97225a6da310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517842 Jun 17 18:03:36.003284 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-ed2fdd4c-5d1c-4088-8f4d-0353f931979f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:36.107571 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-93e9673b-4017-4ff8-a1f2-3abf1e0a6a8d req-1bcd687d-c551-4e68-93dd-d3f683e4210b service neutron] 10.222.0.95 "GET /v2.0/networks/a56ac911-462a-49b0-b749-9c491282bc98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949177 Jun 17 18:03:36.123927 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] get_ports_and_sgs() called for port_ids ['8d512d72-e38b-44d0-857f-e6bc293dc5c0'] {{(pid=92880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 18:03:36.133264 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3813a9-b4fb-4e1c-879a-dfc11be92d6f req-45176a22-a485-43c9-92d7-98fa5607404f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:36.135308 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-3a3813a9-b4fb-4e1c-879a-dfc11be92d6f req-45176a22-a485-43c9-92d7-98fa5607404f service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=42f4cfc5a3374a4084d73b360a838bfd&device_id=43fd5a25-ffb4-4518-8fdb-430531a5365d HTTP/1.1" status: 200 len: 1096 time: 0.0869882 Jun 17 18:03:36.137092 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-ed2fdd4c-5d1c-4088-8f4d-0353f931979f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:36.141400 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-ed2fdd4c-5d1c-4088-8f4d-0353f931979f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:36.145991 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:03:36.150610 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d656b85e-813c-403f-af3e-88299d3ddbff req-b348f11d-aeef-4ce6-b8a2-75f3b2de9567 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:36.152079 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-d656b85e-813c-403f-af3e-88299d3ddbff req-b348f11d-aeef-4ce6-b8a2-75f3b2de9567 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/ports?device_id=d5636e88-17f4-4147-bd8f-a153f376b8aa HTTP/1.1" status: 200 len: 944 time: 0.1850395 Jun 17 18:03:36.214597 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-ed2fdd4c-5d1c-4088-8f4d-0353f931979f admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=977387246a5d47e7b12a4dc40e96834c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3987398 Jun 17 18:03:36.214799 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 42590) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:03:36.222347 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2fdd4c-5d1c-4088-8f4d-0353f931979f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dad88f30-a7e5-494e-aa4d-40fc64d7a4ac,revision_number=1']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:03:36.232444 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f98831-4ee4-4d36-9b91-0d13b019ac0b req-448c5dc7-cf08-4bb7-854f-cd0fa34ed271 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:36.233946 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-25f98831-4ee4-4d36-9b91-0d13b019ac0b req-448c5dc7-cf08-4bb7-854f-cd0fa34ed271 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/ports?device_id=43fd5a25-ffb4-4518-8fdb-430531a5365d HTTP/1.1" status: 200 len: 943 time: 0.1970181 Jun 17 18:03:36.252926 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-ed2fdd4c-5d1c-4088-8f4d-0353f931979f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:03:36.280550 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-d656b85e-813c-403f-af3e-88299d3ddbff req-76833649-7aeb-4dbc-9a00-6403495c0e00 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/security-groups?id=91f7f23c-b787-41c8-9305-85229b082856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132483 Jun 17 18:03:36.315191 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3813a9-b4fb-4e1c-879a-dfc11be92d6f req-0d85ca75-20b1-4026-a887-8981a0309717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:36.315440 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-93e9673b-4017-4ff8-a1f2-3abf1e0a6a8d req-02b6229e-daf5-42a9-b57f-69f4139cf8ea service neutron] 10.222.0.95 "GET /v2.0/networks/a56ac911-462a-49b0-b749-9c491282bc98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980169 Jun 17 18:03:36.316721 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-3a3813a9-b4fb-4e1c-879a-dfc11be92d6f req-0d85ca75-20b1-4026-a887-8981a0309717 service neutron] 10.222.0.95 "GET /v2.0/networks?id=490619f6-df6b-4a81-8b12-97225a6da310 HTTP/1.1" status: 200 len: 919 time: 0.1724329 Jun 17 18:03:36.317453 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-b898e464-d5bb-4e30-9b90-324fbb9831c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:36.318620 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-25f98831-4ee4-4d36-9b91-0d13b019ac0b req-679eb89f-c771-4aba-9e91-646259b82e40 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/security-groups?id=3dcea033-1931-485c-8e80-04f1de860c08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732737 Jun 17 18:03:36.356182 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-b898e464-d5bb-4e30-9b90-324fbb9831c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:36.396787 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-3a3813a9-b4fb-4e1c-879a-dfc11be92d6f req-ed3dc423-1372-4039-9168-3438d1ce326b service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=83c3404f-d49e-4e1b-831c-0b25c4e59742 HTTP/1.1" status: 200 len: 217 time: 0.0527093 Jun 17 18:03:36.444341 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-b898e464-d5bb-4e30-9b90-324fbb9831c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:36.447188 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-b898e464-d5bb-4e30-9b90-324fbb9831c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:36.448339 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-b898e464-d5bb-4e30-9b90-324fbb9831c8 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/dad88f30-a7e5-494e-aa4d-40fc64d7a4ac HTTP/1.1" status: 204 len: 168 time: 0.2326133 Jun 17 18:03:36.450224 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:03:36.465168 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b898e464-d5bb-4e30-9b90-324fbb9831c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dad88f30-a7e5-494e-aa4d-40fc64d7a4ac,revision_number=None']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:03:36.483168 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-b898e464-d5bb-4e30-9b90-324fbb9831c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:03:36.502731 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e09974b-bca3-4288-980c-54a7a00ef571 req-5508b3d0-1c3a-4825-b4c0-3d4ccdd83d5d tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:36.503798 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3813a9-b4fb-4e1c-879a-dfc11be92d6f req-ad511dcc-e9ee-4212-a2f1-d536e28406f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:36.505390 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-3a3813a9-b4fb-4e1c-879a-dfc11be92d6f req-ad511dcc-e9ee-4212-a2f1-d536e28406f2 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=d12fe909-5b0e-4b17-a966-d3ca34ed6db9 HTTP/1.1" status: 200 len: 856 time: 0.0559926 Jun 17 18:03:36.505502 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-2e09974b-bca3-4288-980c-54a7a00ef571 req-5508b3d0-1c3a-4825-b4c0-3d4ccdd83d5d tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/ports?device_id=ae2d03c1-55ad-4073-9b72-3acdf0aa8134 HTTP/1.1" status: 200 len: 943 time: 0.1027374 Jun 17 18:03:36.565929 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-2e09974b-bca3-4288-980c-54a7a00ef571 req-5e233ea5-8f84-4288-b28f-b5d50957fb00 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/security-groups?id=344af256-d773-4ff0-b9b9-f3fcbe207aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511181 Jun 17 18:03:36.568230 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a92103a-b587-416e-8d57-ccdcd3fcb362 req-a5b53eb8-f5cb-4c72-9458-ceb9ab8faaac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:36.569601 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-4a92103a-b587-416e-8d57-ccdcd3fcb362 req-a5b53eb8-f5cb-4c72-9458-ceb9ab8faaac service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=59d1c386609e449fb41deccf8db32944&device_id=412d6c27-5056-4695-a549-32b0b7c42bd5 HTTP/1.1" status: 200 len: 1096 time: 0.1209910 Jun 17 18:03:36.594797 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3813a9-b4fb-4e1c-879a-dfc11be92d6f req-4132c348-161b-4b46-8b95-aec8a66043c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:36.596632 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-3a3813a9-b4fb-4e1c-879a-dfc11be92d6f req-4132c348-161b-4b46-8b95-aec8a66043c6 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=490619f6-df6b-4a81-8b12-97225a6da310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0815594 Jun 17 18:03:36.711703 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-3a3813a9-b4fb-4e1c-879a-dfc11be92d6f req-aeb17f5b-3a13-4513-bb66-6c60ee91dad8 service neutron] 10.222.0.95 "GET /v2.0/networks/490619f6-df6b-4a81-8b12-97225a6da310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074712 Jun 17 18:03:36.745311 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a92103a-b587-416e-8d57-ccdcd3fcb362 req-6be3bfc5-5a25-4186-a223-86082a4382df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:36.746773 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-4a92103a-b587-416e-8d57-ccdcd3fcb362 req-6be3bfc5-5a25-4186-a223-86082a4382df service neutron] 10.222.0.95 "GET /v2.0/networks?id=a56ac911-462a-49b0-b749-9c491282bc98 HTTP/1.1" status: 200 len: 912 time: 0.1692712 Jun 17 18:03:36.790210 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 42606) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:03:36.796632 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-4a92103a-b587-416e-8d57-ccdcd3fcb362 req-2c1c8634-73de-4d05-bf0b-f835bb6d8785 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4a2a0eaf-60b9-4d22-98ef-b13c04e2d17a HTTP/1.1" status: 200 len: 217 time: 0.0385413 Jun 17 18:03:36.807731 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-efa88bdc-9af2-4bd2-a6d6-61c11bfc2b0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:36.826384 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-3a3813a9-b4fb-4e1c-879a-dfc11be92d6f req-8f873a6a-de2a-414a-a88c-abd38d77ea2d service neutron] 10.222.0.95 "GET /v2.0/networks/490619f6-df6b-4a81-8b12-97225a6da310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078162 Jun 17 18:03:36.846715 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a92103a-b587-416e-8d57-ccdcd3fcb362 req-f352e24a-e9c9-4cc8-8858-877cc524ebd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:36.848416 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-4a92103a-b587-416e-8d57-ccdcd3fcb362 req-f352e24a-e9c9-4cc8-8858-877cc524ebd7 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=1c1a0998-b783-48f3-b815-e77d3448c78f HTTP/1.1" status: 200 len: 849 time: 0.0449009 Jun 17 18:03:36.933203 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-efa88bdc-9af2-4bd2-a6d6-61c11bfc2b0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:36.938284 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-efa88bdc-9af2-4bd2-a6d6-61c11bfc2b0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:36.943671 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:03:36.952066 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a92103a-b587-416e-8d57-ccdcd3fcb362 req-8918dcc7-8e26-4b01-be30-34a2be6228ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:36.953751 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-4a92103a-b587-416e-8d57-ccdcd3fcb362 req-8918dcc7-8e26-4b01-be30-34a2be6228ba service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a56ac911-462a-49b0-b749-9c491282bc98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0982156 Jun 17 18:03:36.998238 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa88bdc-9af2-4bd2-a6d6-61c11bfc2b0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbc4b21f-64e1-4d8f-975c-00c72d8c7a10,revision_number=1']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:03:37.019513 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-efa88bdc-9af2-4bd2-a6d6-61c11bfc2b0d admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=73e890fd7133484d91938151aff2d428&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2281437 Jun 17 18:03:37.022352 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-efa88bdc-9af2-4bd2-a6d6-61c11bfc2b0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:03:37.024135 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 42616) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:03:37.079687 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-91d245a4-be1b-48f2-9992-836c980a6ec0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:37.102534 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-91d245a4-be1b-48f2-9992-836c980a6ec0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:37.115616 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Device 54ef4d5b-47ac-461e-a87d-a2ca55991ee0 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=92880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 18:03:37.127426 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Device 8d512d72-e38b-44d0-857f-e6bc293dc5c0 up at agent hyperv_hv-cinder-78626 {{(pid=92880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 18:03:37.143821 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-4a92103a-b587-416e-8d57-ccdcd3fcb362 req-6d15e530-4a3c-40de-90af-2694f796dc04 service neutron] 10.222.0.95 "GET /v2.0/networks/a56ac911-462a-49b0-b749-9c491282bc98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815784 Jun 17 18:03:37.186175 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-91d245a4-be1b-48f2-9992-836c980a6ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:37.189156 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-91d245a4-be1b-48f2-9992-836c980a6ec0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:37.190339 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-91d245a4-be1b-48f2-9992-836c980a6ec0 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/bbc4b21f-64e1-4d8f-975c-00c72d8c7a10 HTTP/1.1" status: 204 len: 168 time: 0.1627913 Jun 17 18:03:37.191189 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-7c078f8a-2269-40a6-8e9f-0b2c0d45a078 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:03:37.199501 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d245a4-be1b-48f2-9992-836c980a6ec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbc4b21f-64e1-4d8f-975c-00c72d8c7a10,revision_number=None']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:03:37.201675 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-91d245a4-be1b-48f2-9992-836c980a6ec0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:03:37.298224 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] For port 54ef4d5b-47ac-461e-a87d-a2ca55991ee0, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=54ef4d5b-47ac-461e-a87d-a2ca55991ee0,segment=NetworkSegment(86fa7d04-d5b8-408a-84bd-320872eef607),segment_id=86fa7d04-d5b8-408a-84bd-320872eef607)] {{(pid=92880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:03:37.302487 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Provisioning for port 8d512d72-e38b-44d0-857f-e6bc293dc5c0 completed by entity L2. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 18:03:37.316188 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Provisioning complete for port 8d512d72-e38b-44d0-857f-e6bc293dc5c0 triggered by entity L2. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 18:03:37.316577 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687209'] for port, provisioning_complete {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:37.318456 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Returning: {'device': '54ef4d5b-47ac-461e-a87d-a2ca55991ee0', 'network_id': '64e72c49-5fe4-4eab-8346-e0f7ad7adcf2', 'port_id': '54ef4d5b-47ac-461e-a87d-a2ca55991ee0', 'mac_address': 'fa:16:3e:05:e1:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aaa033e4-31af-4af5-8b46-e711281f5e48', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 18:03:37.391386 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:37.409360 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.notifiers.nova [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54ef4d5b-47ac-461e-a87d-a2ca55991ee0 {{(pid=92880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 18:03:37.424273 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25136ba-d782-4879-a481-3a130356119b req-b7ee9488-b3b9-495f-8e9c-79beb0f98f9b tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:37.425733 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-b25136ba-d782-4879-a481-3a130356119b req-b7ee9488-b3b9-495f-8e9c-79beb0f98f9b tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "GET /v2.0/ports?device_id=412d6c27-5056-4695-a549-32b0b7c42bd5 HTTP/1.1" status: 200 len: 943 time: 0.4287956 Jun 17 18:03:37.449208 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] For port 54ef4d5b-47ac-461e-a87d-a2ca55991ee0, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=54ef4d5b-47ac-461e-a87d-a2ca55991ee0,segment=NetworkSegment(86fa7d04-d5b8-408a-84bd-320872eef607),segment_id=86fa7d04-d5b8-408a-84bd-320872eef607)] {{(pid=92880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:03:37.454270 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479'] for port, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:37.457683 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:03:37.487921 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:37.525944 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4ac72c4-640f-4b29-bebb-6e3ad492fde3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d512d72-e38b-44d0-857f-e6bc293dc5c0'}] {{(pid=92880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 18:03:37.531559 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abf7878-1db6-471d-9fe6-6ebf4f446f1d req-6f7886ba-0887-41d6-b731-dd9409aa2994 tempest-DeleteServersTestJSON-1984471777 tempest-DeleteServersTestJSON-1984471777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:37.533098 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-3abf7878-1db6-471d-9fe6-6ebf4f446f1d req-6f7886ba-0887-41d6-b731-dd9409aa2994 tempest-DeleteServersTestJSON-1984471777 tempest-DeleteServersTestJSON-1984471777-project] 10.222.0.97 "GET /v2.0/ports?device_id=dc1b9fb3-96fb-4894-a7ce-cf17b5b4c60a HTTP/1.1" status: 200 len: 944 time: 0.4510655 Jun 17 18:03:37.537901 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-b25136ba-d782-4879-a481-3a130356119b req-93f18dac-189a-4004-a7b9-6427e93b015c tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "GET /v2.0/security-groups?id=19e58ac4-2b2e-45d9-bd7b-7c5e46ae7cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006887 Jun 17 18:03:37.570283 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-4a92103a-b587-416e-8d57-ccdcd3fcb362 req-d1e9bc8a-09e2-4671-a6e0-86a24d791f3b service neutron] 10.222.0.95 "GET /v2.0/networks/a56ac911-462a-49b0-b749-9c491282bc98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4188201 Jun 17 18:03:37.589720 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-3abf7878-1db6-471d-9fe6-6ebf4f446f1d req-ac4bd220-e402-4f87-950f-b5dc7fc0befa tempest-DeleteServersTestJSON-1984471777 tempest-DeleteServersTestJSON-1984471777-project] 10.222.0.97 "GET /v2.0/security-groups?id=48188713-d4f3-4e47-a31a-4c9bc371b90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463109 Jun 17 18:03:37.604904 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Pushing event updated for resources: {'Port': ['ID=54ef4d5b-47ac-461e-a87d-a2ca55991ee0,revision_number=4']} {{(pid=92880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:03:37.611481 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] For port 8d512d72-e38b-44d0-857f-e6bc293dc5c0, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=8d512d72-e38b-44d0-857f-e6bc293dc5c0,segment=NetworkSegment(86fa7d04-d5b8-408a-84bd-320872eef607),segment_id=86fa7d04-d5b8-408a-84bd-320872eef607)] {{(pid=92880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:03:37.612807 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:03:37.616276 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479'] for port, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:37.617237 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Device 66b35a25-01d6-4d67-ad06-eac51e9a99a7 up at agent hyperv_hv-cinder-78626 {{(pid=92880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 18:03:37.620654 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:03:37.800573 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44fe161690382cf4f0960ac1b424fedb1dd6f9597775f60dec274194d49fe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-765a95a1-af2f-4e82-8ef6-0d84f66e4525" -d '{"events": [{"server_uuid": "d4ac72c4-640f-4b29-bebb-6e3ad492fde3", "name": "network-vif-plugged", "status": "completed", "tag": "8d512d72-e38b-44d0-857f-e6bc293dc5c0"}]}' {{(pid=92880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 18:03:37.826399 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Pushing event updated for resources: {'Port': ['ID=8d512d72-e38b-44d0-857f-e6bc293dc5c0,revision_number=5']} {{(pid=92880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:03:37.831969 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:03:37.842133 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Provisioning for port 66b35a25-01d6-4d67-ad06-eac51e9a99a7 completed by entity L2. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 18:03:37.847254 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Provisioning complete for port 66b35a25-01d6-4d67-ad06-eac51e9a99a7 triggered by entity L2. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 18:03:37.847648 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687209'] for port, provisioning_complete {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:37.895626 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269ad100-7007-40d5-9249-825700f3634a req-ca3ded07-284f-430f-a928-bf7e8fd2fa69 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:37.904284 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-269ad100-7007-40d5-9249-825700f3634a req-ca3ded07-284f-430f-a928-bf7e8fd2fa69 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/ports?device_id=d5636e88-17f4-4147-bd8f-a153f376b8aa HTTP/1.1" status: 200 len: 944 time: 0.1520813 Jun 17 18:03:37.930107 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:37.944445 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e123e8-a97f-4999-b12f-9cdd8d9c9377 req-997ff016-1f8f-421b-a53a-c3df8f38e200 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:37.951542 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-d8e123e8-a97f-4999-b12f-9cdd8d9c9377 req-997ff016-1f8f-421b-a53a-c3df8f38e200 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/ports?device_id=43fd5a25-ffb4-4518-8fdb-430531a5365d HTTP/1.1" status: 200 len: 943 time: 0.1819336 Jun 17 18:03:37.964401 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] get_ports_and_sgs() called for port_ids ['54ef4d5b-47ac-461e-a87d-a2ca55991ee0'] {{(pid=92880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 18:03:37.984841 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-269ad100-7007-40d5-9249-825700f3634a req-2584c428-d5b3-4afd-9d3c-70603f403e90 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/security-groups?id=91f7f23c-b787-41c8-9305-85229b082856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796430 Jun 17 18:03:38.000974 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] For port 66b35a25-01d6-4d67-ad06-eac51e9a99a7, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=66b35a25-01d6-4d67-ad06-eac51e9a99a7,segment=NetworkSegment(ec1be91d-5013-401a-90de-3135f9e6b68b),segment_id=ec1be91d-5013-401a-90de-3135f9e6b68b)] {{(pid=92880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:03:38.020320 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-d8e123e8-a97f-4999-b12f-9cdd8d9c9377 req-4e1a84c7-8709-42a3-8026-b2a357158bed tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/security-groups?id=3dcea033-1931-485c-8e80-04f1de860c08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619497 Jun 17 18:03:38.039340 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479'] for port, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:38.041392 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Device c1d6bb65-b56e-4e13-85b1-1d67a7e7a68e up at agent hyperv_hv-cinder-78626 {{(pid=92880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 18:03:38.048361 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:03:38.145173 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Pushing event updated for resources: {'Port': ['ID=66b35a25-01d6-4d67-ad06-eac51e9a99a7,revision_number=5']} {{(pid=92880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:03:38.150272 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:03:38.198630 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Provisioning for port c1d6bb65-b56e-4e13-85b1-1d67a7e7a68e completed by entity L2. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 18:03:38.203714 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Provisioning complete for port c1d6bb65-b56e-4e13-85b1-1d67a7e7a68e triggered by entity L2. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 18:03:38.204176 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687209'] for port, provisioning_complete {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:38.330528 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c76c1b3-bc93-4f63-91e0-72fdacac9289 req-aae31985-a683-4c7a-b16d-0bd2617cb69c tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:38.332724 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-0c76c1b3-bc93-4f63-91e0-72fdacac9289 req-aae31985-a683-4c7a-b16d-0bd2617cb69c tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/ports?device_id=ae2d03c1-55ad-4073-9b72-3acdf0aa8134 HTTP/1.1" status: 200 len: 944 time: 0.1721835 Jun 17 18:03:38.350679 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:38.390960 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 18:03:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cc7ad1f-5780-4b24-b77d-012341f34d7e x-openstack-request-id: req-2cc7ad1f-5780-4b24-b77d-012341f34d7e {{(pid=92880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 18:03:38.391649 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4ac72c4-640f-4b29-bebb-6e3ad492fde3", "name": "network-vif-plugged", "status": "completed", "tag": "8d512d72-e38b-44d0-857f-e6bc293dc5c0", "code": 200}]} {{(pid=92880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 18:03:38.392119 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-2cc7ad1f-5780-4b24-b77d-012341f34d7e {{(pid=92880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 18:03:38.392875 dv-cinder-786260-6-iscsi neutron-server[92880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4ac72c4-640f-4b29-bebb-6e3ad492fde3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d512d72-e38b-44d0-857f-e6bc293dc5c0', 'code': 200} Jun 17 18:03:38.400330 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-0c76c1b3-bc93-4f63-91e0-72fdacac9289 req-27d24dc8-2b7c-4e83-b4b4-87b69fa0d583 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/security-groups?id=344af256-d773-4ff0-b9b9-f3fcbe207aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581794 Jun 17 18:03:38.413559 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] For port c1d6bb65-b56e-4e13-85b1-1d67a7e7a68e, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=c1d6bb65-b56e-4e13-85b1-1d67a7e7a68e,segment=NetworkSegment(4d48f87c-16fb-4b3a-8ad2-c3ae0d9a92a0),segment_id=4d48f87c-16fb-4b3a-8ad2-c3ae0d9a92a0)] {{(pid=92880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:03:38.416986 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479'] for port, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:38.422460 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-c748565c-96f2-44e2-a035-53aae5678176 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:03:38.474624 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Pushing event updated for resources: {'Port': ['ID=c1d6bb65-b56e-4e13-85b1-1d67a7e7a68e,revision_number=5']} {{(pid=92880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:03:38.477653 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:03:38.825405 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b576fa6e-142c-4374-adb5-e6c8d6bc943f req-20b2ace4-78d8-4722-a18e-b4bc46030e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:38.826888 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-b576fa6e-142c-4374-adb5-e6c8d6bc943f req-20b2ace4-78d8-4722-a18e-b4bc46030e49 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=d4ac72c4-640f-4b29-bebb-6e3ad492fde3 HTTP/1.1" status: 200 len: 1098 time: 0.1942871 Jun 17 18:03:38.850380 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e208ce-44cf-434f-9743-5e3507c8bc8f req-ba6a9233-58f1-4960-aa27-30c1da50dae1 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:38.852097 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-17e208ce-44cf-434f-9743-5e3507c8bc8f req-ba6a9233-58f1-4960-aa27-30c1da50dae1 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "GET /v2.0/ports?device_id=412d6c27-5056-4695-a549-32b0b7c42bd5 HTTP/1.1" status: 200 len: 943 time: 0.1471264 Jun 17 18:03:38.870506 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-b576fa6e-142c-4374-adb5-e6c8d6bc943f req-efa7587a-a409-483f-9429-5908bb17b3fe service neutron] Notify callbacks [] for security_group, before_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:38.897300 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d187e5-c692-4eb4-b98d-59e5cbcbfbd2 req-b1f8011f-f626-479b-80ca-d34825ea03f3 tempest-DeleteServersTestJSON-1984471777 tempest-DeleteServersTestJSON-1984471777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:38.898772 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-b9d187e5-c692-4eb4-b98d-59e5cbcbfbd2 req-b1f8011f-f626-479b-80ca-d34825ea03f3 tempest-DeleteServersTestJSON-1984471777 tempest-DeleteServersTestJSON-1984471777-project] 10.222.0.97 "GET /v2.0/ports?device_id=dc1b9fb3-96fb-4894-a7ce-cf17b5b4c60a HTTP/1.1" status: 200 len: 945 time: 0.1489789 Jun 17 18:03:38.949150 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-17e208ce-44cf-434f-9743-5e3507c8bc8f req-cbe99c05-abe9-42c6-9de1-7defc1c3ab25 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "GET /v2.0/security-groups?id=19e58ac4-2b2e-45d9-bd7b-7c5e46ae7cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859582 Jun 17 18:03:38.972889 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-b9d187e5-c692-4eb4-b98d-59e5cbcbfbd2 req-14a98664-2640-4ec7-9498-f8edb07ea2b8 tempest-DeleteServersTestJSON-1984471777 tempest-DeleteServersTestJSON-1984471777-project] 10.222.0.97 "GET /v2.0/security-groups?id=48188713-d4f3-4e47-a31a-4c9bc371b90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658967 Jun 17 18:03:39.048961 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-b576fa6e-142c-4374-adb5-e6c8d6bc943f req-efa7587a-a409-483f-9429-5908bb17b3fe service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:39.054681 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-b576fa6e-142c-4374-adb5-e6c8d6bc943f req-efa7587a-a409-483f-9429-5908bb17b3fe service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:39.061682 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-5fa40658-8c03-487b-af39-26c35ed92d33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:03:39.093926 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-b576fa6e-142c-4374-adb5-e6c8d6bc943f req-efa7587a-a409-483f-9429-5908bb17b3fe service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=344af256-d773-4ff0-b9b9-f3fcbe207aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2575421 Jun 17 18:03:39.103268 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa7587a-a409-483f-9429-5908bb17b3fe service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=e2326eab-111f-4fbc-a031-4534408518ba,revision_number=1']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:03:39.117461 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-efa7587a-a409-483f-9429-5908bb17b3fe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:03:39.212499 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4be8e0-f806-47a2-aae5-c17ceae45391 req-d455a7fb-156b-4503-a2bd-6d59e2550ebf tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:39.213925 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-3c4be8e0-f806-47a2-aae5-c17ceae45391 req-d455a7fb-156b-4503-a2bd-6d59e2550ebf tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/ports?device_id=d5636e88-17f4-4147-bd8f-a153f376b8aa HTTP/1.1" status: 200 len: 945 time: 0.1078782 Jun 17 18:03:39.249686 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258a602a-c652-4232-aede-4cfc95f5bc94 req-68660efe-29a4-404b-9974-f8d3117fd4c6 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:39.251119 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-258a602a-c652-4232-aede-4cfc95f5bc94 req-68660efe-29a4-404b-9974-f8d3117fd4c6 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/ports?device_id=43fd5a25-ffb4-4518-8fdb-430531a5365d HTTP/1.1" status: 200 len: 943 time: 0.0970135 Jun 17 18:03:39.282349 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-3c4be8e0-f806-47a2-aae5-c17ceae45391 req-20c6f3df-9bd2-495e-b457-7e99a8ef67de tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/security-groups?id=91f7f23c-b787-41c8-9305-85229b082856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616970 Jun 17 18:03:39.301988 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-258a602a-c652-4232-aede-4cfc95f5bc94 req-9b59383a-7218-4d59-8bf1-3a944e1fa116 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/security-groups?id=3dcea033-1931-485c-8e80-04f1de860c08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411477 Jun 17 18:03:39.576549 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750b9c61-93ba-4ba9-8bb2-eace574905b0 req-2c1859f0-3d94-4f43-a25d-ffec6c08346a tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:39.583354 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-750b9c61-93ba-4ba9-8bb2-eace574905b0 req-2c1859f0-3d94-4f43-a25d-ffec6c08346a tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/ports?device_id=ae2d03c1-55ad-4073-9b72-3acdf0aa8134 HTTP/1.1" status: 200 len: 944 time: 0.0785387 Jun 17 18:03:39.618333 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-750b9c61-93ba-4ba9-8bb2-eace574905b0 req-3106f55e-cf2c-4c99-aa3d-ce02fbaf9997 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/security-groups?id=344af256-d773-4ff0-b9b9-f3fcbe207aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340695 Jun 17 18:03:40.162715 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb96cb1c-2d25-4d6b-90d4-5289373a8ffe req-5570f702-bd71-4c7c-8c9f-6af132e65bc8 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:40.164102 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-cb96cb1c-2d25-4d6b-90d4-5289373a8ffe req-5570f702-bd71-4c7c-8c9f-6af132e65bc8 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "GET /v2.0/ports?device_id=412d6c27-5056-4695-a549-32b0b7c42bd5 HTTP/1.1" status: 200 len: 943 time: 0.1033583 Jun 17 18:03:40.183223 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768e13fd-6fcd-43e8-baee-4853e1f4ce75 req-a22154a4-f763-4eaa-bcb3-3652615c8cd5 tempest-DeleteServersTestJSON-1984471777 tempest-DeleteServersTestJSON-1984471777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:40.184636 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-768e13fd-6fcd-43e8-baee-4853e1f4ce75 req-a22154a4-f763-4eaa-bcb3-3652615c8cd5 tempest-DeleteServersTestJSON-1984471777 tempest-DeleteServersTestJSON-1984471777-project] 10.222.0.97 "GET /v2.0/ports?device_id=dc1b9fb3-96fb-4894-a7ce-cf17b5b4c60a HTTP/1.1" status: 200 len: 945 time: 0.0967436 Jun 17 18:03:40.232735 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-cb96cb1c-2d25-4d6b-90d4-5289373a8ffe req-21ad650b-28cb-4070-bc90-3fbeecab1e12 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "GET /v2.0/security-groups?id=19e58ac4-2b2e-45d9-bd7b-7c5e46ae7cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625744 Jun 17 18:03:40.237325 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-768e13fd-6fcd-43e8-baee-4853e1f4ce75 req-040d5fd9-edde-47e8-8d4b-f161fef22881 tempest-DeleteServersTestJSON-1984471777 tempest-DeleteServersTestJSON-1984471777-project] 10.222.0.97 "GET /v2.0/security-groups?id=48188713-d4f3-4e47-a31a-4c9bc371b90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457239 Jun 17 18:03:40.394092 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5636e88-17f4-4147-bd8f-a153f376b8aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66b35a25-01d6-4d67-ad06-eac51e9a99a7'}, {'server_uuid': 'dc1b9fb3-96fb-4894-a7ce-cf17b5b4c60a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1d6bb65-b56e-4e13-85b1-1d67a7e7a68e'}] {{(pid=92880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 18:03:40.396639 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44fe161690382cf4f0960ac1b424fedb1dd6f9597775f60dec274194d49fe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1988b4ca-60cc-482b-973a-d348d8f2f465" -d '{"events": [{"server_uuid": "d5636e88-17f4-4147-bd8f-a153f376b8aa", "name": "network-vif-plugged", "status": "completed", "tag": "66b35a25-01d6-4d67-ad06-eac51e9a99a7"}, {"server_uuid": "dc1b9fb3-96fb-4894-a7ce-cf17b5b4c60a", "name": "network-vif-plugged", "status": "completed", "tag": "c1d6bb65-b56e-4e13-85b1-1d67a7e7a68e"}]}' {{(pid=92880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 18:03:40.491555 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a66b9a-93a8-4663-8545-e3e5867d4ae4 req-63970a4f-5dd5-4ad8-aa64-14aa10d462e3 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:40.493025 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-e2a66b9a-93a8-4663-8545-e3e5867d4ae4 req-63970a4f-5dd5-4ad8-aa64-14aa10d462e3 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/ports?device_id=d5636e88-17f4-4147-bd8f-a153f376b8aa HTTP/1.1" status: 200 len: 945 time: 0.1008983 Jun 17 18:03:40.516311 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6fa361-07a1-4d43-9a7c-a6e1c670102f req-53504906-adea-4693-9057-ece29d546efd tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:40.517721 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-8a6fa361-07a1-4d43-9a7c-a6e1c670102f req-53504906-adea-4693-9057-ece29d546efd tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/ports?device_id=43fd5a25-ffb4-4518-8fdb-430531a5365d HTTP/1.1" status: 200 len: 943 time: 0.0951214 Jun 17 18:03:40.558373 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-e2a66b9a-93a8-4663-8545-e3e5867d4ae4 req-64a01039-6c25-4396-9d99-92a225798eee tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/security-groups?id=91f7f23c-b787-41c8-9305-85229b082856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587308 Jun 17 18:03:40.569851 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-8a6fa361-07a1-4d43-9a7c-a6e1c670102f req-cacafd67-b527-4da6-834d-4723c3d3deb6 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/security-groups?id=3dcea033-1931-485c-8e80-04f1de860c08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461099 Jun 17 18:03:40.607959 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 17 Jun 2021 18:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91b28c4c-0d40-40bc-be39-df355587bd5f x-openstack-request-id: req-91b28c4c-0d40-40bc-be39-df355587bd5f {{(pid=92880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 18:03:40.608384 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5636e88-17f4-4147-bd8f-a153f376b8aa", "name": "network-vif-plugged", "status": "completed", "tag": "66b35a25-01d6-4d67-ad06-eac51e9a99a7", "code": 200}, {"server_uuid": "dc1b9fb3-96fb-4894-a7ce-cf17b5b4c60a", "name": "network-vif-plugged", "status": "completed", "tag": "c1d6bb65-b56e-4e13-85b1-1d67a7e7a68e", "code": 200}]} {{(pid=92880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 18:03:40.608717 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-91b28c4c-0d40-40bc-be39-df355587bd5f {{(pid=92880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 18:03:40.609184 dv-cinder-786260-6-iscsi neutron-server[92880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5636e88-17f4-4147-bd8f-a153f376b8aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66b35a25-01d6-4d67-ad06-eac51e9a99a7', 'code': 200} Jun 17 18:03:40.609517 dv-cinder-786260-6-iscsi neutron-server[92880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc1b9fb3-96fb-4894-a7ce-cf17b5b4c60a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1d6bb65-b56e-4e13-85b1-1d67a7e7a68e', 'code': 200} Jun 17 18:03:40.790198 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd139546-4ff3-4aa6-b3c7-989c250fa74e req-b09fd169-80df-4402-8519-db41685b0f02 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:40.791657 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-bd139546-4ff3-4aa6-b3c7-989c250fa74e req-b09fd169-80df-4402-8519-db41685b0f02 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/ports?device_id=ae2d03c1-55ad-4073-9b72-3acdf0aa8134 HTTP/1.1" status: 200 len: 944 time: 0.0640030 Jun 17 18:03:40.828304 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-bd139546-4ff3-4aa6-b3c7-989c250fa74e req-99488a0a-19a1-4888-9276-1c74391261ab tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/security-groups?id=344af256-d773-4ff0-b9b9-f3fcbe207aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310297 Jun 17 18:03:41.445844 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc15e98c-d503-4715-b6f9-d878c983f897 req-56fdc3fc-a3c1-4f91-b8ff-9f762f8b95e2 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:41.447302 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-bc15e98c-d503-4715-b6f9-d878c983f897 req-56fdc3fc-a3c1-4f91-b8ff-9f762f8b95e2 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "GET /v2.0/ports?device_id=412d6c27-5056-4695-a549-32b0b7c42bd5 HTTP/1.1" status: 200 len: 943 time: 0.1055911 Jun 17 18:03:41.454219 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faeb439-3768-477c-a564-a37e542e0ca7 req-2a080bdd-24c4-4a23-8525-bcd9e100ddab tempest-DeleteServersTestJSON-1984471777 tempest-DeleteServersTestJSON-1984471777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:41.455531 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-6faeb439-3768-477c-a564-a37e542e0ca7 req-2a080bdd-24c4-4a23-8525-bcd9e100ddab tempest-DeleteServersTestJSON-1984471777 tempest-DeleteServersTestJSON-1984471777-project] 10.222.0.97 "GET /v2.0/ports?device_id=dc1b9fb3-96fb-4894-a7ce-cf17b5b4c60a HTTP/1.1" status: 200 len: 945 time: 0.1049819 Jun 17 18:03:41.509254 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-bc15e98c-d503-4715-b6f9-d878c983f897 req-6ec3dbdf-810d-430b-8804-5b1da7294262 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "GET /v2.0/security-groups?id=19e58ac4-2b2e-45d9-bd7b-7c5e46ae7cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527167 Jun 17 18:03:41.514013 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-6faeb439-3768-477c-a564-a37e542e0ca7 req-db3827ba-aae6-47fa-8785-aacf6dd449c0 tempest-DeleteServersTestJSON-1984471777 tempest-DeleteServersTestJSON-1984471777-project] 10.222.0.97 "GET /v2.0/security-groups?id=48188713-d4f3-4e47-a31a-4c9bc371b90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518274 Jun 17 18:03:41.655346 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Device 83c3404f-d49e-4e1b-831c-0b25c4e59742 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=92880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 18:03:41.674354 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Device 54ef4d5b-47ac-461e-a87d-a2ca55991ee0 up at agent hyperv_hv-cinder-78626 {{(pid=92880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 18:03:41.707791 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:41.778256 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ef4daa-1357-4b0b-b22a-27953f6714cd req-7123dc78-68ec-422d-b589-838329b7e827 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:41.779732 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-36ef4daa-1357-4b0b-b22a-27953f6714cd req-7123dc78-68ec-422d-b589-838329b7e827 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/ports?device_id=d5636e88-17f4-4147-bd8f-a153f376b8aa HTTP/1.1" status: 200 len: 945 time: 0.1055753 Jun 17 18:03:41.787890 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Provisioning for port 54ef4d5b-47ac-461e-a87d-a2ca55991ee0 completed by entity L2. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 18:03:41.793225 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Provisioning complete for port 54ef4d5b-47ac-461e-a87d-a2ca55991ee0 triggered by entity L2. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 18:03:41.793606 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687209'] for port, provisioning_complete {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:41.815521 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc81a392-d2ad-4051-a451-4c475027db52 req-a2324c5b-52ce-4c79-8d14-a8ecea091c26 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:41.816989 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-bc81a392-d2ad-4051-a451-4c475027db52 req-a2324c5b-52ce-4c79-8d14-a8ecea091c26 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/ports?device_id=43fd5a25-ffb4-4518-8fdb-430531a5365d HTTP/1.1" status: 200 len: 943 time: 0.1158502 Jun 17 18:03:41.831013 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] For port 83c3404f-d49e-4e1b-831c-0b25c4e59742, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=83c3404f-d49e-4e1b-831c-0b25c4e59742,segment=NetworkSegment(0913402a-ef8a-41bd-a14e-da5d38ea5bc2),segment_id=0913402a-ef8a-41bd-a14e-da5d38ea5bc2)] {{(pid=92880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:03:41.849691 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Returning: {'device': '83c3404f-d49e-4e1b-831c-0b25c4e59742', 'network_id': '490619f6-df6b-4a81-8b12-97225a6da310', 'port_id': '83c3404f-d49e-4e1b-831c-0b25c4e59742', 'mac_address': 'fa:16:3e:ad:39:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd12fe909-5b0e-4b17-a966-d3ca34ed6db9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 18:03:41.862865 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-36ef4daa-1357-4b0b-b22a-27953f6714cd req-fe76a887-b4e9-41c5-bf6e-2159543ae3c7 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/security-groups?id=91f7f23c-b787-41c8-9305-85229b082856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738232 Jun 17 18:03:41.879329 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-bc81a392-d2ad-4051-a451-4c475027db52 req-904e9b6e-5251-447f-bf85-10efbed99771 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/security-groups?id=3dcea033-1931-485c-8e80-04f1de860c08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513399 Jun 17 18:03:41.930061 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:41.931851 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:41.957033 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.notifiers.nova [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83c3404f-d49e-4e1b-831c-0b25c4e59742 {{(pid=92880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 18:03:41.993839 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] For port 54ef4d5b-47ac-461e-a87d-a2ca55991ee0, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=54ef4d5b-47ac-461e-a87d-a2ca55991ee0,segment=NetworkSegment(86fa7d04-d5b8-408a-84bd-320872eef607),segment_id=86fa7d04-d5b8-408a-84bd-320872eef607)] {{(pid=92880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:03:41.998116 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] For port 83c3404f-d49e-4e1b-831c-0b25c4e59742, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=83c3404f-d49e-4e1b-831c-0b25c4e59742,segment=NetworkSegment(0913402a-ef8a-41bd-a14e-da5d38ea5bc2),segment_id=0913402a-ef8a-41bd-a14e-da5d38ea5bc2)] {{(pid=92880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:03:42.000068 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479'] for port, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:42.002730 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-93dbc54a-f00c-4aaa-bac2-94d20c2e50ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:03:42.010865 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479'] for port, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:42.011848 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Device 4a2a0eaf-60b9-4d22-98ef-b13c04e2d17a details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=92880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 18:03:42.048104 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e214f-0548-440c-82af-083eaa2d8d5f req-574a8e8b-8568-4142-a108-67509cb37e17 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:42.050363 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-a41e214f-0548-440c-82af-083eaa2d8d5f req-574a8e8b-8568-4142-a108-67509cb37e17 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/ports?device_id=ae2d03c1-55ad-4073-9b72-3acdf0aa8134 HTTP/1.1" status: 200 len: 944 time: 0.0783715 Jun 17 18:03:42.087563 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Pushing event updated for resources: {'Port': ['ID=54ef4d5b-47ac-461e-a87d-a2ca55991ee0,revision_number=5']} {{(pid=92880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:03:42.091180 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:03:42.095073 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-a41e214f-0548-440c-82af-083eaa2d8d5f req-c6609a07-584b-4e62-a112-566d15604a9f tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/security-groups?id=344af256-d773-4ff0-b9b9-f3fcbe207aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377457 Jun 17 18:03:42.098454 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-93dbc54a-f00c-4aaa-bac2-94d20c2e50ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.067s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:03:42.186398 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Pushing event updated for resources: {'Port': ['ID=83c3404f-d49e-4e1b-831c-0b25c4e59742,revision_number=4']} {{(pid=92880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:03:42.194084 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:03:42.201331 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] For port 4a2a0eaf-60b9-4d22-98ef-b13c04e2d17a, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=4a2a0eaf-60b9-4d22-98ef-b13c04e2d17a,segment=NetworkSegment(d2eba5df-4ee6-4d57-8467-b15a13058427),segment_id=d2eba5df-4ee6-4d57-8467-b15a13058427)] {{(pid=92880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:03:42.212544 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Returning: {'device': '4a2a0eaf-60b9-4d22-98ef-b13c04e2d17a', 'network_id': 'a56ac911-462a-49b0-b749-9c491282bc98', 'port_id': '4a2a0eaf-60b9-4d22-98ef-b13c04e2d17a', 'mac_address': 'fa:16:3e:ed:1e:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c1a0998-b783-48f3-b815-e77d3448c78f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 18:03:42.255197 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:42.268463 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.notifiers.nova [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a2a0eaf-60b9-4d22-98ef-b13c04e2d17a {{(pid=92880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 18:03:42.288003 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] For port 4a2a0eaf-60b9-4d22-98ef-b13c04e2d17a, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=4a2a0eaf-60b9-4d22-98ef-b13c04e2d17a,segment=NetworkSegment(d2eba5df-4ee6-4d57-8467-b15a13058427),segment_id=d2eba5df-4ee6-4d57-8467-b15a13058427)] {{(pid=92880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:03:42.296925 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479'] for port, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:42.299130 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:03:42.321954 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140f6d75-219d-4086-b63d-af20928da264 req-1038a474-b67c-4cac-9d15-5d651c9eb062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:42.323454 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-140f6d75-219d-4086-b63d-af20928da264 req-1038a474-b67c-4cac-9d15-5d651c9eb062 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=dc1b9fb3-96fb-4894-a7ce-cf17b5b4c60a HTTP/1.1" status: 200 len: 1098 time: 0.0578680 Jun 17 18:03:42.350409 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Pushing event updated for resources: {'Port': ['ID=4a2a0eaf-60b9-4d22-98ef-b13c04e2d17a,revision_number=4']} {{(pid=92880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:03:42.354494 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:03:42.359047 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-140f6d75-219d-4086-b63d-af20928da264 req-855ce74f-7792-48f4-be5a-d6fe4a405045 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=48188713-d4f3-4e47-a31a-4c9bc371b90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283782 Jun 17 18:03:42.379111 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6bd4eb-bdc4-47a5-923f-3edd887c83e8 req-6defa83b-7949-4b47-ba74-f09f5437af28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:42.380654 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-6a6bd4eb-bdc4-47a5-923f-3edd887c83e8 req-6defa83b-7949-4b47-ba74-f09f5437af28 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=d5636e88-17f4-4147-bd8f-a153f376b8aa HTTP/1.1" status: 200 len: 1098 time: 0.1014616 Jun 17 18:03:42.610162 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae2d03c1-55ad-4073-9b72-3acdf0aa8134', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54ef4d5b-47ac-461e-a87d-a2ca55991ee0'}] {{(pid=92880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 18:03:42.613040 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44fe161690382cf4f0960ac1b424fedb1dd6f9597775f60dec274194d49fe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d284279b-d6f0-4f23-8706-244cd66fa4d9" -d '{"events": [{"server_uuid": "ae2d03c1-55ad-4073-9b72-3acdf0aa8134", "name": "network-vif-plugged", "status": "completed", "tag": "54ef4d5b-47ac-461e-a87d-a2ca55991ee0"}]}' {{(pid=92880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 18:03:42.700106 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-6a6bd4eb-bdc4-47a5-923f-3edd887c83e8 req-0a09823b-1fcc-44b1-b0bc-9280de2d87b7 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=91f7f23c-b787-41c8-9305-85229b082856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348895 Jun 17 18:03:42.719385 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] get_ports_and_sgs() called for port_ids ['83c3404f-d49e-4e1b-831c-0b25c4e59742'] {{(pid=92880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 18:03:42.722984 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e7c123-e4e0-4b09-92f6-c1b11f6a8696 req-2cb01801-020c-48c8-8856-34da7aed0a63 tempest-DeleteServersTestJSON-1984471777 tempest-DeleteServersTestJSON-1984471777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:42.724490 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-43e7c123-e4e0-4b09-92f6-c1b11f6a8696 req-2cb01801-020c-48c8-8856-34da7aed0a63 tempest-DeleteServersTestJSON-1984471777 tempest-DeleteServersTestJSON-1984471777-project] 10.222.0.97 "GET /v2.0/ports?device_id=dc1b9fb3-96fb-4894-a7ce-cf17b5b4c60a HTTP/1.1" status: 200 len: 945 time: 0.1030729 Jun 17 18:03:42.732943 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa3add3-37c3-4d38-abb5-1f5e3cf1faa7 req-d90af071-c068-4903-9a07-46f79478bd73 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:42.734310 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-2fa3add3-37c3-4d38-abb5-1f5e3cf1faa7 req-d90af071-c068-4903-9a07-46f79478bd73 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "GET /v2.0/ports?device_id=412d6c27-5056-4695-a549-32b0b7c42bd5 HTTP/1.1" status: 200 len: 944 time: 0.1028521 Jun 17 18:03:42.742920 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] get_ports_and_sgs() called for port_ids ['4a2a0eaf-60b9-4d22-98ef-b13c04e2d17a'] {{(pid=92880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 18:03:42.789215 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-43e7c123-e4e0-4b09-92f6-c1b11f6a8696 req-89e834e6-ae50-4687-afe7-4dbd8d08a217 tempest-DeleteServersTestJSON-1984471777 tempest-DeleteServersTestJSON-1984471777-project] 10.222.0.97 "GET /v2.0/security-groups?id=48188713-d4f3-4e47-a31a-4c9bc371b90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539336 Jun 17 18:03:42.800548 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-2fa3add3-37c3-4d38-abb5-1f5e3cf1faa7 req-5577432c-8f86-45f9-9862-d265032f2403 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "GET /v2.0/security-groups?id=19e58ac4-2b2e-45d9-bd7b-7c5e46ae7cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563912 Jun 17 18:03:42.852032 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 18:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd8d557b-fe6c-4eca-9690-590e8d84d1d6 x-openstack-request-id: req-cd8d557b-fe6c-4eca-9690-590e8d84d1d6 {{(pid=92880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 18:03:42.852342 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae2d03c1-55ad-4073-9b72-3acdf0aa8134", "name": "network-vif-plugged", "status": "completed", "tag": "54ef4d5b-47ac-461e-a87d-a2ca55991ee0", "code": 200}]} {{(pid=92880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 18:03:42.853132 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-cd8d557b-fe6c-4eca-9690-590e8d84d1d6 {{(pid=92880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 18:03:42.853522 dv-cinder-786260-6-iscsi neutron-server[92880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae2d03c1-55ad-4073-9b72-3acdf0aa8134', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54ef4d5b-47ac-461e-a87d-a2ca55991ee0', 'code': 200} Jun 17 18:03:43.167291 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b026374-eae6-483b-82c5-a0b4d0ebbb5b req-d5c0c5f3-0c23-442a-b50b-4e5be8fba8fd tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:43.168820 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-7b026374-eae6-483b-82c5-a0b4d0ebbb5b req-d5c0c5f3-0c23-442a-b50b-4e5be8fba8fd tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/ports?device_id=d5636e88-17f4-4147-bd8f-a153f376b8aa HTTP/1.1" status: 200 len: 945 time: 0.1258888 Jun 17 18:03:43.177875 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc98bd0b-9087-400f-97bf-42fabaf0f9ae req-7f9964df-ab7c-483b-a6c2-1c8c198ce0e3 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:43.179373 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-fc98bd0b-9087-400f-97bf-42fabaf0f9ae req-7f9964df-ab7c-483b-a6c2-1c8c198ce0e3 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/ports?device_id=43fd5a25-ffb4-4518-8fdb-430531a5365d HTTP/1.1" status: 200 len: 944 time: 0.1255805 Jun 17 18:03:43.242253 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-7b026374-eae6-483b-82c5-a0b4d0ebbb5b req-2886a0e7-11f7-4cd4-b983-85045adc1739 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/security-groups?id=91f7f23c-b787-41c8-9305-85229b082856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619678 Jun 17 18:03:43.255307 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-fc98bd0b-9087-400f-97bf-42fabaf0f9ae req-78a37e12-8b2c-4837-a469-bc5ab067667a tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/security-groups?id=3dcea033-1931-485c-8e80-04f1de860c08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679052 Jun 17 18:03:43.401968 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34675374-bb52-4971-bd9b-49241725f5e0 req-6e805602-7980-49ec-8cc4-c5a1efd966e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:43.403466 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-34675374-bb52-4971-bd9b-49241725f5e0 req-6e805602-7980-49ec-8cc4-c5a1efd966e6 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=ae2d03c1-55ad-4073-9b72-3acdf0aa8134 HTTP/1.1" status: 200 len: 1098 time: 0.0784774 Jun 17 18:03:43.453324 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-34675374-bb52-4971-bd9b-49241725f5e0 req-243f4be0-3246-41cc-94ac-06f6dd7a1b49 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=344af256-d773-4ff0-b9b9-f3fcbe207aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397370 Jun 17 18:03:43.471280 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d211e588-e38b-4d83-8760-9e22e60f771b req-2ea3dcfd-56c3-4c8a-83c1-7231043d5baa tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:43.472801 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-d211e588-e38b-4d83-8760-9e22e60f771b req-2ea3dcfd-56c3-4c8a-83c1-7231043d5baa tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/ports?device_id=ae2d03c1-55ad-4073-9b72-3acdf0aa8134 HTTP/1.1" status: 200 len: 945 time: 0.0680315 Jun 17 18:03:43.512893 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-d211e588-e38b-4d83-8760-9e22e60f771b req-a475fedc-91fd-48ec-bef4-d87b404cf170 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/security-groups?id=344af256-d773-4ff0-b9b9-f3fcbe207aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339572 Jun 17 18:03:44.005107 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeb91b3-d65e-4d8c-8389-3ec5e9202109 req-f204fb22-b36b-4565-a519-c3d9539298d8 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:44.006548 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-8aeb91b3-d65e-4d8c-8389-3ec5e9202109 req-f204fb22-b36b-4565-a519-c3d9539298d8 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "GET /v2.0/ports?device_id=412d6c27-5056-4695-a549-32b0b7c42bd5 HTTP/1.1" status: 200 len: 944 time: 0.0984094 Jun 17 18:03:44.030570 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4cc3e5-03cd-4268-a1fc-4b291de136af req-c77e906b-ec1a-4b1e-aa4a-a81e439384d8 tempest-DeleteServersTestJSON-1984471777 tempest-DeleteServersTestJSON-1984471777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:44.031940 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-3f4cc3e5-03cd-4268-a1fc-4b291de136af req-c77e906b-ec1a-4b1e-aa4a-a81e439384d8 tempest-DeleteServersTestJSON-1984471777 tempest-DeleteServersTestJSON-1984471777-project] 10.222.0.97 "GET /v2.0/ports?device_id=dc1b9fb3-96fb-4894-a7ce-cf17b5b4c60a HTTP/1.1" status: 200 len: 945 time: 0.0952959 Jun 17 18:03:44.076108 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-8aeb91b3-d65e-4d8c-8389-3ec5e9202109 req-8c293ad5-1826-4abf-bccd-817993a4c4b3 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "GET /v2.0/security-groups?id=19e58ac4-2b2e-45d9-bd7b-7c5e46ae7cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615225 Jun 17 18:03:44.089392 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-3f4cc3e5-03cd-4268-a1fc-4b291de136af req-1e6dcba7-0680-4b2b-96e5-9b63997f09aa tempest-DeleteServersTestJSON-1984471777 tempest-DeleteServersTestJSON-1984471777-project] 10.222.0.97 "GET /v2.0/security-groups?id=48188713-d4f3-4e47-a31a-4c9bc371b90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516124 Jun 17 18:03:44.141353 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-bf1840e8-53ef-4a90-b914-6306b3559181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:44.488413 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e06e86d-6def-40e0-a9a7-2e406cc981e0 req-00930094-0d5a-457e-9446-c29569703cfe tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:44.489872 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-2e06e86d-6def-40e0-a9a7-2e406cc981e0 req-00930094-0d5a-457e-9446-c29569703cfe tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/ports?device_id=43fd5a25-ffb4-4518-8fdb-430531a5365d HTTP/1.1" status: 200 len: 944 time: 0.1048462 Jun 17 18:03:44.498617 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c131571c-8bd9-469a-9abd-fba873ebfebc req-aa50039e-e0dd-4fd6-98ee-6c6ab00181fe tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:44.500044 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-c131571c-8bd9-469a-9abd-fba873ebfebc req-aa50039e-e0dd-4fd6-98ee-6c6ab00181fe tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/ports?device_id=d5636e88-17f4-4147-bd8f-a153f376b8aa HTTP/1.1" status: 200 len: 945 time: 0.1137731 Jun 17 18:03:44.573965 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-2e06e86d-6def-40e0-a9a7-2e406cc981e0 req-bbfd77eb-75e3-4343-82f6-73fb8c7dda3a tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/security-groups?id=3dcea033-1931-485c-8e80-04f1de860c08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728776 Jun 17 18:03:44.581768 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-c131571c-8bd9-469a-9abd-fba873ebfebc req-9623e9f8-3332-443c-8765-1d840ce0b2ce tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/security-groups?id=91f7f23c-b787-41c8-9305-85229b082856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704770 Jun 17 18:03:44.780242 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e432ce2c-1dcd-47a9-bd65-9f14e84bcbce req-40fb3aa2-4620-4039-8a59-5b303d7fce8c tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:44.781709 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-e432ce2c-1dcd-47a9-bd65-9f14e84bcbce req-40fb3aa2-4620-4039-8a59-5b303d7fce8c tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/ports?device_id=ae2d03c1-55ad-4073-9b72-3acdf0aa8134 HTTP/1.1" status: 200 len: 945 time: 0.0807757 Jun 17 18:03:44.819161 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-e432ce2c-1dcd-47a9-bd65-9f14e84bcbce req-44f25f1f-0d1d-4f13-b5fb-f793884b6a33 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/security-groups?id=344af256-d773-4ff0-b9b9-f3fcbe207aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316193 Jun 17 18:03:44.995222 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 42910) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:03:45.116816 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-1a96f3ff-b6f8-472c-8772-c8e294667bf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:45.222453 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-1a96f3ff-b6f8-472c-8772-c8e294667bf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:45.226335 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-1a96f3ff-b6f8-472c-8772-c8e294667bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:45.231137 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-0720c0e5-658a-42fa-8731-3eee607888bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:03:45.278025 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-1a96f3ff-b6f8-472c-8772-c8e294667bf2 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=c9f95cf161f8497fa7817bf6981a1cc1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2801638 Jun 17 18:03:45.278394 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a96f3ff-b6f8-472c-8772-c8e294667bf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d44a2c8-9593-448b-b701-cf19ff30a3a9,revision_number=1']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:03:45.278974 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 42918) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:03:45.281668 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-1a96f3ff-b6f8-472c-8772-c8e294667bf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:03:45.344916 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d45c7a-7d75-4a3c-a38f-ce840deeb4b2 req-06cc41d4-34f3-47dd-afe6-fa5fdf48f68a tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:45.346348 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-73d45c7a-7d75-4a3c-a38f-ce840deeb4b2 req-06cc41d4-34f3-47dd-afe6-fa5fdf48f68a tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "GET /v2.0/ports?device_id=412d6c27-5056-4695-a549-32b0b7c42bd5 HTTP/1.1" status: 200 len: 944 time: 0.1470318 Jun 17 18:03:45.353482 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a73cebf-bd79-4888-9968-2ef6130854da req-c2eb51c3-5d30-4cca-9ab6-c67bb34d299e tempest-DeleteServersTestJSON-1984471777 tempest-DeleteServersTestJSON-1984471777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:45.354842 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-8a73cebf-bd79-4888-9968-2ef6130854da req-c2eb51c3-5d30-4cca-9ab6-c67bb34d299e tempest-DeleteServersTestJSON-1984471777 tempest-DeleteServersTestJSON-1984471777-project] 10.222.0.97 "GET /v2.0/ports?device_id=dc1b9fb3-96fb-4894-a7ce-cf17b5b4c60a HTTP/1.1" status: 200 len: 945 time: 0.1451685 Jun 17 18:03:45.403490 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-b0231e81-919b-4668-b084-2e61b5bf8e89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:45.436389 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-73d45c7a-7d75-4a3c-a38f-ce840deeb4b2 req-c4e598e0-6314-4f24-9af7-3061960ebe6b tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "GET /v2.0/security-groups?id=19e58ac4-2b2e-45d9-bd7b-7c5e46ae7cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795734 Jun 17 18:03:45.448368 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-8a73cebf-bd79-4888-9968-2ef6130854da req-1b26c40f-8ef0-4b36-bfba-785343f3e3c9 tempest-DeleteServersTestJSON-1984471777 tempest-DeleteServersTestJSON-1984471777-project] 10.222.0.97 "GET /v2.0/security-groups?id=48188713-d4f3-4e47-a31a-4c9bc371b90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833511 Jun 17 18:03:45.450123 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-b0231e81-919b-4668-b084-2e61b5bf8e89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:45.508444 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-b0231e81-919b-4668-b084-2e61b5bf8e89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:45.511908 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-b0231e81-919b-4668-b084-2e61b5bf8e89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:45.513081 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-b0231e81-919b-4668-b084-2e61b5bf8e89 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/8d44a2c8-9593-448b-b701-cf19ff30a3a9 HTTP/1.1" status: 204 len: 168 time: 0.2331960 Jun 17 18:03:45.513904 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-03765ed8-3fc7-441b-86ba-e29587c1d55a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:03:45.528517 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0231e81-919b-4668-b084-2e61b5bf8e89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d44a2c8-9593-448b-b701-cf19ff30a3a9,revision_number=None']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:03:45.535720 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-b0231e81-919b-4668-b084-2e61b5bf8e89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:03:45.666780 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Device 83c3404f-d49e-4e1b-831c-0b25c4e59742 up at agent hyperv_hv-cinder-78626 {{(pid=92880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 18:03:45.738937 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Provisioning for port 83c3404f-d49e-4e1b-831c-0b25c4e59742 completed by entity L2. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 18:03:45.745603 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Provisioning complete for port 83c3404f-d49e-4e1b-831c-0b25c4e59742 triggered by entity L2. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 18:03:45.746396 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687209'] for port, provisioning_complete {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:45.900586 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:45.940484 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43fd5a25-ffb4-4518-8fdb-430531a5365d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83c3404f-d49e-4e1b-831c-0b25c4e59742'}] {{(pid=92880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 18:03:45.942464 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44fe161690382cf4f0960ac1b424fedb1dd6f9597775f60dec274194d49fe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17b6c970-d518-43cb-a33b-c0b10d20ee8b" -d '{"events": [{"server_uuid": "43fd5a25-ffb4-4518-8fdb-430531a5365d", "name": "network-vif-plugged", "status": "completed", "tag": "83c3404f-d49e-4e1b-831c-0b25c4e59742"}]}' {{(pid=92880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 18:03:45.989439 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaf45a8-a631-414f-b3d5-7c30f68816cf req-7d3c2dd4-7a3b-4e41-9e61-19332a05ce8a tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:45.990596 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-dfaf45a8-a631-414f-b3d5-7c30f68816cf req-7d3c2dd4-7a3b-4e41-9e61-19332a05ce8a tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/ports?device_id=43fd5a25-ffb4-4518-8fdb-430531a5365d HTTP/1.1" status: 200 len: 944 time: 0.1511171 Jun 17 18:03:45.999456 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] For port 83c3404f-d49e-4e1b-831c-0b25c4e59742, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=83c3404f-d49e-4e1b-831c-0b25c4e59742,segment=NetworkSegment(0913402a-ef8a-41bd-a14e-da5d38ea5bc2),segment_id=0913402a-ef8a-41bd-a14e-da5d38ea5bc2)] {{(pid=92880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:03:46.004999 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479'] for port, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:46.005860 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Device 4a2a0eaf-60b9-4d22-98ef-b13c04e2d17a up at agent hyperv_hv-cinder-78626 {{(pid=92880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 18:03:46.025122 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 42958) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:03:46.037370 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:03:46.060164 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-71270304-1c16-42f9-ae04-3557ea87097a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:46.121260 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Pushing event updated for resources: {'Port': ['ID=83c3404f-d49e-4e1b-831c-0b25c4e59742,revision_number=5']} {{(pid=92880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:03:46.126312 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:03:46.131107 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Provisioning for port 4a2a0eaf-60b9-4d22-98ef-b13c04e2d17a completed by entity L2. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 18:03:46.138887 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Provisioning complete for port 4a2a0eaf-60b9-4d22-98ef-b13c04e2d17a triggered by entity L2. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 18:03:46.139274 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687209'] for port, provisioning_complete {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:46.152509 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-dfaf45a8-a631-414f-b3d5-7c30f68816cf req-2b361b69-ae02-4ae3-9270-883f7a9d0108 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/security-groups?id=3dcea033-1931-485c-8e80-04f1de860c08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1531432 Jun 17 18:03:46.187512 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c385d6b4-5a2a-4719-b98d-86be32abcb75 req-7aabb292-482c-47aa-9f38-00e26749f198 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:46.189655 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-c385d6b4-5a2a-4719-b98d-86be32abcb75 req-7aabb292-482c-47aa-9f38-00e26749f198 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/ports?device_id=d5636e88-17f4-4147-bd8f-a153f376b8aa HTTP/1.1" status: 200 len: 945 time: 0.1400471 Jun 17 18:03:46.200038 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-71270304-1c16-42f9-ae04-3557ea87097a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:46.204929 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-71270304-1c16-42f9-ae04-3557ea87097a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:46.209032 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-bcaceb88-fe97-43e6-91e9-64513a0e505d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:03:46.247772 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-71270304-1c16-42f9-ae04-3557ea87097a admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=264660912f554b2e825980df0513f4b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2215562 Jun 17 18:03:46.248902 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71270304-1c16-42f9-ae04-3557ea87097a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8397b724-1432-4dab-a062-e83094d07a79,revision_number=1']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:03:46.251363 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 42970) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:03:46.253959 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-71270304-1c16-42f9-ae04-3557ea87097a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:03:46.286448 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-c385d6b4-5a2a-4719-b98d-86be32abcb75 req-84c057a9-c9e7-49dc-aae4-b368158e98a7 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/security-groups?id=91f7f23c-b787-41c8-9305-85229b082856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908656 Jun 17 18:03:46.335244 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-50f33dd5-d249-4201-9d3e-44885c5c7912 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:46.335818 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:46.365977 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-50f33dd5-d249-4201-9d3e-44885c5c7912 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:46.384546 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] For port 4a2a0eaf-60b9-4d22-98ef-b13c04e2d17a, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=4a2a0eaf-60b9-4d22-98ef-b13c04e2d17a,segment=NetworkSegment(d2eba5df-4ee6-4d57-8467-b15a13058427),segment_id=d2eba5df-4ee6-4d57-8467-b15a13058427)] {{(pid=92880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:03:46.388916 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479'] for port, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:46.392104 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:03:46.398506 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 18:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e02735a0-7006-4feb-afb9-4b3ca1614c83 x-openstack-request-id: req-e02735a0-7006-4feb-afb9-4b3ca1614c83 {{(pid=92880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 18:03:46.398830 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43fd5a25-ffb4-4518-8fdb-430531a5365d", "name": "network-vif-plugged", "status": "completed", "tag": "83c3404f-d49e-4e1b-831c-0b25c4e59742", "code": 200}]} {{(pid=92880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 18:03:46.399127 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-e02735a0-7006-4feb-afb9-4b3ca1614c83 {{(pid=92880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 18:03:46.399829 dv-cinder-786260-6-iscsi neutron-server[92880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43fd5a25-ffb4-4518-8fdb-430531a5365d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83c3404f-d49e-4e1b-831c-0b25c4e59742', 'code': 200} Jun 17 18:03:46.454298 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-50f33dd5-d249-4201-9d3e-44885c5c7912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:46.459869 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c56c21-d919-41e4-9e78-ae307068f4e2 req-431fb36c-9f3e-4945-b61e-81203c8da95e tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:46.464191 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-50f33dd5-d249-4201-9d3e-44885c5c7912 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:46.467774 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-50f33dd5-d249-4201-9d3e-44885c5c7912 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/8397b724-1432-4dab-a062-e83094d07a79 HTTP/1.1" status: 204 len: 168 time: 0.2149844 Jun 17 18:03:46.468767 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-ed2fdd4c-5d1c-4088-8f4d-0353f931979f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:03:46.482752 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-33c56c21-d919-41e4-9e78-ae307068f4e2 req-431fb36c-9f3e-4945-b61e-81203c8da95e tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/ports?device_id=ae2d03c1-55ad-4073-9b72-3acdf0aa8134 HTTP/1.1" status: 200 len: 945 time: 0.1916184 Jun 17 18:03:46.486010 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f33dd5-d249-4201-9d3e-44885c5c7912 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8397b724-1432-4dab-a062-e83094d07a79,revision_number=None']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:03:46.497504 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-50f33dd5-d249-4201-9d3e-44885c5c7912 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:03:46.532548 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Pushing event updated for resources: {'Port': ['ID=4a2a0eaf-60b9-4d22-98ef-b13c04e2d17a,revision_number=5']} {{(pid=92880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:03:46.546915 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:03:46.550204 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-33c56c21-d919-41e4-9e78-ae307068f4e2 req-52860a74-3b99-4712-b490-30193f4237cb tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/security-groups?id=344af256-d773-4ff0-b9b9-f3fcbe207aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643890 Jun 17 18:03:46.759295 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236739ec-d04e-4525-9db5-7559c1cdad57 req-b2d57333-e73c-473c-ad1a-ae4e0a354af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:46.761453 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-236739ec-d04e-4525-9db5-7559c1cdad57 req-b2d57333-e73c-473c-ad1a-ae4e0a354af2 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=43fd5a25-ffb4-4518-8fdb-430531a5365d HTTP/1.1" status: 200 len: 1098 time: 0.0793917 Jun 17 18:03:46.810788 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-bf8287cc-3e2d-4401-a082-60b54ec10205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:46.837382 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-236739ec-d04e-4525-9db5-7559c1cdad57 req-24f2f552-15eb-4f11-b61f-344313db07d2 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=3dcea033-1931-485c-8e80-04f1de860c08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679066 Jun 17 18:03:46.881548 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f481d1b0-7bba-4763-9fc7-52eac4785cd7 req-14ace467-b039-49e9-95e8-bb742574ff71 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:46.883327 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-f481d1b0-7bba-4763-9fc7-52eac4785cd7 req-14ace467-b039-49e9-95e8-bb742574ff71 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "GET /v2.0/ports?device_id=412d6c27-5056-4695-a549-32b0b7c42bd5 HTTP/1.1" status: 200 len: 945 time: 0.1689181 Jun 17 18:03:46.915402 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:46.955114 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-f481d1b0-7bba-4763-9fc7-52eac4785cd7 req-eea124fb-362c-4ab8-99a3-6decb2d2d0af tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "GET /v2.0/security-groups?id=19e58ac4-2b2e-45d9-bd7b-7c5e46ae7cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602634 Jun 17 18:03:47.027237 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 43002) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:03:47.138616 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 43008) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:03:47.164062 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471133b5-60a2-40b4-9383-62eebcbb47ed req-9adddbe8-c039-4319-96f8-4a8d9ffbd46b tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:47.164438 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-f999a112-eabd-4e66-8294-0d0e96f30f7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:47.166640 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-471133b5-60a2-40b4-9383-62eebcbb47ed req-9adddbe8-c039-4319-96f8-4a8d9ffbd46b tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/ports?device_id=ae2d03c1-55ad-4073-9b72-3acdf0aa8134 HTTP/1.1" status: 200 len: 945 time: 0.0833035 Jun 17 18:03:47.224133 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-0ca92106-4038-41f5-bde8-5f4e2983f420 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:47.253764 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-471133b5-60a2-40b4-9383-62eebcbb47ed req-104eebf6-01fe-4654-9659-cd41cb7b129c tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/security-groups?id=344af256-d773-4ff0-b9b9-f3fcbe207aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756185 Jun 17 18:03:47.358879 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-f999a112-eabd-4e66-8294-0d0e96f30f7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:47.383193 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-f999a112-eabd-4e66-8294-0d0e96f30f7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:47.386202 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-357e442d-625a-41e6-9734-e655904d317b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:03:47.392197 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62533ffa-d816-447b-a817-dbbdc98604ab req-a56780ec-a6bc-4f25-b986-9804fb11611e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:47.393864 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-62533ffa-d816-447b-a817-dbbdc98604ab req-a56780ec-a6bc-4f25-b986-9804fb11611e service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=623f5da845c24adfaa862156e92f7f73&device_id=ae2d03c1-55ad-4073-9b72-3acdf0aa8134 HTTP/1.1" status: 200 len: 1098 time: 0.1090491 Jun 17 18:03:47.461256 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f999a112-eabd-4e66-8294-0d0e96f30f7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaa00de8-4881-4e2a-9452-129505c2b039,revision_number=1']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:03:47.485641 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-f999a112-eabd-4e66-8294-0d0e96f30f7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:03:47.497618 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-f999a112-eabd-4e66-8294-0d0e96f30f7d admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=7edefea0a3524dfb9c8005c8f908e581&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3572915 Jun 17 18:03:47.498234 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 43032) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:03:47.528935 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-0ca92106-4038-41f5-bde8-5f4e2983f420 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:47.546938 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-0ca92106-4038-41f5-bde8-5f4e2983f420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:47.555220 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:03:47.580228 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af36237-5a76-4627-b56b-0fbd72f28f64 req-e1c90e81-aecd-49b9-9e68-3cf7a0f454f4 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:47.581876 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-7af36237-5a76-4627-b56b-0fbd72f28f64 req-e1c90e81-aecd-49b9-9e68-3cf7a0f454f4 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/ports?device_id=43fd5a25-ffb4-4518-8fdb-430531a5365d HTTP/1.1" status: 200 len: 945 time: 0.1113124 Jun 17 18:03:47.602933 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62533ffa-d816-447b-a817-dbbdc98604ab req-6bf86ffc-2d59-4e6c-9653-0ad373b29131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:47.604677 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-62533ffa-d816-447b-a817-dbbdc98604ab req-6bf86ffc-2d59-4e6c-9653-0ad373b29131 service neutron] 10.222.0.95 "GET /v2.0/networks?id=64e72c49-5fe4-4eab-8346-e0f7ad7adcf2 HTTP/1.1" status: 200 len: 921 time: 0.1872230 Jun 17 18:03:47.624428 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca92106-4038-41f5-bde8-5f4e2983f420 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea5a712d-93d3-4ad7-8508-98cfbf7041c3,revision_number=1']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:03:47.632828 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-0ca92106-4038-41f5-bde8-5f4e2983f420 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=baade9c0c6834f7e8b45a40a0e0c9e05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6035829 Jun 17 18:03:47.634051 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-0ca92106-4038-41f5-bde8-5f4e2983f420 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:03:47.634435 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 43038) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:03:47.679153 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-7af36237-5a76-4627-b56b-0fbd72f28f64 req-2954d97e-4299-4e3d-b5cb-6898e9295685 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/security-groups?id=3dcea033-1931-485c-8e80-04f1de860c08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878229 Jun 17 18:03:47.707396 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-62533ffa-d816-447b-a817-dbbdc98604ab req-4f54850a-0117-433c-b597-324268fa87a7 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=54ef4d5b-47ac-461e-a87d-a2ca55991ee0 HTTP/1.1" status: 200 len: 217 time: 0.0865521 Jun 17 18:03:47.727581 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-6c7dc8cf-750d-4477-9848-8fbedab5a1d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:47.760839 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-6c7dc8cf-750d-4477-9848-8fbedab5a1d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:47.763151 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-96ed0b75-d03a-4733-b336-593dfb022f35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:47.804538 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-96ed0b75-d03a-4733-b336-593dfb022f35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:47.809792 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62533ffa-d816-447b-a817-dbbdc98604ab req-c0230d04-c1ec-4347-bbd7-60fe5b43f2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:47.812658 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-62533ffa-d816-447b-a817-dbbdc98604ab req-c0230d04-c1ec-4347-bbd7-60fe5b43f2eb service neutron] 10.222.0.95 "GET /v2.0/subnets?id=aaa033e4-31af-4af5-8b46-e711281f5e48 HTTP/1.1" status: 200 len: 859 time: 0.0868275 Jun 17 18:03:47.826906 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-6c7dc8cf-750d-4477-9848-8fbedab5a1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:47.831783 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-6c7dc8cf-750d-4477-9848-8fbedab5a1d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:47.835704 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-6c7dc8cf-750d-4477-9848-8fbedab5a1d9 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/ea5a712d-93d3-4ad7-8508-98cfbf7041c3 HTTP/1.1" status: 204 len: 168 time: 0.1968620 Jun 17 18:03:47.835704 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-0ca92106-4038-41f5-bde8-5f4e2983f420 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:03:47.846901 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7dc8cf-750d-4477-9848-8fbedab5a1d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea5a712d-93d3-4ad7-8508-98cfbf7041c3,revision_number=None']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:03:47.850381 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-6c7dc8cf-750d-4477-9848-8fbedab5a1d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:03:47.869391 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-62533ffa-d816-447b-a817-dbbdc98604ab req-177671b1-aee1-4231-8c0f-44e213c48d21 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=64e72c49-5fe4-4eab-8346-e0f7ad7adcf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469027 Jun 17 18:03:47.909427 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-96ed0b75-d03a-4733-b336-593dfb022f35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:47.912440 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-96ed0b75-d03a-4733-b336-593dfb022f35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:47.913560 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-96ed0b75-d03a-4733-b336-593dfb022f35 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/eaa00de8-4881-4e2a-9452-129505c2b039 HTTP/1.1" status: 204 len: 168 time: 0.4120307 Jun 17 18:03:47.914225 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:03:47.922816 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ed0b75-d03a-4733-b336-593dfb022f35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaa00de8-4881-4e2a-9452-129505c2b039,revision_number=None']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:03:47.925233 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-96ed0b75-d03a-4733-b336-593dfb022f35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:03:48.065004 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-8848f698-b84d-4e61-bbd9-19a6867363d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:48.200487 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d48235-a8e1-4c56-be13-013c76ce977b req-7b156842-5267-4b67-8e30-362fdbf247ad tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:48.201943 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-62533ffa-d816-447b-a817-dbbdc98604ab req-d0751758-a269-4a64-b98d-dbe30b4b73fe service neutron] 10.222.0.95 "GET /v2.0/networks/64e72c49-5fe4-4eab-8346-e0f7ad7adcf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120526 Jun 17 18:03:48.208100 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-f7d48235-a8e1-4c56-be13-013c76ce977b req-7b156842-5267-4b67-8e30-362fdbf247ad tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "GET /v2.0/ports?device_id=412d6c27-5056-4695-a549-32b0b7c42bd5 HTTP/1.1" status: 200 len: 945 time: 0.1165538 Jun 17 18:03:48.253238 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-f7d48235-a8e1-4c56-be13-013c76ce977b req-b513b835-4c05-44f1-9c78-ab8bb8b7dc5e tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "GET /v2.0/security-groups?id=19e58ac4-2b2e-45d9-bd7b-7c5e46ae7cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441508 Jun 17 18:03:48.400768 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '412d6c27-5056-4695-a549-32b0b7c42bd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a2a0eaf-60b9-4d22-98ef-b13c04e2d17a'}] {{(pid=92880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 18:03:48.404707 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44fe161690382cf4f0960ac1b424fedb1dd6f9597775f60dec274194d49fe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc319333-6055-4338-af62-e71ea9fe4829" -d '{"events": [{"server_uuid": "412d6c27-5056-4695-a549-32b0b7c42bd5", "name": "network-vif-plugged", "status": "completed", "tag": "4a2a0eaf-60b9-4d22-98ef-b13c04e2d17a"}]}' {{(pid=92880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 18:03:48.408863 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-62533ffa-d816-447b-a817-dbbdc98604ab req-9c32c403-6de8-46a9-87ba-4c4d16ee2424 service neutron] 10.222.0.95 "GET /v2.0/networks/64e72c49-5fe4-4eab-8346-e0f7ad7adcf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890123 Jun 17 18:03:48.527477 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c348065a-2fd7-4052-a7d2-c6cb13368d32 req-63a4d5d5-3283-47f0-a8e5-61d085521dfb tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:48.529154 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-c348065a-2fd7-4052-a7d2-c6cb13368d32 req-63a4d5d5-3283-47f0-a8e5-61d085521dfb tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/ports?device_id=ae2d03c1-55ad-4073-9b72-3acdf0aa8134 HTTP/1.1" status: 200 len: 945 time: 0.0976572 Jun 17 18:03:48.563686 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 43084) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:03:48.578704 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-c348065a-2fd7-4052-a7d2-c6cb13368d32 req-6f01f375-0e8c-4750-972f-ed48670482cb tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/security-groups?id=344af256-d773-4ff0-b9b9-f3fcbe207aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416889 Jun 17 18:03:48.603470 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 18:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ed15715-12a0-4b89-bf04-acfd4066868d x-openstack-request-id: req-7ed15715-12a0-4b89-bf04-acfd4066868d {{(pid=92880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 18:03:48.603840 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "412d6c27-5056-4695-a549-32b0b7c42bd5", "name": "network-vif-plugged", "status": "completed", "tag": "4a2a0eaf-60b9-4d22-98ef-b13c04e2d17a", "code": 200}]} {{(pid=92880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 18:03:48.604463 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-7ed15715-12a0-4b89-bf04-acfd4066868d {{(pid=92880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 18:03:48.604876 dv-cinder-786260-6-iscsi neutron-server[92880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '412d6c27-5056-4695-a549-32b0b7c42bd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a2a0eaf-60b9-4d22-98ef-b13c04e2d17a', 'code': 200} Jun 17 18:03:48.805151 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-a0ef516e-d97a-490d-8115-ade98daca633 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:48.917172 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-a0ef516e-d97a-490d-8115-ade98daca633 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:48.922184 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-a0ef516e-d97a-490d-8115-ade98daca633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:48.942934 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-c5a55ccb-3062-4357-90b7-027a1608224f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:03:48.981721 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61863507-2279-4a40-aa4b-1726da889a76 req-78ad620a-352a-4ebc-b67e-d22fe9bb3547 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:48.983318 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-61863507-2279-4a40-aa4b-1726da889a76 req-78ad620a-352a-4ebc-b67e-d22fe9bb3547 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/ports?device_id=43fd5a25-ffb4-4518-8fdb-430531a5365d HTTP/1.1" status: 200 len: 945 time: 0.1175385 Jun 17 18:03:48.983787 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 43104) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:03:48.998950 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-a0ef516e-d97a-490d-8115-ade98daca633 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=2883fbc08049442e9f773f15d6a1df13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4337645 Jun 17 18:03:49.001330 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ef516e-d97a-490d-8115-ade98daca633 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c02077b1-c7af-4dcd-b796-5e958752cc86,revision_number=1']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:03:49.006756 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-a0ef516e-d97a-490d-8115-ade98daca633 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:03:49.061927 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-61863507-2279-4a40-aa4b-1726da889a76 req-16249b0d-f85f-4323-a3b9-f9326f15d7fa tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/security-groups?id=3dcea033-1931-485c-8e80-04f1de860c08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613806 Jun 17 18:03:49.075237 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-c9139205-2dcc-4990-9874-2a69e2af39c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:49.086246 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82b5dc7-eef3-4883-bb4f-b42de99f3a58 req-a3e6fafd-d64f-4a19-b692-3fb4f4abf34d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:49.087825 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-b82b5dc7-eef3-4883-bb4f-b42de99f3a58 req-a3e6fafd-d64f-4a19-b692-3fb4f4abf34d service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=412d6c27-5056-4695-a549-32b0b7c42bd5 HTTP/1.1" status: 200 len: 1098 time: 0.0826008 Jun 17 18:03:49.097039 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-c9139205-2dcc-4990-9874-2a69e2af39c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:49.131155 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-b82b5dc7-eef3-4883-bb4f-b42de99f3a58 req-75f5680d-a649-42d2-bb01-21b1249723f3 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=19e58ac4-2b2e-45d9-bd7b-7c5e46ae7cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349483 Jun 17 18:03:49.149030 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-c9139205-2dcc-4990-9874-2a69e2af39c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:49.153199 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-c9139205-2dcc-4990-9874-2a69e2af39c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:49.154969 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-c9139205-2dcc-4990-9874-2a69e2af39c2 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/c02077b1-c7af-4dcd-b796-5e958752cc86 HTTP/1.1" status: 204 len: 168 time: 0.1701117 Jun 17 18:03:49.156240 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-9dcb213b-6ccb-4907-a06c-3fa3651fb40d tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:03:49.187767 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9139205-2dcc-4990-9874-2a69e2af39c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c02077b1-c7af-4dcd-b796-5e958752cc86,revision_number=None']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:03:49.191272 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-c9139205-2dcc-4990-9874-2a69e2af39c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:03:49.455563 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-a0cf07df-ba9d-4ba7-86ac-6ceb73a86136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:49.520134 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd3d610-01e5-4721-aa73-e22dd0020eff req-7a973ff4-fcf8-4819-a219-4080e07475c8 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:49.521675 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-7cd3d610-01e5-4721-aa73-e22dd0020eff req-7a973ff4-fcf8-4819-a219-4080e07475c8 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/ports?device_id=43fd5a25-ffb4-4518-8fdb-430531a5365d HTTP/1.1" status: 200 len: 945 time: 0.3036485 Jun 17 18:03:49.531288 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 43134) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:03:49.540674 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.v2.base [None req-83ac3b3d-973c-4927-82f0-d55ec829bcb5 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Request body: {'floatingip': {'port_id': '83c3404f-d49e-4e1b-831c-0b25c4e59742'}} {{(pid=92872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 18:03:49.614098 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de089b18-6381-4d6e-bd84-e07ca4f92660 req-65bd2b69-3bd4-48c5-a48b-a832ba1f5bef tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:49.626065 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-de089b18-6381-4d6e-bd84-e07ca4f92660 req-65bd2b69-3bd4-48c5-a48b-a832ba1f5bef tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "GET /v2.0/ports?device_id=412d6c27-5056-4695-a549-32b0b7c42bd5 HTTP/1.1" status: 200 len: 945 time: 0.1271901 Jun 17 18:03:49.632377 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-83ac3b3d-973c-4927-82f0-d55ec829bcb5 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Notify callbacks [] for floatingip, before_update {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:49.674784 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-de089b18-6381-4d6e-bd84-e07ca4f92660 req-9b22fbda-486d-4b4d-9eb0-6f916fc85ca3 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "GET /v2.0/security-groups?id=19e58ac4-2b2e-45d9-bd7b-7c5e46ae7cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477483 Jun 17 18:03:49.758420 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 43148) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:03:49.876117 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e5f5e0-8019-426b-9a72-427479ceaab9 req-b9b0130e-eb93-4dd7-9d49-f88c90a1e5f4 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:49.877887 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-40e5f5e0-8019-426b-9a72-427479ceaab9 req-b9b0130e-eb93-4dd7-9d49-f88c90a1e5f4 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/ports?device_id=ae2d03c1-55ad-4073-9b72-3acdf0aa8134 HTTP/1.1" status: 200 len: 945 time: 0.1080165 Jun 17 18:03:49.928230 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-40e5f5e0-8019-426b-9a72-427479ceaab9 req-2402fd47-f26d-4007-9730-62c9ae221046 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/security-groups?id=344af256-d773-4ff0-b9b9-f3fcbe207aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441113 Jun 17 18:03:50.008170 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-87948386-978d-4ae1-bf9c-b7828ade9e27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:50.106270 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-87948386-978d-4ae1-bf9c-b7828ade9e27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:50.111283 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-87948386-978d-4ae1-bf9c-b7828ade9e27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:50.115531 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:03:50.155831 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-87948386-978d-4ae1-bf9c-b7828ade9e27 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=c3b4dc2b45ee443d80c06a600fb064a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3955209 Jun 17 18:03:50.157023 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87948386-978d-4ae1-bf9c-b7828ade9e27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbfebdc3-ef3c-4752-8b54-87aed1a3b081,revision_number=1']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:03:50.159509 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 43168) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:03:50.161904 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-87948386-978d-4ae1-bf9c-b7828ade9e27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:03:50.213065 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-e8858bdf-aa02-4421-9fa2-f4d218b41add admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:50.233884 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-e8858bdf-aa02-4421-9fa2-f4d218b41add admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:50.282505 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-e8858bdf-aa02-4421-9fa2-f4d218b41add admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:50.285350 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-e8858bdf-aa02-4421-9fa2-f4d218b41add admin admin] Notify callbacks [] for security_group, before_response {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:50.286844 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-e8858bdf-aa02-4421-9fa2-f4d218b41add admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/fbfebdc3-ef3c-4752-8b54-87aed1a3b081 HTTP/1.1" status: 204 len: 168 time: 0.1259818 Jun 17 18:03:50.287922 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:03:50.296918 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8858bdf-aa02-4421-9fa2-f4d218b41add admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbfebdc3-ef3c-4752-8b54-87aed1a3b081,revision_number=None']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:03:50.299486 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-e8858bdf-aa02-4421-9fa2-f4d218b41add admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:03:50.500390 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-83ac3b3d-973c-4927-82f0-d55ec829bcb5 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:50.504902 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-83ac3b3d-973c-4927-82f0-d55ec829bcb5 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-943314'] for floatingip, after_update {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:50.595796 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 43182) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:03:50.613904 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.db.l3_db [None req-83ac3b3d-973c-4927-82f0-d55ec829bcb5 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Floating IP 4783b04e-bfa2-4cb6-9779-c7ffe4353f13 associated. External IP: 172.27.2.165, port: 83c3404f-d49e-4e1b-831c-0b25c4e59742. Jun 17 18:03:50.620291 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-70dae5d5-085e-413a-9d6c-a8043ad8a211 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:50.747849 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-70dae5d5-085e-413a-9d6c-a8043ad8a211 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:50.752445 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-70dae5d5-085e-413a-9d6c-a8043ad8a211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:50.778938 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-87948386-978d-4ae1-bf9c-b7828ade9e27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:03:50.808022 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-70dae5d5-085e-413a-9d6c-a8043ad8a211 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=fb310aab76b2484eacaee57b26435210&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2075720 Jun 17 18:03:50.808022 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dae5d5-085e-413a-9d6c-a8043ad8a211 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=468876de-7eac-49ff-88e8-c3627e02cb7a,revision_number=1']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:03:50.809607 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 43190) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:03:50.817688 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-70dae5d5-085e-413a-9d6c-a8043ad8a211 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:03:50.870889 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83ac3b3d-973c-4927-82f0-d55ec829bcb5 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Router 779193b4-bff3-4d40-93a7-df82b1325700 has already been hosted by L3 agent 4c938d44-4998-4210-8006-ee34f5a3ffbf {{(pid=92872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 18:03:50.925609 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fb3dee-7057-4c45-9ebd-8e1c9a047b28 req-e7a3dbbc-f3a2-4fcf-8626-4a2a7a9d55d6 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:50.927107 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-18fb3dee-7057-4c45-9ebd-8e1c9a047b28 req-e7a3dbbc-f3a2-4fcf-8626-4a2a7a9d55d6 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "GET /v2.0/ports?device_id=412d6c27-5056-4695-a549-32b0b7c42bd5 HTTP/1.1" status: 200 len: 945 time: 0.0923455 Jun 17 18:03:50.932110 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-2cd665c0-3af4-4d32-a476-7ce8d7cb1377 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:50.994283 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-18fb3dee-7057-4c45-9ebd-8e1c9a047b28 req-8fbb69d9-b32b-470c-8611-a970374e186b tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "GET /v2.0/security-groups?id=19e58ac4-2b2e-45d9-bd7b-7c5e46ae7cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592554 Jun 17 18:03:51.003946 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-2cd665c0-3af4-4d32-a476-7ce8d7cb1377 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:51.127656 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-2cd665c0-3af4-4d32-a476-7ce8d7cb1377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:51.130500 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-2cd665c0-3af4-4d32-a476-7ce8d7cb1377 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:51.131604 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-2cd665c0-3af4-4d32-a476-7ce8d7cb1377 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/468876de-7eac-49ff-88e8-c3627e02cb7a HTTP/1.1" status: 204 len: 168 time: 0.3210433 Jun 17 18:03:51.132544 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-c43d92d8-c807-4114-81f2-6692c4d453ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:03:51.145124 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd665c0-3af4-4d32-a476-7ce8d7cb1377 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=468876de-7eac-49ff-88e8-c3627e02cb7a,revision_number=None']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:03:51.151052 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-2cd665c0-3af4-4d32-a476-7ce8d7cb1377 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:03:51.282341 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d610c6-5535-4bd1-b3a8-2810bc0b2e60 req-c9a5770f-cf6a-4edd-9076-da754be46d35 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:51.283903 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-66d610c6-5535-4bd1-b3a8-2810bc0b2e60 req-c9a5770f-cf6a-4edd-9076-da754be46d35 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/ports?device_id=ae2d03c1-55ad-4073-9b72-3acdf0aa8134 HTTP/1.1" status: 200 len: 945 time: 0.1121740 Jun 17 18:03:51.330291 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83ac3b3d-973c-4927-82f0-d55ec829bcb5 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Notify agent at l3_agent.dv-cinder-786260-6-iscsi the message routers_updated {{(pid=92872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 18:03:51.335283 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-83ac3b3d-973c-4927-82f0-d55ec829bcb5 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523113'] for floatingip, before_response {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:51.339239 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c769b8-131b-4ad8-93d9-d1b1209b3a97 req-96b9b630-a369-4929-8ea3-fbc1af866c0c tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:51.343904 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-98c769b8-131b-4ad8-93d9-d1b1209b3a97 req-96b9b630-a369-4929-8ea3-fbc1af866c0c tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "GET /v2.0/ports?device_id=412d6c27-5056-4695-a549-32b0b7c42bd5 HTTP/1.1" status: 200 len: 945 time: 0.1339083 Jun 17 18:03:51.346945 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-66d610c6-5535-4bd1-b3a8-2810bc0b2e60 req-d36ea38b-6b15-4797-9f51-32b015003ac8 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/security-groups?id=344af256-d773-4ff0-b9b9-f3fcbe207aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566101 Jun 17 18:03:51.348965 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 43214) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:03:51.352725 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0cf267-8292-407c-a02d-4e1be5a084cb None None] Sync routers for ids ['779193b4-bff3-4d40-93a7-df82b1325700'] in dv-cinder-786260-6-iscsi {{(pid=92881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 18:03:51.358726 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.v2.base [None req-46281afb-5ad8-4583-ac60-3e26865d29a5 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Request body: {'floatingip': {'port_id': '4a2a0eaf-60b9-4d22-98ef-b13c04e2d17a'}} {{(pid=92874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 18:03:51.372663 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0cf267-8292-407c-a02d-4e1be5a084cb None None] Routers {'779193b4-bff3-4d40-93a7-df82b1325700'} bound to L3 agent in host dv-cinder-786260-6-iscsi {{(pid=92881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 18:03:51.372663 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.l3_hamode_db [None req-bc0cf267-8292-407c-a02d-4e1be5a084cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T17:55:17Z,description=,heartbeat_timestamp=2021-06-17T18:03:47Z,host='dv-cinder-786260-6-iscsi',id=4c938d44-4998-4210-8006-ee34f5a3ffbf,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:55:17Z,topic='l3_agent')) {'router_ids': ['779193b4-bff3-4d40-93a7-df82b1325700'], 'active': True} {{(pid=92881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:03:51.392253 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-83ac3b3d-973c-4927-82f0-d55ec829bcb5 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "PUT /v2.0/floatingips/4783b04e-bfa2-4cb6-9779-c7ffe4353f13 HTTP/1.1" status: 200 len: 991 time: 1.8596027 Jun 17 18:03:51.393020 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43fd5a25-ffb4-4518-8fdb-430531a5365d', 'tag': '83c3404f-d49e-4e1b-831c-0b25c4e59742'}] {{(pid=92872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 18:03:51.409081 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f987f925adb95fb5f2d31a9334b96ac5a9607b390d68bc71a63c7260745a89d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc7e5681-2079-4d10-a882-571177bb2324" -d '{"events": [{"name": "network-changed", "server_uuid": "43fd5a25-ffb4-4518-8fdb-430531a5365d", "tag": "83c3404f-d49e-4e1b-831c-0b25c4e59742"}]}' {{(pid=92872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 18:03:51.497542 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.l3_dvr_db [None req-bc0cf267-8292-407c-a02d-4e1be5a084cb None None] Set router 779193b4-bff3-4d40-93a7-df82b1325700 gateway port host: dv-cinder-786260-6-iscsi {{(pid=92881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 18:03:51.506207 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 18:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdc89ba1-fa73-4d4a-8f51-50b51e2acc29 x-openstack-request-id: req-cdc89ba1-fa73-4d4a-8f51-50b51e2acc29 {{(pid=92872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 18:03:51.506568 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43fd5a25-ffb4-4518-8fdb-430531a5365d", "tag": "83c3404f-d49e-4e1b-831c-0b25c4e59742", "status": "completed", "code": 200}]} {{(pid=92872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 18:03:51.507318 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-cdc89ba1-fa73-4d4a-8f51-50b51e2acc29 {{(pid=92872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 18:03:51.507786 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43fd5a25-ffb4-4518-8fdb-430531a5365d', 'tag': '83c3404f-d49e-4e1b-831c-0b25c4e59742', 'status': 'completed', 'code': 200} Jun 17 18:03:51.540859 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-46281afb-5ad8-4583-ac60-3e26865d29a5 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Notify callbacks [] for floatingip, before_update {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:51.866436 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.l3_hamode_db [None req-bc0cf267-8292-407c-a02d-4e1be5a084cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '779193b4-bff3-4d40-93a7-df82b1325700', 'name': 'tempest-AttachVolumeShelveTestJSON-2099834847-router', 'tenant_id': '42f4cfc5a3374a4084d73b360a838bfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'external_fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '049c1286-72d2-4320-b8fc-ab65e653c7be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T18:02:58Z', 'updated_at': '2021-06-17T18:03:08Z', 'revision_number': 4, 'project_id': '42f4cfc5a3374a4084d73b360a838bfd', 'gw_port': {'id': '049c1286-72d2-4320-b8fc-ab65e653c7be', 'name': '', 'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:f8:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '779193b4-bff3-4d40-93a7-df82b1325700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:03:01Z', 'updated_at': '2021-06-17T18:03:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78089575-0364-47db-be8b-ef28f42f3a37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-6-iscsi', '_floatingips': [{'id': '4783b04e-bfa2-4cb6-9779-c7ffe4353f13', 'tenant_id': '42f4cfc5a3374a4084d73b360a838bfd', 'floating_ip_address': '172.27.2.165', 'floating_network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'router_id': '779193b4-bff3-4d40-93a7-df82b1325700', 'port_id': '83c3404f-d49e-4e1b-831c-0b25c4e59742', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '490619f6-df6b-4a81-8b12-97225a6da310', 'mac_address': 'fa:16:3e:ad:39:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43fd5a25-ffb4-4518-8fdb-430531a5365d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T18:03:25Z', 'updated_at': '2021-06-17T18:03:50Z', 'revision_number': 1, 'project_id': '42f4cfc5a3374a4084d73b360a838bfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f0359e6-3302-4b6c-ab32-02c29a679b92', 'name': '', 'network_id': '490619f6-df6b-4a81-8b12-97225a6da310', 'tenant_id': '42f4cfc5a3374a4084d73b360a838bfd', 'mac_address': 'fa:16:3e:87:3c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '779193b4-bff3-4d40-93a7-df82b1325700', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'd12fe909-5b0e-4b17-a966-d3ca34ed6db9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:03:07Z', 'updated_at': '2021-06-17T18:03:23Z', 'revision_number': 5, 'project_id': '42f4cfc5a3374a4084d73b360a838bfd', 'subnets': [{'id': 'd12fe909-5b0e-4b17-a966-d3ca34ed6db9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-6-iscsi', False) {} {{(pid=92881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:03:51.896559 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0cf267-8292-407c-a02d-4e1be5a084cb None None] Checking router: 779193b4-bff3-4d40-93a7-df82b1325700 for host: dv-cinder-786260-6-iscsi {{(pid=92881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 18:03:51.906927 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0cf267-8292-407c-a02d-4e1be5a084cb None None] Routers {'779193b4-bff3-4d40-93a7-df82b1325700'} bound to L3 agent in host dv-cinder-786260-6-iscsi {{(pid=92881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 18:03:51.907770 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.l3_hamode_db [None req-bc0cf267-8292-407c-a02d-4e1be5a084cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T17:55:17Z,description=,heartbeat_timestamp=2021-06-17T18:03:47Z,host='dv-cinder-786260-6-iscsi',id=4c938d44-4998-4210-8006-ee34f5a3ffbf,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:55:17Z,topic='l3_agent')) {'router_ids': ['779193b4-bff3-4d40-93a7-df82b1325700'], 'active': True} {{(pid=92881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:03:52.019494 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.l3_dvr_db [None req-bc0cf267-8292-407c-a02d-4e1be5a084cb None None] Set router 779193b4-bff3-4d40-93a7-df82b1325700 gateway port host: dv-cinder-786260-6-iscsi {{(pid=92881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 18:03:52.269468 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.l3_hamode_db [None req-bc0cf267-8292-407c-a02d-4e1be5a084cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '779193b4-bff3-4d40-93a7-df82b1325700', 'name': 'tempest-AttachVolumeShelveTestJSON-2099834847-router', 'tenant_id': '42f4cfc5a3374a4084d73b360a838bfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'external_fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '049c1286-72d2-4320-b8fc-ab65e653c7be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T18:02:58Z', 'updated_at': '2021-06-17T18:03:08Z', 'revision_number': 4, 'project_id': '42f4cfc5a3374a4084d73b360a838bfd', 'gw_port': {'id': '049c1286-72d2-4320-b8fc-ab65e653c7be', 'name': '', 'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:f8:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '779193b4-bff3-4d40-93a7-df82b1325700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:03:01Z', 'updated_at': '2021-06-17T18:03:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78089575-0364-47db-be8b-ef28f42f3a37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-6-iscsi', '_floatingips': [{'id': '4783b04e-bfa2-4cb6-9779-c7ffe4353f13', 'tenant_id': '42f4cfc5a3374a4084d73b360a838bfd', 'floating_ip_address': '172.27.2.165', 'floating_network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'router_id': '779193b4-bff3-4d40-93a7-df82b1325700', 'port_id': '83c3404f-d49e-4e1b-831c-0b25c4e59742', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '490619f6-df6b-4a81-8b12-97225a6da310', 'mac_address': 'fa:16:3e:ad:39:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43fd5a25-ffb4-4518-8fdb-430531a5365d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T18:03:25Z', 'updated_at': '2021-06-17T18:03:50Z', 'revision_number': 1, 'project_id': '42f4cfc5a3374a4084d73b360a838bfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f0359e6-3302-4b6c-ab32-02c29a679b92', 'name': '', 'network_id': '490619f6-df6b-4a81-8b12-97225a6da310', 'tenant_id': '42f4cfc5a3374a4084d73b360a838bfd', 'mac_address': 'fa:16:3e:87:3c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '779193b4-bff3-4d40-93a7-df82b1325700', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'd12fe909-5b0e-4b17-a966-d3ca34ed6db9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:03:07Z', 'updated_at': '2021-06-17T18:03:23Z', 'revision_number': 5, 'project_id': '42f4cfc5a3374a4084d73b360a838bfd', 'subnets': [{'id': 'd12fe909-5b0e-4b17-a966-d3ca34ed6db9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-6-iscsi', False) {} {{(pid=92881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:03:52.318188 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-46281afb-5ad8-4583-ac60-3e26865d29a5 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:52.323745 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-46281afb-5ad8-4583-ac60-3e26865d29a5 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-943314'] for floatingip, after_update {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:52.379387 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0cf267-8292-407c-a02d-4e1be5a084cb None None] The sync data for ids ['779193b4-bff3-4d40-93a7-df82b1325700'] in dv-cinder-786260-6-iscsi is: [{'id': '779193b4-bff3-4d40-93a7-df82b1325700', 'name': 'tempest-AttachVolumeShelveTestJSON-2099834847-router', 'tenant_id': '42f4cfc5a3374a4084d73b360a838bfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'external_fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '049c1286-72d2-4320-b8fc-ab65e653c7be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T18:02:58Z', 'updated_at': '2021-06-17T18:03:08Z', 'revision_number': 4, 'project_id': '42f4cfc5a3374a4084d73b360a838bfd', 'gw_port': {'id': '049c1286-72d2-4320-b8fc-ab65e653c7be', 'name': '', 'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:f8:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '779193b4-bff3-4d40-93a7-df82b1325700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:03:01Z', 'updated_at': '2021-06-17T18:03:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78089575-0364-47db-be8b-ef28f42f3a37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-6-iscsi', '_floatingips': [{'id': '4783b04e-bfa2-4cb6-9779-c7ffe4353f13', 'tenant_id': '42f4cfc5a3374a4084d73b360a838bfd', 'floating_ip_address': '172.27.2.165', 'floating_network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'router_id': '779193b4-bff3-4d40-93a7-df82b1325700', 'port_id': '83c3404f-d49e-4e1b-831c-0b25c4e59742', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '490619f6-df6b-4a81-8b12-97225a6da310', 'mac_address': 'fa:16:3e:ad:39:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43fd5a25-ffb4-4518-8fdb-430531a5365d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T18:03:25Z', 'updated_at': '2021-06-17T18:03:50Z', 'revision_number': 1, 'project_id': '42f4cfc5a3374a4084d73b360a838bfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f0359e6-3302-4b6c-ab32-02c29a679b92', 'name': '', 'network_id': '490619f6-df6b-4a81-8b12-97225a6da310', 'tenant_id': '42f4cfc5a3374a4084d73b360a838bfd', 'mac_address': 'fa:16:3e:87:3c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '779193b4-bff3-4d40-93a7-df82b1325700', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'd12fe909-5b0e-4b17-a966-d3ca34ed6db9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:03:07Z', 'updated_at': '2021-06-17T18:03:23Z', 'revision_number': 5, 'project_id': '42f4cfc5a3374a4084d73b360a838bfd', 'subnets': [{'id': 'd12fe909-5b0e-4b17-a966-d3ca34ed6db9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 18:03:52.431837 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.db.l3_db [None req-46281afb-5ad8-4583-ac60-3e26865d29a5 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Floating IP a1f14531-2729-429f-bd74-367579bf5d8e associated. External IP: 172.27.2.210, port: 4a2a0eaf-60b9-4d22-98ef-b13c04e2d17a. Jun 17 18:03:52.596537 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b61a66-1607-4033-b1e4-88e1c5c17656 req-23f6f83f-94b0-41c4-afae-f0a5f4fbf96d tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:52.598484 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-b0b61a66-1607-4033-b1e4-88e1c5c17656 req-23f6f83f-94b0-41c4-afae-f0a5f4fbf96d tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/ports?device_id=ae2d03c1-55ad-4073-9b72-3acdf0aa8134 HTTP/1.1" status: 200 len: 945 time: 0.0990710 Jun 17 18:03:52.616451 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93971172-3de3-44ab-9385-7fda34fd07d7 None None] New status for floating IP 4783b04e-bfa2-4cb6-9779-c7ffe4353f13: ACTIVE {{(pid=92880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 18:03:52.711463 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-b0b61a66-1607-4033-b1e4-88e1c5c17656 req-af55dbb5-eed5-4a12-aa8c-6619e318b3bc tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/security-groups?id=344af256-d773-4ff0-b9b9-f3fcbe207aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804379 Jun 17 18:03:52.749183 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46281afb-5ad8-4583-ac60-3e26865d29a5 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Router 9b5fbf60-68fb-4059-a782-f9a419825548 has already been hosted by L3 agent 4c938d44-4998-4210-8006-ee34f5a3ffbf {{(pid=92874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 18:03:53.070515 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46281afb-5ad8-4583-ac60-3e26865d29a5 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Notify agent at l3_agent.dv-cinder-786260-6-iscsi the message routers_updated {{(pid=92874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 18:03:53.074982 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-46281afb-5ad8-4583-ac60-3e26865d29a5 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523113'] for floatingip, before_response {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:03:53.079271 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d1a414-468e-424f-81ac-24b01523ec10 None None] Sync routers for ids ['9b5fbf60-68fb-4059-a782-f9a419825548'] in dv-cinder-786260-6-iscsi {{(pid=92881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 18:03:53.088164 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d1a414-468e-424f-81ac-24b01523ec10 None None] Routers {'9b5fbf60-68fb-4059-a782-f9a419825548'} bound to L3 agent in host dv-cinder-786260-6-iscsi {{(pid=92881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 18:03:53.088794 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.l3_hamode_db [None req-c3d1a414-468e-424f-81ac-24b01523ec10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T17:55:17Z,description=,heartbeat_timestamp=2021-06-17T18:03:47Z,host='dv-cinder-786260-6-iscsi',id=4c938d44-4998-4210-8006-ee34f5a3ffbf,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:55:17Z,topic='l3_agent')) {'router_ids': ['9b5fbf60-68fb-4059-a782-f9a419825548'], 'active': True} {{(pid=92881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:03:53.111291 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-46281afb-5ad8-4583-ac60-3e26865d29a5 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "PUT /v2.0/floatingips/a1f14531-2729-429f-bd74-367579bf5d8e HTTP/1.1" status: 200 len: 991 time: 1.7613051 Jun 17 18:03:53.111906 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '412d6c27-5056-4695-a549-32b0b7c42bd5', 'tag': '4a2a0eaf-60b9-4d22-98ef-b13c04e2d17a'}] {{(pid=92874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 18:03:53.114203 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58554d43f64f60294e2d1fd4a9d9342a0a386c70b92defbb6c9fd2054ba7a623" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e99b986-8b3c-4ae7-b082-ee56e73a45fa" -d '{"events": [{"name": "network-changed", "server_uuid": "412d6c27-5056-4695-a549-32b0b7c42bd5", "tag": "4a2a0eaf-60b9-4d22-98ef-b13c04e2d17a"}]}' {{(pid=92874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 18:03:53.203896 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.l3_dvr_db [None req-c3d1a414-468e-424f-81ac-24b01523ec10 None None] Set router 9b5fbf60-68fb-4059-a782-f9a419825548 gateway port host: dv-cinder-786260-6-iscsi {{(pid=92881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 18:03:53.416600 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.l3_hamode_db [None req-c3d1a414-468e-424f-81ac-24b01523ec10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b5fbf60-68fb-4059-a782-f9a419825548', 'name': 'tempest-AttachVolumeTestJSON-534204259-router', 'tenant_id': '59d1c386609e449fb41deccf8db32944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'external_fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '41d97631-15a9-42f5-a18d-cfc819b7ac0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T18:02:57Z', 'updated_at': '2021-06-17T18:03:06Z', 'revision_number': 4, 'project_id': '59d1c386609e449fb41deccf8db32944', 'gw_port': {'id': '41d97631-15a9-42f5-a18d-cfc819b7ac0f', 'name': '', 'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:f0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b5fbf60-68fb-4059-a782-f9a419825548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:02:59Z', 'updated_at': '2021-06-17T18:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78089575-0364-47db-be8b-ef28f42f3a37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-6-iscsi', '_floatingips': [{'id': 'a1f14531-2729-429f-bd74-367579bf5d8e', 'tenant_id': '59d1c386609e449fb41deccf8db32944', 'floating_ip_address': '172.27.2.210', 'floating_network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'router_id': '9b5fbf60-68fb-4059-a782-f9a419825548', 'port_id': '4a2a0eaf-60b9-4d22-98ef-b13c04e2d17a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 103, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a56ac911-462a-49b0-b749-9c491282bc98', 'mac_address': 'fa:16:3e:ed:1e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412d6c27-5056-4695-a549-32b0b7c42bd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T18:03:14Z', 'updated_at': '2021-06-17T18:03:52Z', 'revision_number': 1, 'project_id': '59d1c386609e449fb41deccf8db32944', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f81462e-04aa-4cac-bb94-986672b57b5e', 'name': '', 'network_id': 'a56ac911-462a-49b0-b749-9c491282bc98', 'tenant_id': '59d1c386609e449fb41deccf8db32944', 'mac_address': 'fa:16:3e:ab:cf:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b5fbf60-68fb-4059-a782-f9a419825548', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1c1a0998-b783-48f3-b815-e77d3448c78f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:03:04Z', 'updated_at': '2021-06-17T18:03:15Z', 'revision_number': 5, 'project_id': '59d1c386609e449fb41deccf8db32944', 'subnets': [{'id': '1c1a0998-b783-48f3-b815-e77d3448c78f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-6-iscsi', False) {} {{(pid=92881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:03:53.445062 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d1a414-468e-424f-81ac-24b01523ec10 None None] Checking router: 9b5fbf60-68fb-4059-a782-f9a419825548 for host: dv-cinder-786260-6-iscsi {{(pid=92881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 18:03:53.453752 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d1a414-468e-424f-81ac-24b01523ec10 None None] Routers {'9b5fbf60-68fb-4059-a782-f9a419825548'} bound to L3 agent in host dv-cinder-786260-6-iscsi {{(pid=92881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 18:03:53.454355 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.l3_hamode_db [None req-c3d1a414-468e-424f-81ac-24b01523ec10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T17:55:17Z,description=,heartbeat_timestamp=2021-06-17T18:03:47Z,host='dv-cinder-786260-6-iscsi',id=4c938d44-4998-4210-8006-ee34f5a3ffbf,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:55:17Z,topic='l3_agent')) {'router_ids': ['9b5fbf60-68fb-4059-a782-f9a419825548'], 'active': True} {{(pid=92881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:03:53.556179 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.l3_dvr_db [None req-c3d1a414-468e-424f-81ac-24b01523ec10 None None] Set router 9b5fbf60-68fb-4059-a782-f9a419825548 gateway port host: dv-cinder-786260-6-iscsi {{(pid=92881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 18:03:53.768369 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.l3_hamode_db [None req-c3d1a414-468e-424f-81ac-24b01523ec10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b5fbf60-68fb-4059-a782-f9a419825548', 'name': 'tempest-AttachVolumeTestJSON-534204259-router', 'tenant_id': '59d1c386609e449fb41deccf8db32944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'external_fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '41d97631-15a9-42f5-a18d-cfc819b7ac0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T18:02:57Z', 'updated_at': '2021-06-17T18:03:06Z', 'revision_number': 4, 'project_id': '59d1c386609e449fb41deccf8db32944', 'gw_port': {'id': '41d97631-15a9-42f5-a18d-cfc819b7ac0f', 'name': '', 'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:f0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b5fbf60-68fb-4059-a782-f9a419825548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:02:59Z', 'updated_at': '2021-06-17T18:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78089575-0364-47db-be8b-ef28f42f3a37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-6-iscsi', '_floatingips': [{'id': 'a1f14531-2729-429f-bd74-367579bf5d8e', 'tenant_id': '59d1c386609e449fb41deccf8db32944', 'floating_ip_address': '172.27.2.210', 'floating_network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'router_id': '9b5fbf60-68fb-4059-a782-f9a419825548', 'port_id': '4a2a0eaf-60b9-4d22-98ef-b13c04e2d17a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 103, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a56ac911-462a-49b0-b749-9c491282bc98', 'mac_address': 'fa:16:3e:ed:1e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412d6c27-5056-4695-a549-32b0b7c42bd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T18:03:14Z', 'updated_at': '2021-06-17T18:03:52Z', 'revision_number': 1, 'project_id': '59d1c386609e449fb41deccf8db32944', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f81462e-04aa-4cac-bb94-986672b57b5e', 'name': '', 'network_id': 'a56ac911-462a-49b0-b749-9c491282bc98', 'tenant_id': '59d1c386609e449fb41deccf8db32944', 'mac_address': 'fa:16:3e:ab:cf:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b5fbf60-68fb-4059-a782-f9a419825548', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1c1a0998-b783-48f3-b815-e77d3448c78f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:03:04Z', 'updated_at': '2021-06-17T18:03:15Z', 'revision_number': 5, 'project_id': '59d1c386609e449fb41deccf8db32944', 'subnets': [{'id': '1c1a0998-b783-48f3-b815-e77d3448c78f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-6-iscsi', False) {} {{(pid=92881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:03:53.796769 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d1a414-468e-424f-81ac-24b01523ec10 None None] The sync data for ids ['9b5fbf60-68fb-4059-a782-f9a419825548'] in dv-cinder-786260-6-iscsi is: [{'id': '9b5fbf60-68fb-4059-a782-f9a419825548', 'name': 'tempest-AttachVolumeTestJSON-534204259-router', 'tenant_id': '59d1c386609e449fb41deccf8db32944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'external_fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '41d97631-15a9-42f5-a18d-cfc819b7ac0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T18:02:57Z', 'updated_at': '2021-06-17T18:03:06Z', 'revision_number': 4, 'project_id': '59d1c386609e449fb41deccf8db32944', 'gw_port': {'id': '41d97631-15a9-42f5-a18d-cfc819b7ac0f', 'name': '', 'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:f0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b5fbf60-68fb-4059-a782-f9a419825548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:02:59Z', 'updated_at': '2021-06-17T18:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78089575-0364-47db-be8b-ef28f42f3a37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-6-iscsi', '_floatingips': [{'id': 'a1f14531-2729-429f-bd74-367579bf5d8e', 'tenant_id': '59d1c386609e449fb41deccf8db32944', 'floating_ip_address': '172.27.2.210', 'floating_network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'router_id': '9b5fbf60-68fb-4059-a782-f9a419825548', 'port_id': '4a2a0eaf-60b9-4d22-98ef-b13c04e2d17a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 103, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a56ac911-462a-49b0-b749-9c491282bc98', 'mac_address': 'fa:16:3e:ed:1e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412d6c27-5056-4695-a549-32b0b7c42bd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T18:03:14Z', 'updated_at': '2021-06-17T18:03:52Z', 'revision_number': 1, 'project_id': '59d1c386609e449fb41deccf8db32944', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f81462e-04aa-4cac-bb94-986672b57b5e', 'name': '', 'network_id': 'a56ac911-462a-49b0-b749-9c491282bc98', 'tenant_id': '59d1c386609e449fb41deccf8db32944', 'mac_address': 'fa:16:3e:ab:cf:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b5fbf60-68fb-4059-a782-f9a419825548', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1c1a0998-b783-48f3-b815-e77d3448c78f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:03:04Z', 'updated_at': '2021-06-17T18:03:15Z', 'revision_number': 5, 'project_id': '59d1c386609e449fb41deccf8db32944', 'subnets': [{'id': '1c1a0998-b783-48f3-b815-e77d3448c78f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 18:03:53.985059 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d58288d-e04b-43c7-837b-103e16717666 None None] New status for floating IP a1f14531-2729-429f-bd74-367579bf5d8e: ACTIVE {{(pid=92880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 18:03:54.870554 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7e5681-2079-4d10-a882-571177bb2324 req-c5a7b1fc-13cc-4019-9a00-8cef1b2ad037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:54.872119 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-cc7e5681-2079-4d10-a882-571177bb2324 req-c5a7b1fc-13cc-4019-9a00-8cef1b2ad037 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=42f4cfc5a3374a4084d73b360a838bfd&device_id=43fd5a25-ffb4-4518-8fdb-430531a5365d HTTP/1.1" status: 200 len: 1098 time: 0.0531435 Jun 17 18:03:54.926068 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 18:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dfaf077-0572-477b-99e6-dc920a88737b x-openstack-request-id: req-3dfaf077-0572-477b-99e6-dc920a88737b {{(pid=92874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 18:03:54.926556 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "412d6c27-5056-4695-a549-32b0b7c42bd5", "tag": "4a2a0eaf-60b9-4d22-98ef-b13c04e2d17a", "status": "completed", "code": 200}]} {{(pid=92874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 18:03:54.926766 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-3dfaf077-0572-477b-99e6-dc920a88737b {{(pid=92874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 18:03:54.927245 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '412d6c27-5056-4695-a549-32b0b7c42bd5', 'tag': '4a2a0eaf-60b9-4d22-98ef-b13c04e2d17a', 'status': 'completed', 'code': 200} Jun 17 18:03:55.012804 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7e5681-2079-4d10-a882-571177bb2324 req-d824708f-4c24-49a6-abbd-c92bf643e47f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:55.014237 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-cc7e5681-2079-4d10-a882-571177bb2324 req-d824708f-4c24-49a6-abbd-c92bf643e47f service neutron] 10.222.0.95 "GET /v2.0/networks?id=490619f6-df6b-4a81-8b12-97225a6da310 HTTP/1.1" status: 200 len: 919 time: 0.0894861 Jun 17 18:03:55.108890 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e99b986-8b3c-4ae7-b082-ee56e73a45fa req-a9c4eeb2-8bd5-461b-b369-e82273d206ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:55.110363 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-5e99b986-8b3c-4ae7-b082-ee56e73a45fa req-a9c4eeb2-8bd5-461b-b369-e82273d206ea service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=59d1c386609e449fb41deccf8db32944&device_id=412d6c27-5056-4695-a549-32b0b7c42bd5 HTTP/1.1" status: 200 len: 1098 time: 0.1034112 Jun 17 18:03:55.119251 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c98685-4ecf-4f06-9d01-b9cbfad3e8b6 req-184cd38c-f0c1-4373-97c6-5af1f5954b48 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:55.126657 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-06c98685-4ecf-4f06-9d01-b9cbfad3e8b6 req-184cd38c-f0c1-4373-97c6-5af1f5954b48 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/ports?device_id=ae2d03c1-55ad-4073-9b72-3acdf0aa8134 HTTP/1.1" status: 200 len: 945 time: 0.1100407 Jun 17 18:03:55.137747 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-cc7e5681-2079-4d10-a882-571177bb2324 req-16c8f588-feee-414f-a715-8afb9ea4e03a service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=83c3404f-d49e-4e1b-831c-0b25c4e59742 HTTP/1.1" status: 200 len: 1001 time: 0.1036277 Jun 17 18:03:55.189290 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7e5681-2079-4d10-a882-571177bb2324 req-3d4eefef-1ec6-4293-8770-ad61e6a4d9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:55.190695 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-cc7e5681-2079-4d10-a882-571177bb2324 req-3d4eefef-1ec6-4293-8770-ad61e6a4d9b8 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=d12fe909-5b0e-4b17-a966-d3ca34ed6db9 HTTP/1.1" status: 200 len: 856 time: 0.0426838 Jun 17 18:03:55.220553 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-06c98685-4ecf-4f06-9d01-b9cbfad3e8b6 req-dcde5a6a-73d4-4835-b2a0-8904476f88ec tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/security-groups?id=344af256-d773-4ff0-b9b9-f3fcbe207aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927477 Jun 17 18:03:55.244540 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e99b986-8b3c-4ae7-b082-ee56e73a45fa req-53041ce0-a911-49eb-8cb5-d6376f4fee47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:55.246030 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-5e99b986-8b3c-4ae7-b082-ee56e73a45fa req-53041ce0-a911-49eb-8cb5-d6376f4fee47 service neutron] 10.222.0.95 "GET /v2.0/networks?id=a56ac911-462a-49b0-b749-9c491282bc98 HTTP/1.1" status: 200 len: 912 time: 0.1165373 Jun 17 18:03:55.257489 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7e5681-2079-4d10-a882-571177bb2324 req-82bbbb29-08ba-4fde-b7f6-f15ff9d4b9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:55.259490 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-cc7e5681-2079-4d10-a882-571177bb2324 req-82bbbb29-08ba-4fde-b7f6-f15ff9d4b9e4 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=490619f6-df6b-4a81-8b12-97225a6da310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0533471 Jun 17 18:03:55.347283 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-5e99b986-8b3c-4ae7-b082-ee56e73a45fa req-d3367dcd-33e6-438f-942c-5509b45c9046 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4a2a0eaf-60b9-4d22-98ef-b13c04e2d17a HTTP/1.1" status: 200 len: 1001 time: 0.0930426 Jun 17 18:03:55.382120 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-cc7e5681-2079-4d10-a882-571177bb2324 req-c70841fe-7897-4e4e-abe9-4b7a523d81d7 service neutron] 10.222.0.95 "GET /v2.0/networks/490619f6-df6b-4a81-8b12-97225a6da310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936735 Jun 17 18:03:55.401855 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e99b986-8b3c-4ae7-b082-ee56e73a45fa req-bb240968-b70d-44b4-a725-309781f1ddde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:55.403342 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-5e99b986-8b3c-4ae7-b082-ee56e73a45fa req-bb240968-b70d-44b4-a725-309781f1ddde service neutron] 10.222.0.95 "GET /v2.0/subnets?id=1c1a0998-b783-48f3-b815-e77d3448c78f HTTP/1.1" status: 200 len: 849 time: 0.0472710 Jun 17 18:03:55.466110 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e99b986-8b3c-4ae7-b082-ee56e73a45fa req-d070fc40-9286-46af-8a4f-c46ae4682951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:55.467540 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-5e99b986-8b3c-4ae7-b082-ee56e73a45fa req-d070fc40-9286-46af-8a4f-c46ae4682951 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a56ac911-462a-49b0-b749-9c491282bc98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0504575 Jun 17 18:03:55.472830 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-cc7e5681-2079-4d10-a882-571177bb2324 req-58eea4cb-a174-46e8-87a0-917022bd544a service neutron] 10.222.0.95 "GET /v2.0/networks/490619f6-df6b-4a81-8b12-97225a6da310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812552 Jun 17 18:03:55.595047 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-5e99b986-8b3c-4ae7-b082-ee56e73a45fa req-0fdaaf1d-ab28-4de8-851e-f4ebb595c5b9 service neutron] 10.222.0.95 "GET /v2.0/networks/a56ac911-462a-49b0-b749-9c491282bc98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873826 Jun 17 18:03:55.691003 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-5e99b986-8b3c-4ae7-b082-ee56e73a45fa req-482aa44a-e5eb-4e3c-a14e-422aa86e8a51 service neutron] 10.222.0.95 "GET /v2.0/networks/a56ac911-462a-49b0-b749-9c491282bc98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890815 Jun 17 18:03:56.408567 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49312fad-f1aa-43b9-b5b3-f253000ed2c8 req-9629c2f0-ef42-40aa-a447-0838e6c08755 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:56.410249 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-49312fad-f1aa-43b9-b5b3-f253000ed2c8 req-9629c2f0-ef42-40aa-a447-0838e6c08755 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/ports?device_id=ae2d03c1-55ad-4073-9b72-3acdf0aa8134 HTTP/1.1" status: 200 len: 945 time: 0.0765100 Jun 17 18:03:56.464786 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-49312fad-f1aa-43b9-b5b3-f253000ed2c8 req-8d48f7ca-d915-49f6-a454-26eeb97bbfad tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/security-groups?id=344af256-d773-4ff0-b9b9-f3fcbe207aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487134 Jun 17 18:03:57.647846 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5c4b5e-a644-462e-9522-5eaf93d1151d req-43e94823-7bc3-411e-af79-a2a40a131d7d tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:57.649976 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-da5c4b5e-a644-462e-9522-5eaf93d1151d req-43e94823-7bc3-411e-af79-a2a40a131d7d tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/ports?device_id=ae2d03c1-55ad-4073-9b72-3acdf0aa8134 HTTP/1.1" status: 200 len: 945 time: 0.0614154 Jun 17 18:03:57.686087 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-da5c4b5e-a644-462e-9522-5eaf93d1151d req-53d66855-5299-42cf-97b3-99a18b8a9e1e tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/security-groups?id=344af256-d773-4ff0-b9b9-f3fcbe207aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304184 Jun 17 18:03:57.927003 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbf53d7-3702-4b10-b3d2-6803f66f0237 req-e7a2b7ff-3dbd-4940-acdc-f46ad3813a3a tempest-DeleteServersTestJSON-1984471777 tempest-DeleteServersTestJSON-1984471777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:03:57.928438 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-7cbf53d7-3702-4b10-b3d2-6803f66f0237 req-e7a2b7ff-3dbd-4940-acdc-f46ad3813a3a tempest-DeleteServersTestJSON-1984471777 tempest-DeleteServersTestJSON-1984471777-project] 10.222.0.97 "GET /v2.0/ports?device_id=dc1b9fb3-96fb-4894-a7ce-cf17b5b4c60a HTTP/1.1" status: 200 len: 945 time: 0.0604227 Jun 17 18:03:57.965461 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-7cbf53d7-3702-4b10-b3d2-6803f66f0237 req-f8f65027-c24d-4417-bc54-cf6811cc640a tempest-DeleteServersTestJSON-1984471777 tempest-DeleteServersTestJSON-1984471777-project] 10.222.0.97 "GET /v2.0/security-groups?id=48188713-d4f3-4e47-a31a-4c9bc371b90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309362 Jun 17 18:04:01.031452 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d52824-d467-4be7-a220-d6ebfc4ac5a1 req-84020c56-de6f-4192-aa11-e46de4a2b135 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:04:01.032918 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-68d52824-d467-4be7-a220-d6ebfc4ac5a1 req-84020c56-de6f-4192-aa11-e46de4a2b135 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/ports?device_id=ae2d03c1-55ad-4073-9b72-3acdf0aa8134 HTTP/1.1" status: 200 len: 945 time: 0.0908830 Jun 17 18:04:01.080903 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-68d52824-d467-4be7-a220-d6ebfc4ac5a1 req-66f9885b-abc0-449d-b841-f6575cbc8289 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/security-groups?id=344af256-d773-4ff0-b9b9-f3fcbe207aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420895 Jun 17 18:04:01.095101 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1d03f0-47d1-4d99-9569-b8d8e650023b req-97092023-c3ea-4a46-8602-14915d8c230e tempest-DeleteServersTestJSON-1984471777 tempest-DeleteServersTestJSON-1984471777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:04:01.096594 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-9c1d03f0-47d1-4d99-9569-b8d8e650023b req-97092023-c3ea-4a46-8602-14915d8c230e tempest-DeleteServersTestJSON-1984471777 tempest-DeleteServersTestJSON-1984471777-project] 10.222.0.97 "GET /v2.0/ports?device_id=dc1b9fb3-96fb-4894-a7ce-cf17b5b4c60a HTTP/1.1" status: 200 len: 945 time: 0.1045952 Jun 17 18:04:01.135204 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-9c1d03f0-47d1-4d99-9569-b8d8e650023b req-f940187e-99d2-4b0b-b6d0-91a1e91b5bc2 tempest-DeleteServersTestJSON-1984471777 tempest-DeleteServersTestJSON-1984471777-project] 10.222.0.97 "GET /v2.0/security-groups?id=48188713-d4f3-4e47-a31a-4c9bc371b90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330822 Jun 17 18:04:02.303547 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc68ba1-daa9-4544-a967-afabc102c695 req-c6c47ba3-fea3-4d72-a65e-0bb4c09562f9 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:04:02.305057 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-1cc68ba1-daa9-4544-a967-afabc102c695 req-c6c47ba3-fea3-4d72-a65e-0bb4c09562f9 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/ports?device_id=ae2d03c1-55ad-4073-9b72-3acdf0aa8134 HTTP/1.1" status: 200 len: 945 time: 0.1074111 Jun 17 18:04:02.355029 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-1cc68ba1-daa9-4544-a967-afabc102c695 req-2b91644b-6018-477a-8bcc-c36e7b95cb89 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/security-groups?id=344af256-d773-4ff0-b9b9-f3fcbe207aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433581 Jun 17 18:04:02.371587 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd84420-d38c-48a8-a225-3d02a4880e21 req-1064caa9-ca90-4371-8f1b-efd055184821 tempest-DeleteServersTestJSON-1984471777 tempest-DeleteServersTestJSON-1984471777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:04:02.373219 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-fdd84420-d38c-48a8-a225-3d02a4880e21 req-1064caa9-ca90-4371-8f1b-efd055184821 tempest-DeleteServersTestJSON-1984471777 tempest-DeleteServersTestJSON-1984471777-project] 10.222.0.97 "GET /v2.0/ports?device_id=dc1b9fb3-96fb-4894-a7ce-cf17b5b4c60a HTTP/1.1" status: 200 len: 945 time: 0.1078210 Jun 17 18:04:02.415847 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-fdd84420-d38c-48a8-a225-3d02a4880e21 req-634b1673-1b66-486b-bb5a-be162dabb740 tempest-DeleteServersTestJSON-1984471777 tempest-DeleteServersTestJSON-1984471777-project] 10.222.0.97 "GET /v2.0/security-groups?id=48188713-d4f3-4e47-a31a-4c9bc371b90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336089 Jun 17 18:04:02.540986 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 43518) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:04:02.658482 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-661260a0-fa8d-4438-aac6-dc15dd1234bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:02.750802 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-661260a0-fa8d-4438-aac6-dc15dd1234bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:02.755605 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-661260a0-fa8d-4438-aac6-dc15dd1234bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:02.761217 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-9d08ad4a-b047-4151-9ab9-9cdc733e6c41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:04:02.794188 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661260a0-fa8d-4438-aac6-dc15dd1234bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0ecdeb2-5247-43d8-abd7-10c3297599fa,revision_number=1']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:04:02.798035 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-661260a0-fa8d-4438-aac6-dc15dd1234bc admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=183399a9d7b94f74a81db91cf53b1e63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2555785 Jun 17 18:04:02.800970 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 43532) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:04:02.803846 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661260a0-fa8d-4438-aac6-dc15dd1234bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:04:02.804231 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661260a0-fa8d-4438-aac6-dc15dd1234bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:04:02.804588 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661260a0-fa8d-4438-aac6-dc15dd1234bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:04:02.804965 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661260a0-fa8d-4438-aac6-dc15dd1234bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:04:02.805317 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661260a0-fa8d-4438-aac6-dc15dd1234bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:04:02.805662 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661260a0-fa8d-4438-aac6-dc15dd1234bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:04:02.806025 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661260a0-fa8d-4438-aac6-dc15dd1234bc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:04:02.806381 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661260a0-fa8d-4438-aac6-dc15dd1234bc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:04:02.806739 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661260a0-fa8d-4438-aac6-dc15dd1234bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:04:02.807074 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661260a0-fa8d-4438-aac6-dc15dd1234bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:04:02.807416 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661260a0-fa8d-4438-aac6-dc15dd1234bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:04:02.807742 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661260a0-fa8d-4438-aac6-dc15dd1234bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:04:02.812916 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-661260a0-fa8d-4438-aac6-dc15dd1234bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:04:02.851416 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-55790670-5732-4422-a0cb-aa9d516a7c87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:02.876213 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-55790670-5732-4422-a0cb-aa9d516a7c87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:02.922121 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-55790670-5732-4422-a0cb-aa9d516a7c87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:02.924839 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-55790670-5732-4422-a0cb-aa9d516a7c87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:02.925941 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-55790670-5732-4422-a0cb-aa9d516a7c87 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/d0ecdeb2-5247-43d8-abd7-10c3297599fa HTTP/1.1" status: 204 len: 168 time: 0.1232500 Jun 17 18:04:02.926717 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-1a96f3ff-b6f8-472c-8772-c8e294667bf2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:04:02.933693 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55790670-5732-4422-a0cb-aa9d516a7c87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0ecdeb2-5247-43d8-abd7-10c3297599fa,revision_number=None']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:04:02.940467 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55790670-5732-4422-a0cb-aa9d516a7c87 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:04:02.940822 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55790670-5732-4422-a0cb-aa9d516a7c87 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:04:02.941168 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55790670-5732-4422-a0cb-aa9d516a7c87 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:04:02.941507 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55790670-5732-4422-a0cb-aa9d516a7c87 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:04:02.941927 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55790670-5732-4422-a0cb-aa9d516a7c87 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:04:02.942205 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55790670-5732-4422-a0cb-aa9d516a7c87 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:04:02.942538 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55790670-5732-4422-a0cb-aa9d516a7c87 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:04:02.942867 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55790670-5732-4422-a0cb-aa9d516a7c87 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:04:02.943197 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55790670-5732-4422-a0cb-aa9d516a7c87 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:04:02.943524 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55790670-5732-4422-a0cb-aa9d516a7c87 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:04:02.943876 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55790670-5732-4422-a0cb-aa9d516a7c87 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:04:02.944232 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55790670-5732-4422-a0cb-aa9d516a7c87 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:04:02.948430 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-55790670-5732-4422-a0cb-aa9d516a7c87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:04:03.557218 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c9cf54-d075-460f-b994-f662c5b67214 req-1cc0dea5-0aa6-4dc0-b4c2-581b571f42de tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:04:03.559377 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-56c9cf54-d075-460f-b994-f662c5b67214 req-1cc0dea5-0aa6-4dc0-b4c2-581b571f42de tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/ports?device_id=ae2d03c1-55ad-4073-9b72-3acdf0aa8134 HTTP/1.1" status: 200 len: 945 time: 0.0799000 Jun 17 18:04:03.637583 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-56c9cf54-d075-460f-b994-f662c5b67214 req-e86ad081-5c02-443f-9fe2-a3789bb38452 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/security-groups?id=344af256-d773-4ff0-b9b9-f3fcbe207aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673363 Jun 17 18:04:03.668720 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7f3ed8-7a0f-4090-9548-946cea37e0bf req-fe8ce8c8-39a0-4905-acd8-2e6485f4ef98 tempest-DeleteServersTestJSON-1984471777 tempest-DeleteServersTestJSON-1984471777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:04:03.670615 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-6e7f3ed8-7a0f-4090-9548-946cea37e0bf req-fe8ce8c8-39a0-4905-acd8-2e6485f4ef98 tempest-DeleteServersTestJSON-1984471777 tempest-DeleteServersTestJSON-1984471777-project] 10.222.0.97 "GET /v2.0/ports?device_id=dc1b9fb3-96fb-4894-a7ce-cf17b5b4c60a HTTP/1.1" status: 200 len: 945 time: 0.1101363 Jun 17 18:04:03.678099 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.agents_db [None req-efac7cad-2d3b-4dc1-9769-dac6e2c75cb9 None None] Agent healthcheck: found 6 active agents {{(pid=92881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 18:04:03.708572 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-6e7f3ed8-7a0f-4090-9548-946cea37e0bf req-cdb3959e-b7d6-4951-af31-a85057e7fcda tempest-DeleteServersTestJSON-1984471777 tempest-DeleteServersTestJSON-1984471777-project] 10.222.0.97 "GET /v2.0/security-groups?id=48188713-d4f3-4e47-a31a-4c9bc371b90f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318696 Jun 17 18:04:04.178750 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468ee543-24fb-41d4-b53c-a4b67a63bb6f req-88c25fad-0809-4bca-9d78-2ad1f965f715 tempest-DeleteServersTestJSON-1984471777 tempest-DeleteServersTestJSON-1984471777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:04:04.180736 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-468ee543-24fb-41d4-b53c-a4b67a63bb6f req-88c25fad-0809-4bca-9d78-2ad1f965f715 tempest-DeleteServersTestJSON-1984471777 tempest-DeleteServersTestJSON-1984471777-project] 10.222.0.95 "GET /v2.0/ports?device_id=dc1b9fb3-96fb-4894-a7ce-cf17b5b4c60a HTTP/1.1" status: 200 len: 945 time: 0.0645034 Jun 17 18:04:04.283905 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.plugin [req-468ee543-24fb-41d4-b53c-a4b67a63bb6f req-5597449e-8370-4645-a803-acfc17a7d980 tempest-DeleteServersTestJSON-1984471777 tempest-DeleteServersTestJSON-1984471777-project] Deleting port c1d6bb65-b56e-4e13-85b1-1d67a7e7a68e {{(pid=92874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 18:04:04.284312 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-468ee543-24fb-41d4-b53c-a4b67a63bb6f req-5597449e-8370-4645-a803-acfc17a7d980 tempest-DeleteServersTestJSON-1984471777 tempest-DeleteServersTestJSON-1984471777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743365079206'] for port, before_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:04.378802 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.db [req-468ee543-24fb-41d4-b53c-a4b67a63bb6f req-5597449e-8370-4645-a803-acfc17a7d980 tempest-DeleteServersTestJSON-1984471777 tempest-DeleteServersTestJSON-1984471777-project] For port c1d6bb65-b56e-4e13-85b1-1d67a7e7a68e, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=c1d6bb65-b56e-4e13-85b1-1d67a7e7a68e,segment=NetworkSegment(4d48f87c-16fb-4b3a-8ad2-c3ae0d9a92a0),segment_id=4d48f87c-16fb-4b3a-8ad2-c3ae0d9a92a0)] {{(pid=92874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:04:04.379214 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-468ee543-24fb-41d4-b53c-a4b67a63bb6f req-5597449e-8370-4645-a803-acfc17a7d980 tempest-DeleteServersTestJSON-1984471777 tempest-DeleteServersTestJSON-1984471777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956370'] for port, precommit_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:04.465458 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.plugin [req-468ee543-24fb-41d4-b53c-a4b67a63bb6f req-5597449e-8370-4645-a803-acfc17a7d980 tempest-DeleteServersTestJSON-1984471777 tempest-DeleteServersTestJSON-1984471777-project] Calling delete_port for c1d6bb65-b56e-4e13-85b1-1d67a7e7a68e owned by compute:nova {{(pid=92874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 18:04:04.619718 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-468ee543-24fb-41d4-b53c-a4b67a63bb6f req-5597449e-8370-4645-a803-acfc17a7d980 tempest-DeleteServersTestJSON-1984471777 tempest-DeleteServersTestJSON-1984471777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743365085983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743364645425'] for port, after_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:04.623904 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:04:04.646901 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5597449e-8370-4645-a803-acfc17a7d980 tempest-DeleteServersTestJSON-1984471777 tempest-DeleteServersTestJSON-1984471777-project] Pushing event deleted for resources: {'Port': ['ID=c1d6bb65-b56e-4e13-85b1-1d67a7e7a68e,revision_number=None']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:04:04.651202 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-5597449e-8370-4645-a803-acfc17a7d980 tempest-DeleteServersTestJSON-1984471777 tempest-DeleteServersTestJSON-1984471777-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:04:04.702345 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] get_ports_and_sgs() called for port_ids ['c1d6bb65-b56e-4e13-85b1-1d67a7e7a68e'] {{(pid=92880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 18:04:04.713511 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.db.l3_dvrscheduler_db [req-468ee543-24fb-41d4-b53c-a4b67a63bb6f req-5597449e-8370-4645-a803-acfc17a7d980 tempest-DeleteServersTestJSON-1984471777 tempest-DeleteServersTestJSON-1984471777-project] No DVR routers for this DVR port c1d6bb65-b56e-4e13-85b1-1d67a7e7a68e on host hv-cinder-78626 {{(pid=92874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 18:04:04.716945 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-468ee543-24fb-41d4-b53c-a4b67a63bb6f req-5597449e-8370-4645-a803-acfc17a7d980 tempest-DeleteServersTestJSON-1984471777 tempest-DeleteServersTestJSON-1984471777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523113'] for port, before_response {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:04.719101 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-468ee543-24fb-41d4-b53c-a4b67a63bb6f req-5597449e-8370-4645-a803-acfc17a7d980 tempest-DeleteServersTestJSON-1984471777 tempest-DeleteServersTestJSON-1984471777-project] 10.222.0.95 "DELETE /v2.0/ports/c1d6bb65-b56e-4e13-85b1-1d67a7e7a68e HTTP/1.1" status: 204 len: 173 time: 0.5324261 Jun 17 18:04:04.719615 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc1b9fb3-96fb-4894-a7ce-cf17b5b4c60a', 'name': 'network-vif-deleted', 'tag': 'c1d6bb65-b56e-4e13-85b1-1d67a7e7a68e'}] {{(pid=92874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 18:04:04.722029 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58554d43f64f60294e2d1fd4a9d9342a0a386c70b92defbb6c9fd2054ba7a623" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5267ca34-ece0-427a-b763-decf67907b66" -d '{"events": [{"server_uuid": "dc1b9fb3-96fb-4894-a7ce-cf17b5b4c60a", "name": "network-vif-deleted", "tag": "c1d6bb65-b56e-4e13-85b1-1d67a7e7a68e"}]}' {{(pid=92874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 18:04:04.760870 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 18:04:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c916f20-4284-4c56-b3b6-7c8eab479ba1 x-openstack-request-id: req-1c916f20-4284-4c56-b3b6-7c8eab479ba1 {{(pid=92874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 18:04:04.761190 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc1b9fb3-96fb-4894-a7ce-cf17b5b4c60a", "name": "network-vif-deleted", "tag": "c1d6bb65-b56e-4e13-85b1-1d67a7e7a68e", "status": "completed", "code": 200}]} {{(pid=92874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 18:04:04.761468 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-1c916f20-4284-4c56-b3b6-7c8eab479ba1 {{(pid=92874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 18:04:04.761979 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc1b9fb3-96fb-4894-a7ce-cf17b5b4c60a', 'name': 'network-vif-deleted', 'tag': 'c1d6bb65-b56e-4e13-85b1-1d67a7e7a68e', 'status': 'completed', 'code': 200} Jun 17 18:04:04.828857 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1519cd94-99a9-4cde-b9c8-91285f24224b req-b54e7fbf-c475-4d1d-bcfb-efd6848707ec tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:04:04.830323 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-1519cd94-99a9-4cde-b9c8-91285f24224b req-b54e7fbf-c475-4d1d-bcfb-efd6848707ec tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/ports?device_id=ae2d03c1-55ad-4073-9b72-3acdf0aa8134 HTTP/1.1" status: 200 len: 945 time: 0.0619707 Jun 17 18:04:04.882784 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-55e67439-9b9c-454b-8075-231deeacc86a req-3e649606-7221-4fc1-93cd-d52b346307d7 tempest-DeleteServersTestJSON-1984471777 tempest-DeleteServersTestJSON-1984471777-project] 10.222.0.97 "GET /v2.0/ports?device_id=dc1b9fb3-96fb-4894-a7ce-cf17b5b4c60a HTTP/1.1" status: 200 len: 210 time: 0.0333419 Jun 17 18:04:04.895279 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-1519cd94-99a9-4cde-b9c8-91285f24224b req-6e8e81ca-f93b-4965-99bd-2c3c8c0f59cf tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/security-groups?id=344af256-d773-4ff0-b9b9-f3fcbe207aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592294 Jun 17 18:04:06.674831 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 43646) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:04:06.776427 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-0075ab5e-d8ad-44a6-86bf-dcdb68e31634 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:06.865396 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-0075ab5e-d8ad-44a6-86bf-dcdb68e31634 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:06.868999 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-0075ab5e-d8ad-44a6-86bf-dcdb68e31634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:06.871267 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-efa7587a-a409-483f-9429-5908bb17b3fe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:04:06.911309 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-0075ab5e-d8ad-44a6-86bf-dcdb68e31634 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=ae2eb437bf0b48d5b5b6087a028e65eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2353444 Jun 17 18:04:06.912186 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0075ab5e-d8ad-44a6-86bf-dcdb68e31634 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3352630d-7f17-438b-86f6-e6540ceb10d8,revision_number=1']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:04:06.913985 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 43652) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:04:06.915629 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-0075ab5e-d8ad-44a6-86bf-dcdb68e31634 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:04:06.962611 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-add2d562-e27a-43c0-b68d-2595b638c62d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:06.982972 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-add2d562-e27a-43c0-b68d-2595b638c62d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:07.027991 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-add2d562-e27a-43c0-b68d-2595b638c62d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:07.030681 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-add2d562-e27a-43c0-b68d-2595b638c62d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:07.031854 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-add2d562-e27a-43c0-b68d-2595b638c62d admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/3352630d-7f17-438b-86f6-e6540ceb10d8 HTTP/1.1" status: 204 len: 168 time: 0.1168582 Jun 17 18:04:07.032631 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:04:07.040101 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add2d562-e27a-43c0-b68d-2595b638c62d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3352630d-7f17-438b-86f6-e6540ceb10d8,revision_number=None']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:04:07.043115 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-add2d562-e27a-43c0-b68d-2595b638c62d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:04:07.285126 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 43658) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:04:07.298789 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-1338b9ae-0244-4d77-8077-db0ac916fb3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:07.388573 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-1338b9ae-0244-4d77-8077-db0ac916fb3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:07.391966 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-1338b9ae-0244-4d77-8077-db0ac916fb3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:07.394122 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:04:07.432797 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-1338b9ae-0244-4d77-8077-db0ac916fb3e admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=dcfbc299f49742f5b95dae061f7e3f10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1465783 Jun 17 18:04:07.433679 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1338b9ae-0244-4d77-8077-db0ac916fb3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2117a94f-14cd-48d9-a6f6-869fc66e10df,revision_number=1']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:04:07.435407 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 43662) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:04:07.436728 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-1338b9ae-0244-4d77-8077-db0ac916fb3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:04:07.484758 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-3ee2337d-6f7e-474d-8750-e15a8855d1a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:07.505632 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-3ee2337d-6f7e-474d-8750-e15a8855d1a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:07.552574 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-3ee2337d-6f7e-474d-8750-e15a8855d1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:07.556464 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-3ee2337d-6f7e-474d-8750-e15a8855d1a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:07.557451 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-3ee2337d-6f7e-474d-8750-e15a8855d1a9 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/2117a94f-14cd-48d9-a6f6-869fc66e10df HTTP/1.1" status: 204 len: 168 time: 0.1207032 Jun 17 18:04:07.558239 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-661260a0-fa8d-4438-aac6-dc15dd1234bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:04:07.565532 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee2337d-6f7e-474d-8750-e15a8855d1a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2117a94f-14cd-48d9-a6f6-869fc66e10df,revision_number=None']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:04:07.568690 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-3ee2337d-6f7e-474d-8750-e15a8855d1a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:04:09.051062 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Device c1d6bb65-b56e-4e13-85b1-1d67a7e7a68e no longer exists at agent hyperv_hv-cinder-78626 {{(pid=92880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 18:04:09.067252 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 43716) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:04:09.071207 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.plugin [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] No Port match for: c1d6bb65-b56e-4e13-85b1-1d67a7e7a68e {{(pid=92880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 18:04:09.071564 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Device c1d6bb65-b56e-4e13-85b1-1d67a7e7a68e not bound to the agent host hv-cinder-78626 {{(pid=92880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 18:04:09.173640 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-6788d26c-b6d6-4fcd-9606-c39b750b8a75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:09.292724 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-138f8084-ea04-456e-b475-72ec9fb14c77 req-b9dbcbe7-058d-4c55-b1fa-b6b146b45c24 tempest-DeleteServersTestJSON-1984471777 tempest-DeleteServersTestJSON-1984471777-project] 10.222.0.97 "GET /v2.0/ports?device_id=dc1b9fb3-96fb-4894-a7ce-cf17b5b4c60a HTTP/1.1" status: 200 len: 210 time: 0.0452664 Jun 17 18:04:09.304777 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-6788d26c-b6d6-4fcd-9606-c39b750b8a75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:09.314416 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-6788d26c-b6d6-4fcd-9606-c39b750b8a75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:09.317008 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:04:09.353339 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-6788d26c-b6d6-4fcd-9606-c39b750b8a75 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=68f13b614842421ea6cb67becb600e0c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2837052 Jun 17 18:04:09.355273 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6788d26c-b6d6-4fcd-9606-c39b750b8a75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd605a9a-b853-4d96-9a4a-c5258b836d52,revision_number=1']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:04:09.355737 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 43720) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:04:09.365302 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-6788d26c-b6d6-4fcd-9606-c39b750b8a75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:04:09.419725 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-9e61a5d2-de5b-4733-a651-3a70f9972046 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:09.425279 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c927fd19-416a-4714-9876-3ecb52c3434c req-5ae55ee5-e0d8-40de-812d-99c0f49d4663 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:04:09.426952 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-c927fd19-416a-4714-9876-3ecb52c3434c req-5ae55ee5-e0d8-40de-812d-99c0f49d4663 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/ports?device_id=ae2d03c1-55ad-4073-9b72-3acdf0aa8134 HTTP/1.1" status: 200 len: 945 time: 0.0727439 Jun 17 18:04:09.443094 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-9e61a5d2-de5b-4733-a651-3a70f9972046 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:09.465654 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-c927fd19-416a-4714-9876-3ecb52c3434c req-671320c0-808d-4c39-9808-eda14d3358f7 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/security-groups?id=344af256-d773-4ff0-b9b9-f3fcbe207aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323932 Jun 17 18:04:09.494386 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-9e61a5d2-de5b-4733-a651-3a70f9972046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:09.497086 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-9e61a5d2-de5b-4733-a651-3a70f9972046 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:09.498296 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-9e61a5d2-de5b-4733-a651-3a70f9972046 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/dd605a9a-b853-4d96-9a4a-c5258b836d52 HTTP/1.1" status: 204 len: 168 time: 0.1414812 Jun 17 18:04:09.499228 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-96ed0b75-d03a-4733-b336-593dfb022f35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:04:09.508682 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e61a5d2-de5b-4733-a651-3a70f9972046 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd605a9a-b853-4d96-9a4a-c5258b836d52,revision_number=None']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:04:09.511584 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-9e61a5d2-de5b-4733-a651-3a70f9972046 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:04:09.767036 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 43734) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:04:09.780174 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-f7bf5012-c41d-4e98-b2c4-d3c48e6d5561 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:09.868693 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-f7bf5012-c41d-4e98-b2c4-d3c48e6d5561 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:09.872433 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-f7bf5012-c41d-4e98-b2c4-d3c48e6d5561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:09.875553 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-3ee2337d-6f7e-474d-8750-e15a8855d1a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:04:09.913176 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-f7bf5012-c41d-4e98-b2c4-d3c48e6d5561 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=f8aff724d3d34d43bb581c0c298d3e82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1450245 Jun 17 18:04:09.915712 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bf5012-c41d-4e98-b2c4-d3c48e6d5561 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90e0dc82-496d-435a-bf10-cf1b3fe376f2,revision_number=1']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:04:09.916675 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 43736) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:04:09.919673 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-f7bf5012-c41d-4e98-b2c4-d3c48e6d5561 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:04:09.971822 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-72b63539-ec77-41a7-8a45-2ada27b39c29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:09.993978 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-72b63539-ec77-41a7-8a45-2ada27b39c29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:10.041815 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-72b63539-ec77-41a7-8a45-2ada27b39c29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:10.044457 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-72b63539-ec77-41a7-8a45-2ada27b39c29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:10.045598 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-72b63539-ec77-41a7-8a45-2ada27b39c29 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/90e0dc82-496d-435a-bf10-cf1b3fe376f2 HTTP/1.1" status: 204 len: 168 time: 0.1276922 Jun 17 18:04:10.046326 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-91d245a4-be1b-48f2-9992-836c980a6ec0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:04:10.053600 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b63539-ec77-41a7-8a45-2ada27b39c29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90e0dc82-496d-435a-bf10-cf1b3fe376f2,revision_number=None']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:04:10.055788 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-72b63539-ec77-41a7-8a45-2ada27b39c29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:04:11.665708 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:13.493037 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-5a665a57-d1cb-418e-aa71-89c158f582d1 req-0509cbb7-95fc-4cda-8df4-6e17a40a132e tempest-DeleteServersTestJSON-1984471777 tempest-DeleteServersTestJSON-1984471777-project] 10.222.0.97 "GET /v2.0/ports?device_id=dc1b9fb3-96fb-4894-a7ce-cf17b5b4c60a HTTP/1.1" status: 200 len: 210 time: 0.0276082 Jun 17 18:04:13.557854 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32956bd-54e3-4371-973f-b26d01ed9cc6 req-67556725-fe1e-4ee2-928d-e001733dfc2c tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:04:13.559301 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-a32956bd-54e3-4371-973f-b26d01ed9cc6 req-67556725-fe1e-4ee2-928d-e001733dfc2c tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/ports?device_id=ae2d03c1-55ad-4073-9b72-3acdf0aa8134 HTTP/1.1" status: 200 len: 945 time: 0.0653801 Jun 17 18:04:13.598383 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-a32956bd-54e3-4371-973f-b26d01ed9cc6 req-31b28ceb-6642-4233-93bb-0e188b7af088 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/security-groups?id=344af256-d773-4ff0-b9b9-f3fcbe207aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332921 Jun 17 18:04:14.140176 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-536f2e2a-76f6-47c7-86ce-91a2e0ac7b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:14.740495 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-24ac8398-33ee-4c8b-b0b3-2c87f1b7fcf9 req-6ef9327c-27b6-4b85-ad01-14771aa74e0d service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=d5636e88-17f4-4147-bd8f-a153f376b8aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0546288 Jun 17 18:04:14.973906 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ac8398-33ee-4c8b-b0b3-2c87f1b7fcf9 req-7e8621f7-cb9a-4b79-9668-7e1182cc0749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:04:14.975448 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-24ac8398-33ee-4c8b-b0b3-2c87f1b7fcf9 req-7e8621f7-cb9a-4b79-9668-7e1182cc0749 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0acb8a69956445cf93d47e2da25da9cb&device_id=d5636e88-17f4-4147-bd8f-a153f376b8aa HTTP/1.1" status: 200 len: 1098 time: 0.0782177 Jun 17 18:04:14.984683 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4f4305-0992-4220-8ef8-0339207bed42 req-2ec155b1-e204-4e8d-b47c-38c117b2845e tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:04:14.992689 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-4c4f4305-0992-4220-8ef8-0339207bed42 req-2ec155b1-e204-4e8d-b47c-38c117b2845e tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/ports?device_id=ae2d03c1-55ad-4073-9b72-3acdf0aa8134 HTTP/1.1" status: 200 len: 945 time: 0.1371264 Jun 17 18:04:15.064466 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-4c4f4305-0992-4220-8ef8-0339207bed42 req-d5a2d391-4f95-48ad-84b7-3318a9fa96a7 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/security-groups?id=344af256-d773-4ff0-b9b9-f3fcbe207aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712626 Jun 17 18:04:15.135536 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ac8398-33ee-4c8b-b0b3-2c87f1b7fcf9 req-03b069ab-7176-4193-965c-e52a3e1416c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:04:15.136989 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-24ac8398-33ee-4c8b-b0b3-2c87f1b7fcf9 req-03b069ab-7176-4193-965c-e52a3e1416c8 service neutron] 10.222.0.95 "GET /v2.0/networks?id=f6175827-20d7-459d-859c-a960c64f9f7b HTTP/1.1" status: 200 len: 916 time: 0.1296237 Jun 17 18:04:15.189632 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-24ac8398-33ee-4c8b-b0b3-2c87f1b7fcf9 req-86f4eeb9-e497-4ebb-bd41-88a0aad82cc4 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=66b35a25-01d6-4d67-ad06-eac51e9a99a7 HTTP/1.1" status: 200 len: 217 time: 0.0408492 Jun 17 18:04:15.251510 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ac8398-33ee-4c8b-b0b3-2c87f1b7fcf9 req-a342c9f1-949c-4506-a4ab-b598eb2bef59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:04:15.253209 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-24ac8398-33ee-4c8b-b0b3-2c87f1b7fcf9 req-a342c9f1-949c-4506-a4ab-b598eb2bef59 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=6d9eae51-247c-4135-a165-61e9ae8adce9 HTTP/1.1" status: 200 len: 854 time: 0.0516124 Jun 17 18:04:15.290927 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-24ac8398-33ee-4c8b-b0b3-2c87f1b7fcf9 req-b4392b62-50f5-4d66-aa87-76b728b991e2 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=f6175827-20d7-459d-859c-a960c64f9f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271471 Jun 17 18:04:15.381336 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-24ac8398-33ee-4c8b-b0b3-2c87f1b7fcf9 req-e1db6c06-c8db-4565-9e7a-6156b2723e53 service neutron] 10.222.0.95 "GET /v2.0/networks/f6175827-20d7-459d-859c-a960c64f9f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832489 Jun 17 18:04:15.533957 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-24ac8398-33ee-4c8b-b0b3-2c87f1b7fcf9 req-4b7b25a9-56ef-49f6-8b14-bb00780b6333 service neutron] 10.222.0.95 "GET /v2.0/networks/f6175827-20d7-459d-859c-a960c64f9f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458457 Jun 17 18:04:15.563111 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442e5740-3a41-4acb-9443-7fed77c31c43 req-79e22c74-c962-4131-9d2a-40ef2f1ada66 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:04:15.564699 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-442e5740-3a41-4acb-9443-7fed77c31c43 req-79e22c74-c962-4131-9d2a-40ef2f1ada66 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/networks?id=f6175827-20d7-459d-859c-a960c64f9f7b HTTP/1.1" status: 200 len: 814 time: 0.1191881 Jun 17 18:04:15.579264 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-442e5740-3a41-4acb-9443-7fed77c31c43 req-5bea708d-e908-4961-bce3-2f9e067dc94b tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/quotas/0acb8a69956445cf93d47e2da25da9cb HTTP/1.1" status: 200 len: 375 time: 0.0088756 Jun 17 18:04:15.643024 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-442e5740-3a41-4acb-9443-7fed77c31c43 req-6e43cd48-2dbe-43b6-9592-8b3974ac6d80 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=0acb8a69956445cf93d47e2da25da9cb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0588708 Jun 17 18:04:15.732063 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-442e5740-3a41-4acb-9443-7fed77c31c43 req-527288b5-8a3f-4840-95b7-9eaf67eb2ff3 service neutron] 10.222.0.97 "GET /v2.0/networks/f6175827-20d7-459d-859c-a960c64f9f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823507 Jun 17 18:04:16.039194 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-442e5740-3a41-4acb-9443-7fed77c31c43 req-f4024c1d-df1d-4348-987d-e7869024f82d service neutron] 10.222.0.97 "GET /v2.0/networks/f6175827-20d7-459d-859c-a960c64f9f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3009951 Jun 17 18:04:16.205936 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-ad7b03f8-1a57-4e98-914b-e0c34d9d9a7e req-a31bc021-cb39-46c8-9966-677e5582d201 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/ports?device_id=e77227d6-20e7-4024-8305-bf3dc0112ed0 HTTP/1.1" status: 200 len: 210 time: 0.0290091 Jun 17 18:04:16.278553 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132ef7bc-d84a-4b6c-9a68-56b2b64048e7 req-790df1f0-9747-4643-82f8-3aee0cd125ad tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:04:16.284378 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-132ef7bc-d84a-4b6c-9a68-56b2b64048e7 req-790df1f0-9747-4643-82f8-3aee0cd125ad tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/ports?device_id=ae2d03c1-55ad-4073-9b72-3acdf0aa8134 HTTP/1.1" status: 200 len: 945 time: 0.0807898 Jun 17 18:04:16.324454 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-132ef7bc-d84a-4b6c-9a68-56b2b64048e7 req-fc6057bd-399c-47a9-8987-a2f841da1143 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/security-groups?id=344af256-d773-4ff0-b9b9-f3fcbe207aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381703 Jun 17 18:04:16.806010 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-7aa60cbe-337f-4b33-aebd-7341dee176dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:16.911233 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:17.368827 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-4119301d-0e0e-422a-b28e-ffb5b362a7b5 req-2f85453e-96c9-4684-ad6c-c1e9c008cae4 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/ports?device_id=e77227d6-20e7-4024-8305-bf3dc0112ed0 HTTP/1.1" status: 200 len: 210 time: 0.0327659 Jun 17 18:04:17.492411 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 43938) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:04:17.549707 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4b511e9-5ac1-4f90-a264-bab54106fcf5 admin admin] Deleting subnet 96374547-6a24-4110-87c5-515f02aa11d2 {{(pid=92872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 18:04:17.553541 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-f4b511e9-5ac1-4f90-a264-bab54106fcf5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:17.575094 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363c9703-8b4d-4cef-8ecd-56c18f780edf req-53a7c85f-96cd-4ffc-9cb3-12bc81a06f76 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:04:17.576731 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-363c9703-8b4d-4cef-8ecd-56c18f780edf req-53a7c85f-96cd-4ffc-9cb3-12bc81a06f76 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/ports?device_id=ae2d03c1-55ad-4073-9b72-3acdf0aa8134 HTTP/1.1" status: 200 len: 945 time: 0.0989490 Jun 17 18:04:17.595090 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-f4b511e9-5ac1-4f90-a264-bab54106fcf5 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:17.609359 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-f4b511e9-5ac1-4f90-a264-bab54106fcf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1684671'] for subnet, precommit_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:17.625072 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-363c9703-8b4d-4cef-8ecd-56c18f780edf req-ea66df5e-d52e-4ad7-b652-ba49d52bb573 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/security-groups?id=344af256-d773-4ff0-b9b9-f3fcbe207aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411136 Jun 17 18:04:17.671289 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 43942) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:04:17.678004 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-f4b511e9-5ac1-4f90-a264-bab54106fcf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1684662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805'] for subnet, after_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:17.681325 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:04:17.703930 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b511e9-5ac1-4f90-a264-bab54106fcf5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96374547-6a24-4110-87c5-515f02aa11d2,revision_number=None']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:04:17.708750 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-f4b511e9-5ac1-4f90-a264-bab54106fcf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:04:17.716551 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-f4b511e9-5ac1-4f90-a264-bab54106fcf5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:17.721651 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-f4b511e9-5ac1-4f90-a264-bab54106fcf5 admin admin] 10.222.0.97 "DELETE /v2.0/subnets/96374547-6a24-4110-87c5-515f02aa11d2 HTTP/1.1" status: 204 len: 168 time: 0.2273154 Jun 17 18:04:17.722460 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 43946) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:04:17.801138 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-6f0bd579-3395-487d-93ca-eafde3136d3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2009691'] for network, before_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:17.812950 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-d46ce141-2da6-4251-b5d7-bdc6f0af9774 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:17.837990 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442e5740-3a41-4acb-9443-7fed77c31c43 req-3c2fe3c4-8020-4c0f-9831-345eac0a20ac tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:04:17.839597 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-442e5740-3a41-4acb-9443-7fed77c31c43 req-3c2fe3c4-8020-4c0f-9831-345eac0a20ac tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.95 "GET /v2.0/networks?id=f6175827-20d7-459d-859c-a960c64f9f7b HTTP/1.1" status: 200 len: 814 time: 0.1463201 Jun 17 18:04:17.866604 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.v2.base [req-442e5740-3a41-4acb-9443-7fed77c31c43 req-81121415-a3a7-4496-8b05-ef967ad94cab tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Request body: {'port': {'device_id': 'e77227d6-20e7-4024-8305-bf3dc0112ed0', 'network_id': 'f6175827-20d7-459d-859c-a960c64f9f7b', 'admin_state_up': True, 'tenant_id': '0acb8a69956445cf93d47e2da25da9cb'}} {{(pid=92874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 18:04:17.890332 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-6f0bd579-3395-487d-93ca-eafde3136d3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683494', 'neutron.services.segments.db._delete_segments_for_network-8743365118612'] for network, precommit_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:17.902326 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-6f0bd579-3395-487d-93ca-eafde3136d3b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 18:04:17.902788 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-6f0bd579-3395-487d-93ca-eafde3136d3b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 18:04:17.903615 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-6f0bd579-3395-487d-93ca-eafde3136d3b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 18:04:17.904042 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-6f0bd579-3395-487d-93ca-eafde3136d3b admin admin] Subscribe: > port after_create 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 18:04:17.904469 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-6f0bd579-3395-487d-93ca-eafde3136d3b admin admin] Subscribe: > port after_delete 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 18:04:17.904857 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-6f0bd579-3395-487d-93ca-eafde3136d3b admin admin] Subscribe: > port after_update 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 18:04:17.905243 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-6f0bd579-3395-487d-93ca-eafde3136d3b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 18:04:17.905630 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-6f0bd579-3395-487d-93ca-eafde3136d3b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 18:04:17.906009 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-6f0bd579-3395-487d-93ca-eafde3136d3b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 18:04:17.906390 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-6f0bd579-3395-487d-93ca-eafde3136d3b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 18:04:18.013213 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-d46ce141-2da6-4251-b5d7-bdc6f0af9774 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:18.013640 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-8848f698-b84d-4e61-bbd9-19a6867363d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:18.017908 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-d46ce141-2da6-4251-b5d7-bdc6f0af9774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:18.022766 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-6c7dc8cf-750d-4477-9848-8fbedab5a1d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:04:18.065936 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46ce141-2da6-4251-b5d7-bdc6f0af9774 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0a9dedf-c4a8-46f9-8074-9411c37d8250,revision_number=1']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:04:18.069655 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-442e5740-3a41-4acb-9443-7fed77c31c43 req-81121415-a3a7-4496-8b05-ef967ad94cab tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Made reservation on behalf of 0acb8a69956445cf93d47e2da25da9cb for: {'port': 1} {{(pid=92874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 18:04:18.074707 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-442e5740-3a41-4acb-9443-7fed77c31c43 req-81121415-a3a7-4496-8b05-ef967ad94cab tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1986742'] for port, before_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:18.077222 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-d46ce141-2da6-4251-b5d7-bdc6f0af9774 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:04:18.082544 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-d46ce141-2da6-4251-b5d7-bdc6f0af9774 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=8f913ace906c4fa49e8be67fff65eaf8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4078588 Jun 17 18:04:18.087225 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 43954) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:04:18.091775 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-6f0bd579-3395-487d-93ca-eafde3136d3b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 18:04:18.092427 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-6f0bd579-3395-487d-93ca-eafde3136d3b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 18:04:18.092983 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-6f0bd579-3395-487d-93ca-eafde3136d3b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 18:04:18.093774 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-6f0bd579-3395-487d-93ca-eafde3136d3b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92872) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 18:04:18.094495 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.services.segments.db [None req-6f0bd579-3395-487d-93ca-eafde3136d3b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['feb0bca1-f064-40e3-b604-ebbb98590cfb']}} {{(pid=92872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:04:18.115714 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.services.segments.db [None req-6f0bd579-3395-487d-93ca-eafde3136d3b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d48f87c-16fb-4b3a-8ad2-c3ae0d9a92a0') {'for_net_delete': True} {{(pid=92872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:04:18.116171 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.services.segments.db [None req-6f0bd579-3395-487d-93ca-eafde3136d3b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d48f87c-16fb-4b3a-8ad2-c3ae0d9a92a0') {} {{(pid=92872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:04:18.139926 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-6f0bd579-3395-487d-93ca-eafde3136d3b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743365117157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25531404'] for segment, before_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:18.163494 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-6f0bd579-3395-487d-93ca-eafde3136d3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1592042'] for segment, precommit_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:18.173273 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f0bd579-3395-487d-93ca-eafde3136d3b admin admin] Releasing vlan 1111 on physical network physnet1 to pool {{(pid=92872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 18:04:18.173668 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-6f0bd579-3395-487d-93ca-eafde3136d3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1592042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25531940'] for segment, after_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:18.179185 dv-cinder-786260-6-iscsi neutron-server[92872]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 17 18:04:18.179185 dv-cinder-786260-6-iscsi neutron-server[92872]: from cryptography.utils import int_from_bytes Jun 17 18:04:18.179185 dv-cinder-786260-6-iscsi neutron-server[92872]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 17 18:04:18.179185 dv-cinder-786260-6-iscsi neutron-server[92872]: from cryptography.utils import int_from_bytes Jun 17 18:04:18.179185 dv-cinder-786260-6-iscsi neutron-server[92872]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 18:04:18.179185 dv-cinder-786260-6-iscsi neutron-server[92872]: retrieve_revision_numbers = { Jun 17 18:04:18.179185 dv-cinder-786260-6-iscsi neutron-server[92872]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 18:04:18.179185 dv-cinder-786260-6-iscsi neutron-server[92872]: conditions |= (models_v2.Port.network_id.in_( Jun 17 18:04:18.179185 dv-cinder-786260-6-iscsi neutron-server[92872]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 18:04:18.179185 dv-cinder-786260-6-iscsi neutron-server[92872]: retrieve_revision_numbers = { Jun 17 18:04:18.179185 dv-cinder-786260-6-iscsi neutron-server[92872]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 18:04:18.179185 dv-cinder-786260-6-iscsi neutron-server[92872]: retrieve_revision_numbers = { Jun 17 18:04:18.179185 dv-cinder-786260-6-iscsi neutron-server[92872]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 18:04:18.179185 dv-cinder-786260-6-iscsi neutron-server[92872]: retrieve_revision_numbers = { Jun 17 18:04:18.179185 dv-cinder-786260-6-iscsi neutron-server[92872]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 18:04:18.179185 dv-cinder-786260-6-iscsi neutron-server[92872]: conditions |= (models_v2.Port.network_id.in_( Jun 17 18:04:18.179185 dv-cinder-786260-6-iscsi neutron-server[92872]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 18:04:18.179185 dv-cinder-786260-6-iscsi neutron-server[92872]: retrieve_revision_numbers = { Jun 17 18:04:18.179185 dv-cinder-786260-6-iscsi neutron-server[92872]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 18:04:18.179185 dv-cinder-786260-6-iscsi neutron-server[92872]: retrieve_revision_numbers = { Jun 17 18:04:18.179185 dv-cinder-786260-6-iscsi neutron-server[92872]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 18:04:18.179185 dv-cinder-786260-6-iscsi neutron-server[92872]: retrieve_revision_numbers = { Jun 17 18:04:18.179185 dv-cinder-786260-6-iscsi neutron-server[92872]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 18:04:18.179185 dv-cinder-786260-6-iscsi neutron-server[92872]: conditions |= (models_v2.Port.network_id.in_( Jun 17 18:04:18.179185 dv-cinder-786260-6-iscsi neutron-server[92872]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 18:04:18.179185 dv-cinder-786260-6-iscsi neutron-server[92872]: retrieve_revision_numbers = { Jun 17 18:04:18.179185 dv-cinder-786260-6-iscsi neutron-server[92872]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 18:04:18.179185 dv-cinder-786260-6-iscsi neutron-server[92872]: retrieve_revision_numbers = { Jun 17 18:04:18.179185 dv-cinder-786260-6-iscsi neutron-server[92872]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 18:04:18.179185 dv-cinder-786260-6-iscsi neutron-server[92872]: conditions |= (models_v2.Port.network_id.in_( Jun 17 18:04:18.179185 dv-cinder-786260-6-iscsi neutron-server[92872]: Traceback (most recent call last): Jun 17 18:04:18.179185 dv-cinder-786260-6-iscsi neutron-server[92872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 18:04:18.179185 dv-cinder-786260-6-iscsi neutron-server[92872]: timer() Jun 17 18:04:18.179185 dv-cinder-786260-6-iscsi neutron-server[92872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 18:04:18.179185 dv-cinder-786260-6-iscsi neutron-server[92872]: cb(*args, **kw) Jun 17 18:04:18.179185 dv-cinder-786260-6-iscsi neutron-server[92872]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 18:04:18.179185 dv-cinder-786260-6-iscsi neutron-server[92872]: return func(*args, **kwargs) Jun 17 18:04:18.179185 dv-cinder-786260-6-iscsi neutron-server[92872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 18:04:18.179185 dv-cinder-786260-6-iscsi neutron-server[92872]: self._notify() Jun 17 18:04:18.179185 dv-cinder-786260-6-iscsi neutron-server[92872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 18:04:18.179185 dv-cinder-786260-6-iscsi neutron-server[92872]: self.callback(batched_events) Jun 17 18:04:18.179185 dv-cinder-786260-6-iscsi neutron-server[92872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 18:04:18.179185 dv-cinder-786260-6-iscsi neutron-server[92872]: event.method(event) Jun 17 18:04:18.179185 dv-cinder-786260-6-iscsi neutron-server[92872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 18:04:18.179185 dv-cinder-786260-6-iscsi neutron-server[92872]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 18:04:18.179185 dv-cinder-786260-6-iscsi neutron-server[92872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 18:04:18.179185 dv-cinder-786260-6-iscsi neutron-server[92872]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 18:04:18.179185 dv-cinder-786260-6-iscsi neutron-server[92872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 18:04:18.179185 dv-cinder-786260-6-iscsi neutron-server[92872]: return f(self, *a, **k) Jun 17 18:04:18.179185 dv-cinder-786260-6-iscsi neutron-server[92872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 18:04:18.179185 dv-cinder-786260-6-iscsi neutron-server[92872]: return self._get(url).json() Jun 17 18:04:18.179185 dv-cinder-786260-6-iscsi neutron-server[92872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 18:04:18.179185 dv-cinder-786260-6-iscsi neutron-server[92872]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 18:04:18.179185 dv-cinder-786260-6-iscsi neutron-server[92872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 18:04:18.179185 dv-cinder-786260-6-iscsi neutron-server[92872]: return self.request(url, 'GET', **kwargs) Jun 17 18:04:18.179185 dv-cinder-786260-6-iscsi neutron-server[92872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 18:04:18.179185 dv-cinder-786260-6-iscsi neutron-server[92872]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 18:04:18.183482 dv-cinder-786260-6-iscsi neutron-server[92872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 18:04:18.183482 dv-cinder-786260-6-iscsi neutron-server[92872]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 18:04:18.183482 dv-cinder-786260-6-iscsi neutron-server[92872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 18:04:18.183482 dv-cinder-786260-6-iscsi neutron-server[92872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 18:04:18.183482 dv-cinder-786260-6-iscsi neutron-server[92872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 18:04:18.200740 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-b59213c5-46c8-402e-b6c3-42fd68661666 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:18.237443 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-6f0bd579-3395-487d-93ca-eafde3136d3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-955346'] for network, after_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:18.241653 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-2cd8e201-87c8-4946-9782-45c1de77c1e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:04:18.246017 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-6f0bd579-3395-487d-93ca-eafde3136d3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563787'] for network, before_response {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:18.250394 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-6f0bd579-3395-487d-93ca-eafde3136d3b admin admin] 10.222.0.97 "DELETE /v2.0/networks/feb0bca1-f064-40e3-b604-ebbb98590cfb HTTP/1.1" status: 204 len: 168 time: 0.5245442 Jun 17 18:04:18.251464 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-b59213c5-46c8-402e-b6c3-42fd68661666 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:18.263058 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0bd579-3395-487d-93ca-eafde3136d3b admin admin] Pushing event deleted for resources: {'Network': ['ID=feb0bca1-f064-40e3-b604-ebbb98590cfb,revision_number=None']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:04:18.267237 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-6f0bd579-3395-487d-93ca-eafde3136d3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:04:18.278827 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.db.db_base_plugin_common [req-442e5740-3a41-4acb-9443-7fed77c31c43 req-81121415-a3a7-4496-8b05-ef967ad94cab tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Allocated IP 172.20.0.10 (f6175827-20d7-459d-859c-a960c64f9f7b/6d9eae51-247c-4135-a165-61e9ae8adce9/2490d242-9258-4e38-9703-40336224e523) {{(pid=92874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 18:04:18.355617 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-b59213c5-46c8-402e-b6c3-42fd68661666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:18.359034 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-b59213c5-46c8-402e-b6c3-42fd68661666 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:18.360668 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-b59213c5-46c8-402e-b6c3-42fd68661666 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/a0a9dedf-c4a8-46f9-8074-9411c37d8250 HTTP/1.1" status: 204 len: 168 time: 0.2726016 Jun 17 18:04:18.364804 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-6c9764f0-058e-4374-961d-6383885e8cd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:04:18.398378 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59213c5-46c8-402e-b6c3-42fd68661666 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0a9dedf-c4a8-46f9-8074-9411c37d8250,revision_number=None']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:04:18.403162 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-b59213c5-46c8-402e-b6c3-42fd68661666 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:04:18.455186 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 43970) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:04:18.527217 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-35b3d661-3730-4684-ad4d-2d295f5fb2ea admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=712f7cd589a54c75aee59ca7e2b35e80&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0708110 Jun 17 18:04:18.532755 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 43972) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:04:18.544357 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-442e5740-3a41-4acb-9443-7fed77c31c43 req-81121415-a3a7-4496-8b05-ef967ad94cab tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Notify callbacks [] for port, precommit_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:18.625754 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-8d1d72c8-c83b-4c64-b85c-79373b84e063 req-cd0f0d88-a2dc-4114-a24e-f44b75acde15 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/ports?device_id=e77227d6-20e7-4024-8305-bf3dc0112ed0 HTTP/1.1" status: 200 len: 210 time: 0.0406470 Jun 17 18:04:18.632732 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-d83efec8-10ec-44b8-b885-4fb47495214d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:18.637003 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-442e5740-3a41-4acb-9443-7fed77c31c43 req-81121415-a3a7-4496-8b05-ef967ad94cab tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1986807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743364645416'] for port, after_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:18.646588 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-eac2e6b2-3cd8-4dc9-901a-ffaeaa7abc70 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:04:18.658732 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-d83efec8-10ec-44b8-b885-4fb47495214d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:18.670036 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-442e5740-3a41-4acb-9443-7fed77c31c43 req-81121415-a3a7-4496-8b05-ef967ad94cab tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Network f6175827-20d7-459d-859c-a960c64f9f7b is already hosted by enough agents. {{(pid=92874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 18:04:18.688899 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] get_ports_and_sgs() called for port_ids ['66b35a25-01d6-4d67-ad06-eac51e9a99a7'] {{(pid=92880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 18:04:18.720418 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-d83efec8-10ec-44b8-b885-4fb47495214d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:18.724839 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-d83efec8-10ec-44b8-b885-4fb47495214d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:18.725622 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.scheduler.base_scheduler [req-442e5740-3a41-4acb-9443-7fed77c31c43 req-81121415-a3a7-4496-8b05-ef967ad94cab tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Resources bound (agent type, host, resource id): {{(pid=92874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 18:04:18.726793 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-d83efec8-10ec-44b8-b885-4fb47495214d admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/48188713-d4f3-4e47-a31a-4c9bc371b90f HTTP/1.1" status: 204 len: 168 time: 0.1927183 Jun 17 18:04:18.729476 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-6e282a28-4ed8-46cb-b8f9-6f419c22feae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:04:18.733166 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.db.l3_dvrscheduler_db [req-442e5740-3a41-4acb-9443-7fed77c31c43 req-81121415-a3a7-4496-8b05-ef967ad94cab tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Received port after_create {{(pid=92874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 18:04:18.739034 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83efec8-10ec-44b8-b885-4fb47495214d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48188713-d4f3-4e47-a31a-4c9bc371b90f,revision_number=None']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:04:18.742661 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-d83efec8-10ec-44b8-b885-4fb47495214d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:04:18.747957 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442e5740-3a41-4acb-9443-7fed77c31c43 req-81121415-a3a7-4496-8b05-ef967ad94cab tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:04:18.749121 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-442e5740-3a41-4acb-9443-7fed77c31c43 req-81121415-a3a7-4496-8b05-ef967ad94cab tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523113'] for port, before_response {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:18.787748 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81121415-a3a7-4496-8b05-ef967ad94cab tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Pushing event updated for resources: {'Port': ['ID=2490d242-9258-4e38-9703-40336224e523,revision_number=1']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:04:18.794163 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-81121415-a3a7-4496-8b05-ef967ad94cab tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:04:18.806586 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-442e5740-3a41-4acb-9443-7fed77c31c43 req-81121415-a3a7-4496-8b05-ef967ad94cab tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9436932 Jun 17 18:04:18.835227 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.v2.base [req-442e5740-3a41-4acb-9443-7fed77c31c43 req-589defa1-c657-44f7-9ccd-67e7ee6106b6 service neutron] Request body: {'port': {'device_id': 'e77227d6-20e7-4024-8305-bf3dc0112ed0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=92874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 18:04:18.925469 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 43982) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:04:18.937377 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d846c0-f490-4c8e-afc2-e54d7e1552b2 req-2c4e90b9-ca74-4f87-9b5a-728528cd2977 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:04:18.938859 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-02d846c0-f490-4c8e-afc2-e54d7e1552b2 req-2c4e90b9-ca74-4f87-9b5a-728528cd2977 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/ports?device_id=ae2d03c1-55ad-4073-9b72-3acdf0aa8134 HTTP/1.1" status: 200 len: 945 time: 0.1463330 Jun 17 18:04:18.946689 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-1d70bf7d-d70a-40a8-8b0c-bbc249688e01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:18.949317 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-442e5740-3a41-4acb-9443-7fed77c31c43 req-589defa1-c657-44f7-9ccd-67e7ee6106b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:19.015814 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-02d846c0-f490-4c8e-afc2-e54d7e1552b2 req-8e820caf-a435-4c5b-9e5e-e5db6d1969df tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/security-groups?id=344af256-d773-4ff0-b9b9-f3fcbe207aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680535 Jun 17 18:04:19.050626 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-1d70bf7d-d70a-40a8-8b0c-bbc249688e01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:19.056496 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-1d70bf7d-d70a-40a8-8b0c-bbc249688e01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:19.059123 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-63030f2c-0eab-4858-8abe-5171598cc45d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:04:19.099935 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d70bf7d-d70a-40a8-8b0c-bbc249688e01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ed8971d-2df4-4ae5-8c13-20a56f3a9c80,revision_number=1']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:04:19.107750 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 43990) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:04:19.108110 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-1d70bf7d-d70a-40a8-8b0c-bbc249688e01 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=28d12aabb4344bc2a51d330b65dd53c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1812637 Jun 17 18:04:19.109115 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-1d70bf7d-d70a-40a8-8b0c-bbc249688e01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:04:19.224159 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-0ab887b7-a2fb-46b2-9463-b8d080ed18c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:19.262913 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-0ab887b7-a2fb-46b2-9463-b8d080ed18c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:19.353828 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.notifiers.nova [req-442e5740-3a41-4acb-9443-7fed77c31c43 req-589defa1-c657-44f7-9ccd-67e7ee6106b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2490d242-9258-4e38-9703-40336224e523 {{(pid=92874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 18:04:19.362205 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-442e5740-3a41-4acb-9443-7fed77c31c43 req-589defa1-c657-44f7-9ccd-67e7ee6106b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:19.374472 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-0ab887b7-a2fb-46b2-9463-b8d080ed18c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:19.381439 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-0ab887b7-a2fb-46b2-9463-b8d080ed18c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:19.382705 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-0ab887b7-a2fb-46b2-9463-b8d080ed18c7 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/8ed8971d-2df4-4ae5-8c13-20a56f3a9c80 HTTP/1.1" status: 204 len: 168 time: 0.2739778 Jun 17 18:04:19.388388 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:04:19.392241 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.db.provisioning_blocks [req-442e5740-3a41-4acb-9443-7fed77c31c43 req-589defa1-c657-44f7-9ccd-67e7ee6106b6 service neutron] Transition to ACTIVE for port object 2490d242-9258-4e38-9703-40336224e523 will not be triggered until provisioned by entity L2. {{(pid=92874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 18:04:19.398928 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab887b7-a2fb-46b2-9463-b8d080ed18c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ed8971d-2df4-4ae5-8c13-20a56f3a9c80,revision_number=None']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:04:19.401760 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-442e5740-3a41-4acb-9443-7fed77c31c43 req-589defa1-c657-44f7-9ccd-67e7ee6106b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479'] for port, after_update {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:19.402955 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-0ab887b7-a2fb-46b2-9463-b8d080ed18c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:04:19.406274 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-27686ebd-0b55-40c0-ac99-15f803b7a28d tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:04:19.456630 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-a0cf07df-ba9d-4ba7-86ac-6ceb73a86136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:19.487490 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589defa1-c657-44f7-9ccd-67e7ee6106b6 service neutron] Pushing event updated for resources: {'Port': ['ID=2490d242-9258-4e38-9703-40336224e523,revision_number=2']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:04:19.491398 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-589defa1-c657-44f7-9ccd-67e7ee6106b6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:04:19.530791 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.managers [req-442e5740-3a41-4acb-9443-7fed77c31c43 req-589defa1-c657-44f7-9ccd-67e7ee6106b6 service neutron] Attempting to bind port 2490d242-9258-4e38-9703-40336224e523 on host hv-cinder-78626 for vnic_type normal with profile {{(pid=92874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 18:04:19.531115 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.managers [req-442e5740-3a41-4acb-9443-7fed77c31c43 req-589defa1-c657-44f7-9ccd-67e7ee6106b6 service neutron] Attempting to bind port 2490d242-9258-4e38-9703-40336224e523 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': 'ec1be91d-5013-401a-90de-3135f9e6b68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': 'f6175827-20d7-459d-859c-a960c64f9f7b'}] {{(pid=92874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 18:04:19.531448 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-442e5740-3a41-4acb-9443-7fed77c31c43 req-589defa1-c657-44f7-9ccd-67e7ee6106b6 service neutron] Attempting to bind port 2490d242-9258-4e38-9703-40336224e523 on network f6175827-20d7-459d-859c-a960c64f9f7b {{(pid=92874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 18:04:19.535904 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-442e5740-3a41-4acb-9443-7fed77c31c43 req-589defa1-c657-44f7-9ccd-67e7ee6106b6 service neutron] Port 2490d242-9258-4e38-9703-40336224e523 on network f6175827-20d7-459d-859c-a960c64f9f7b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=92874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 18:04:19.536256 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-442e5740-3a41-4acb-9443-7fed77c31c43 req-589defa1-c657-44f7-9ccd-67e7ee6106b6 service neutron] Attempting to bind port 2490d242-9258-4e38-9703-40336224e523 on network f6175827-20d7-459d-859c-a960c64f9f7b {{(pid=92874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 18:04:19.541313 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-442e5740-3a41-4acb-9443-7fed77c31c43 req-589defa1-c657-44f7-9ccd-67e7ee6106b6 service neutron] Checking agent: {'id': '0a4c4f6c-022a-47ca-a1e7-cbe9e6e5e8a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 18, 1, 10), 'started_at': datetime.datetime(2021, 6, 17, 18, 1, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 18, 4, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 18:04:19.541644 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-442e5740-3a41-4acb-9443-7fed77c31c43 req-589defa1-c657-44f7-9ccd-67e7ee6106b6 service neutron] Checking segment: {'id': 'ec1be91d-5013-401a-90de-3135f9e6b68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': 'f6175827-20d7-459d-859c-a960c64f9f7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 18:04:19.542014 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-442e5740-3a41-4acb-9443-7fed77c31c43 req-589defa1-c657-44f7-9ccd-67e7ee6106b6 service neutron] Bound using segment: {'id': 'ec1be91d-5013-401a-90de-3135f9e6b68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': 'f6175827-20d7-459d-859c-a960c64f9f7b'} {{(pid=92874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 18:04:19.542439 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.managers [req-442e5740-3a41-4acb-9443-7fed77c31c43 req-589defa1-c657-44f7-9ccd-67e7ee6106b6 service neutron] Bound port: 2490d242-9258-4e38-9703-40336224e523, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec1be91d-5013-401a-90de-3135f9e6b68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': 'f6175827-20d7-459d-859c-a960c64f9f7b'}}] {{(pid=92874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 18:04:19.542781 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-442e5740-3a41-4acb-9443-7fed77c31c43 req-589defa1-c657-44f7-9ccd-67e7ee6106b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:19.619587 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.db [req-442e5740-3a41-4acb-9443-7fed77c31c43 req-589defa1-c657-44f7-9ccd-67e7ee6106b6 service neutron] For port 2490d242-9258-4e38-9703-40336224e523, host hv-cinder-78626, cleared binding levels {{(pid=92874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 18:04:19.625999 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.db [req-442e5740-3a41-4acb-9443-7fed77c31c43 req-589defa1-c657-44f7-9ccd-67e7ee6106b6 service neutron] For port 2490d242-9258-4e38-9703-40336224e523, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=2490d242-9258-4e38-9703-40336224e523,segment=NetworkSegment(ec1be91d-5013-401a-90de-3135f9e6b68b),segment_id=ec1be91d-5013-401a-90de-3135f9e6b68b)] {{(pid=92874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 18:04:19.631865 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-442e5740-3a41-4acb-9443-7fed77c31c43 req-589defa1-c657-44f7-9ccd-67e7ee6106b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479'] for port, after_update {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:19.641682 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:04:19.703466 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442e5740-3a41-4acb-9443-7fed77c31c43 req-589defa1-c657-44f7-9ccd-67e7ee6106b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:04:19.704114 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-442e5740-3a41-4acb-9443-7fed77c31c43 req-589defa1-c657-44f7-9ccd-67e7ee6106b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523113'] for port, before_response {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:19.705738 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-442e5740-3a41-4acb-9443-7fed77c31c43 req-589defa1-c657-44f7-9ccd-67e7ee6106b6 service neutron] 10.222.0.95 "PUT /v2.0/ports/2490d242-9258-4e38-9703-40336224e523 HTTP/1.1" status: 200 len: 1094 time: 0.8781009 Jun 17 18:04:19.706259 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e77227d6-20e7-4024-8305-bf3dc0112ed0', 'tag': '2490d242-9258-4e38-9703-40336224e523'}] {{(pid=92874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 18:04:19.708655 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58554d43f64f60294e2d1fd4a9d9342a0a386c70b92defbb6c9fd2054ba7a623" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0865ea9-31a2-453a-9ad1-3a28835ee19a" -d '{"events": [{"name": "network-changed", "server_uuid": "e77227d6-20e7-4024-8305-bf3dc0112ed0", "tag": "2490d242-9258-4e38-9703-40336224e523"}]}' {{(pid=92874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 18:04:19.729048 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589defa1-c657-44f7-9ccd-67e7ee6106b6 service neutron] Pushing event updated for resources: {'Port': ['ID=2490d242-9258-4e38-9703-40336224e523,revision_number=3']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:04:19.740056 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-589defa1-c657-44f7-9ccd-67e7ee6106b6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:04:20.755747 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 44084) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:04:20.854709 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-ac923ab4-9e08-4c5f-888d-9bfeed54e9f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:20.940413 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-ac923ab4-9e08-4c5f-888d-9bfeed54e9f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:20.944055 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-ac923ab4-9e08-4c5f-888d-9bfeed54e9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:20.946344 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:04:20.980946 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-ac923ab4-9e08-4c5f-888d-9bfeed54e9f9 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=73a0a6ab4fcc4b248da538ca1e2ade4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2240586 Jun 17 18:04:20.981770 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac923ab4-9e08-4c5f-888d-9bfeed54e9f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ea1bf88-bc07-45af-854c-7ef0d3eb6d34,revision_number=1']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:04:20.984209 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 44088) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:04:20.986107 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-ac923ab4-9e08-4c5f-888d-9bfeed54e9f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:04:21.032530 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-0d31774a-a510-49f3-8fb0-1b0969ea16bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:21.052666 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-0d31774a-a510-49f3-8fb0-1b0969ea16bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:21.102027 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-0d31774a-a510-49f3-8fb0-1b0969ea16bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:21.104790 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-0d31774a-a510-49f3-8fb0-1b0969ea16bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:21.108444 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-0d31774a-a510-49f3-8fb0-1b0969ea16bf admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/4ea1bf88-bc07-45af-854c-7ef0d3eb6d34 HTTP/1.1" status: 204 len: 168 time: 0.1208096 Jun 17 18:04:21.108444 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:04:21.114435 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d31774a-a510-49f3-8fb0-1b0969ea16bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ea1bf88-bc07-45af-854c-7ef0d3eb6d34,revision_number=None']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:04:21.116990 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-0d31774a-a510-49f3-8fb0-1b0969ea16bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:04:22.542949 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442e5740-3a41-4acb-9443-7fed77c31c43 req-32bca5c5-ea7c-4b0e-afcf-7de4f04dcb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:04:22.544883 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-442e5740-3a41-4acb-9443-7fed77c31c43 req-32bca5c5-ea7c-4b0e-afcf-7de4f04dcb93 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0acb8a69956445cf93d47e2da25da9cb&device_id=e77227d6-20e7-4024-8305-bf3dc0112ed0 HTTP/1.1" status: 200 len: 1097 time: 0.0625021 Jun 17 18:04:22.642609 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 18:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf970f11-305d-4e1b-8be0-a5c6802bbb34 x-openstack-request-id: req-bf970f11-305d-4e1b-8be0-a5c6802bbb34 {{(pid=92874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 18:04:22.642910 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e77227d6-20e7-4024-8305-bf3dc0112ed0", "tag": "2490d242-9258-4e38-9703-40336224e523", "status": "completed", "code": 200}]} {{(pid=92874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 18:04:22.643187 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-bf970f11-305d-4e1b-8be0-a5c6802bbb34 {{(pid=92874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 18:04:22.643602 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e77227d6-20e7-4024-8305-bf3dc0112ed0', 'tag': '2490d242-9258-4e38-9703-40336224e523', 'status': 'completed', 'code': 200} Jun 17 18:04:22.645953 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-442e5740-3a41-4acb-9443-7fed77c31c43 req-606fcae5-47d6-4f35-8bb5-1f3c70038d52 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2490d242-9258-4e38-9703-40336224e523 HTTP/1.1" status: 200 len: 217 time: 0.0419676 Jun 17 18:04:22.732603 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442e5740-3a41-4acb-9443-7fed77c31c43 req-ab7b06a3-8efb-4477-ba59-df8c8e95a221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:04:22.734025 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-442e5740-3a41-4acb-9443-7fed77c31c43 req-ab7b06a3-8efb-4477-ba59-df8c8e95a221 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=6d9eae51-247c-4135-a165-61e9ae8adce9 HTTP/1.1" status: 200 len: 854 time: 0.0587871 Jun 17 18:04:22.813457 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262430e0-73f7-45a3-afc8-21b08caca0d7 req-96578563-27b4-420a-821f-ae5252cd9c8d tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:04:22.815207 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-262430e0-73f7-45a3-afc8-21b08caca0d7 req-96578563-27b4-420a-821f-ae5252cd9c8d tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/ports?device_id=e77227d6-20e7-4024-8305-bf3dc0112ed0 HTTP/1.1" status: 200 len: 944 time: 0.1744666 Jun 17 18:04:22.819167 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-442e5740-3a41-4acb-9443-7fed77c31c43 req-dd5b2fb4-e4d0-4c15-a500-7745955a15fe service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=f6175827-20d7-459d-859c-a960c64f9f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0673609 Jun 17 18:04:22.910085 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-262430e0-73f7-45a3-afc8-21b08caca0d7 req-7ff3e1d8-e8b5-4f14-bef0-a184a44587e5 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/security-groups?id=91f7f23c-b787-41c8-9305-85229b082856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890629 Jun 17 18:04:22.950481 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8880c2c2-61f0-458d-afc1-fce44a52a67d req-a16d79ad-349a-464a-99a4-0951fa9ea0f9 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:04:22.952023 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-8880c2c2-61f0-458d-afc1-fce44a52a67d req-a16d79ad-349a-464a-99a4-0951fa9ea0f9 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/ports?device_id=ae2d03c1-55ad-4073-9b72-3acdf0aa8134 HTTP/1.1" status: 200 len: 945 time: 0.2135227 Jun 17 18:04:23.006994 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-8880c2c2-61f0-458d-afc1-fce44a52a67d req-fa473e93-ec43-4a91-a60c-2d5afc03d9e3 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/security-groups?id=344af256-d773-4ff0-b9b9-f3fcbe207aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469761 Jun 17 18:04:23.009555 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-442e5740-3a41-4acb-9443-7fed77c31c43 req-f8536d34-eaa2-4ef3-8b1c-d0c2be530813 service neutron] 10.222.0.95 "GET /v2.0/networks/f6175827-20d7-459d-859c-a960c64f9f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711657 Jun 17 18:04:23.125563 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-442e5740-3a41-4acb-9443-7fed77c31c43 req-ab496695-8893-4bce-9e95-ebfcc8aaa277 service neutron] 10.222.0.95 "GET /v2.0/networks/f6175827-20d7-459d-859c-a960c64f9f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058960 Jun 17 18:04:23.315322 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0865ea9-31a2-453a-9ad1-3a28835ee19a req-2c545011-aa84-4e6d-bf97-5a4af3f45b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:04:23.316913 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-e0865ea9-31a2-453a-9ad1-3a28835ee19a req-2c545011-aa84-4e6d-bf97-5a4af3f45b24 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0acb8a69956445cf93d47e2da25da9cb&device_id=e77227d6-20e7-4024-8305-bf3dc0112ed0 HTTP/1.1" status: 200 len: 1097 time: 0.0522192 Jun 17 18:04:23.420220 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0865ea9-31a2-453a-9ad1-3a28835ee19a req-6ef8613c-e921-4016-a547-03c92bdfd72e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:04:23.421581 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-e0865ea9-31a2-453a-9ad1-3a28835ee19a req-6ef8613c-e921-4016-a547-03c92bdfd72e service neutron] 10.222.0.95 "GET /v2.0/networks?id=f6175827-20d7-459d-859c-a960c64f9f7b HTTP/1.1" status: 200 len: 916 time: 0.0890446 Jun 17 18:04:23.473795 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-e0865ea9-31a2-453a-9ad1-3a28835ee19a req-c56031cb-aad0-4aa4-b859-7f872c46cc88 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2490d242-9258-4e38-9703-40336224e523 HTTP/1.1" status: 200 len: 217 time: 0.0332472 Jun 17 18:04:23.531949 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0865ea9-31a2-453a-9ad1-3a28835ee19a req-f93807c7-7f3a-4bf0-a402-fd1eaaa8da1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:04:23.533391 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-e0865ea9-31a2-453a-9ad1-3a28835ee19a req-f93807c7-7f3a-4bf0-a402-fd1eaaa8da1c service neutron] 10.222.0.95 "GET /v2.0/subnets?id=6d9eae51-247c-4135-a165-61e9ae8adce9 HTTP/1.1" status: 200 len: 854 time: 0.0477076 Jun 17 18:04:23.567397 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-e0865ea9-31a2-453a-9ad1-3a28835ee19a req-d70e2a5d-cd20-46bf-a34c-73b8f2d6c91b service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=f6175827-20d7-459d-859c-a960c64f9f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262716 Jun 17 18:04:23.660176 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-e0865ea9-31a2-453a-9ad1-3a28835ee19a req-db3df9d9-885b-4538-8ac9-e7974bcb4ac5 service neutron] 10.222.0.95 "GET /v2.0/networks/f6175827-20d7-459d-859c-a960c64f9f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829661 Jun 17 18:04:23.761607 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-e0865ea9-31a2-453a-9ad1-3a28835ee19a req-49a1b1bf-2f65-4b99-a296-e09482322292 service neutron] 10.222.0.95 "GET /v2.0/networks/f6175827-20d7-459d-859c-a960c64f9f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876331 Jun 17 18:04:24.077836 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c7e216-71dc-466e-9d2d-b306f28a0374 req-ee4968e0-798b-44b6-a7d0-d421baf22935 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:04:24.079407 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-28c7e216-71dc-466e-9d2d-b306f28a0374 req-ee4968e0-798b-44b6-a7d0-d421baf22935 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/ports?device_id=e77227d6-20e7-4024-8305-bf3dc0112ed0 HTTP/1.1" status: 200 len: 944 time: 0.0621464 Jun 17 18:04:24.118122 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-28c7e216-71dc-466e-9d2d-b306f28a0374 req-9d4f2d96-9a54-40df-9f46-aef54e4abb9a tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/security-groups?id=91f7f23c-b787-41c8-9305-85229b082856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323682 Jun 17 18:04:24.191486 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0c47fc-b397-4070-a83c-908b3f27a7df req-9d6ee61d-361a-42f1-93d7-def462899fb5 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:04:24.193194 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-2a0c47fc-b397-4070-a83c-908b3f27a7df req-9d6ee61d-361a-42f1-93d7-def462899fb5 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/ports?device_id=ae2d03c1-55ad-4073-9b72-3acdf0aa8134 HTTP/1.1" status: 200 len: 945 time: 0.0707641 Jun 17 18:04:24.229756 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-2a0c47fc-b397-4070-a83c-908b3f27a7df req-92a4b38c-2ddb-40ca-b2d1-dfa31d7d5c48 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/security-groups?id=344af256-d773-4ff0-b9b9-f3fcbe207aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304723 Jun 17 18:04:27.816812 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bde400-188a-4a11-bff4-a9685bb231d9 req-dee6e897-add3-43bf-98a4-fcf27358a533 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:04:27.818299 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-59bde400-188a-4a11-bff4-a9685bb231d9 req-dee6e897-add3-43bf-98a4-fcf27358a533 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/ports?device_id=e77227d6-20e7-4024-8305-bf3dc0112ed0 HTTP/1.1" status: 200 len: 944 time: 0.1011536 Jun 17 18:04:27.852323 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b089e1-a711-43f3-9e83-4d1f1251c11e req-b5a5a908-3295-4005-ad66-9843fdc91fab tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:04:27.854223 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-20b089e1-a711-43f3-9e83-4d1f1251c11e req-b5a5a908-3295-4005-ad66-9843fdc91fab tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/ports?device_id=ae2d03c1-55ad-4073-9b72-3acdf0aa8134 HTTP/1.1" status: 200 len: 945 time: 0.0997524 Jun 17 18:04:27.877386 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-59bde400-188a-4a11-bff4-a9685bb231d9 req-2141e3fd-3a6b-40f6-a4f4-393f2b3ce4dc tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/security-groups?id=91f7f23c-b787-41c8-9305-85229b082856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526602 Jun 17 18:04:27.902658 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-20b089e1-a711-43f3-9e83-4d1f1251c11e req-779df1a9-200f-4bde-afc3-aebb707aa16c tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/security-groups?id=344af256-d773-4ff0-b9b9-f3fcbe207aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387006 Jun 17 18:04:28.448186 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Device 2490d242-9258-4e38-9703-40336224e523 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=92880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 18:04:28.564262 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] For port 2490d242-9258-4e38-9703-40336224e523, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=2490d242-9258-4e38-9703-40336224e523,segment=NetworkSegment(ec1be91d-5013-401a-90de-3135f9e6b68b),segment_id=ec1be91d-5013-401a-90de-3135f9e6b68b)] {{(pid=92880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:04:28.575688 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Returning: {'device': '2490d242-9258-4e38-9703-40336224e523', 'network_id': 'f6175827-20d7-459d-859c-a960c64f9f7b', 'port_id': '2490d242-9258-4e38-9703-40336224e523', 'mac_address': 'fa:16:3e:74:31:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d9eae51-247c-4135-a165-61e9ae8adce9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 18:04:28.614765 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:28.736226 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.notifiers.nova [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2490d242-9258-4e38-9703-40336224e523 {{(pid=92880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 18:04:28.758149 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] For port 2490d242-9258-4e38-9703-40336224e523, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=2490d242-9258-4e38-9703-40336224e523,segment=NetworkSegment(ec1be91d-5013-401a-90de-3135f9e6b68b),segment_id=ec1be91d-5013-401a-90de-3135f9e6b68b)] {{(pid=92880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:04:28.763002 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479'] for port, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:28.764686 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:04:28.812305 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Pushing event updated for resources: {'Port': ['ID=2490d242-9258-4e38-9703-40336224e523,revision_number=4']} {{(pid=92880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:04:28.819137 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:04:28.819487 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:04:28.819832 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:04:28.820194 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:04:28.820531 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:04:28.820865 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:04:28.821193 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:04:28.821523 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:04:28.822531 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:04:28.822859 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:04:28.823185 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:04:28.823509 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:04:28.827324 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:04:29.044890 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b890539-3d40-4a8a-9410-311bf3e2aaaf req-ad1479e7-a8ed-4f64-bbb6-2f7940aa07b0 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:04:29.046288 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-6b890539-3d40-4a8a-9410-311bf3e2aaaf req-ad1479e7-a8ed-4f64-bbb6-2f7940aa07b0 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/ports?device_id=e77227d6-20e7-4024-8305-bf3dc0112ed0 HTTP/1.1" status: 200 len: 945 time: 0.0610006 Jun 17 18:04:29.087450 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-6b890539-3d40-4a8a-9410-311bf3e2aaaf req-76a90f57-6019-44ca-b03f-89dd23628f41 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/security-groups?id=91f7f23c-b787-41c8-9305-85229b082856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357122 Jun 17 18:04:29.246028 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d01325f-0198-47e6-b107-77e124f18cb6 req-28f4f63f-e51c-4937-abc0-514de58c6889 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:04:29.247373 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-3d01325f-0198-47e6-b107-77e124f18cb6 req-28f4f63f-e51c-4937-abc0-514de58c6889 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/ports?device_id=ae2d03c1-55ad-4073-9b72-3acdf0aa8134 HTTP/1.1" status: 200 len: 945 time: 0.0642116 Jun 17 18:04:29.284214 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-3d01325f-0198-47e6-b107-77e124f18cb6 req-3645f1ca-4af8-4a61-a65a-6be3bf20248c tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/security-groups?id=344af256-d773-4ff0-b9b9-f3fcbe207aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309916 Jun 17 18:04:30.255439 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9b10f3-1873-4a4f-862c-878af87ae034 req-e643626b-45ca-4b4e-9670-388f335eac71 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:04:30.256881 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-4c9b10f3-1873-4a4f-862c-878af87ae034 req-e643626b-45ca-4b4e-9670-388f335eac71 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/ports?device_id=e77227d6-20e7-4024-8305-bf3dc0112ed0 HTTP/1.1" status: 200 len: 945 time: 0.0614114 Jun 17 18:04:30.292862 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-4c9b10f3-1873-4a4f-862c-878af87ae034 req-371964b3-3138-4f53-aea1-3a2c8e5984c7 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/security-groups?id=91f7f23c-b787-41c8-9305-85229b082856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305035 Jun 17 18:04:30.453043 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6961b3b5-0cd3-4200-b7b9-e92e783aba0b req-51e95197-481c-4591-9602-ac00a41dfa4f tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:04:30.454368 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-6961b3b5-0cd3-4200-b7b9-e92e783aba0b req-51e95197-481c-4591-9602-ac00a41dfa4f tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/ports?device_id=ae2d03c1-55ad-4073-9b72-3acdf0aa8134 HTTP/1.1" status: 200 len: 945 time: 0.0608680 Jun 17 18:04:30.491428 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-6961b3b5-0cd3-4200-b7b9-e92e783aba0b req-f57ff8ad-22e1-480a-b733-e21e7da7b8d6 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/security-groups?id=344af256-d773-4ff0-b9b9-f3fcbe207aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316224 Jun 17 18:04:32.542872 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5687263-d5ae-4c68-9a78-230a3e86f9e6 req-8cea1610-f283-44ac-a16f-eb3e54f5c66e tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:04:32.544364 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-e5687263-d5ae-4c68-9a78-230a3e86f9e6 req-8cea1610-f283-44ac-a16f-eb3e54f5c66e tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/ports?device_id=e77227d6-20e7-4024-8305-bf3dc0112ed0 HTTP/1.1" status: 200 len: 945 time: 0.1074035 Jun 17 18:04:32.565512 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0e9c00-1e3d-473a-9a07-80e360174e75 req-430714f4-45cc-4f80-ad40-fb7a2af64f96 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:04:32.566974 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-7e0e9c00-1e3d-473a-9a07-80e360174e75 req-430714f4-45cc-4f80-ad40-fb7a2af64f96 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/ports?device_id=ae2d03c1-55ad-4073-9b72-3acdf0aa8134 HTTP/1.1" status: 200 len: 945 time: 0.0926147 Jun 17 18:04:32.617936 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-e5687263-d5ae-4c68-9a78-230a3e86f9e6 req-f834b4c5-698a-436b-84ee-d1564f28338f tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/security-groups?id=91f7f23c-b787-41c8-9305-85229b082856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644121 Jun 17 18:04:32.625221 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-7e0e9c00-1e3d-473a-9a07-80e360174e75 req-d0d1294c-bb90-48f2-a463-cc110bb3a4d9 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/security-groups?id=344af256-d773-4ff0-b9b9-f3fcbe207aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520282 Jun 17 18:04:32.749225 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] get_ports_and_sgs() called for port_ids ['2490d242-9258-4e38-9703-40336224e523'] {{(pid=92880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 18:04:33.858721 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf4f0ef-eedc-46a9-aa27-2fff983afa49 req-c7eec981-1c08-497f-a876-7ce988631dcb tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:04:33.860181 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-4cf4f0ef-eedc-46a9-aa27-2fff983afa49 req-c7eec981-1c08-497f-a876-7ce988631dcb tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/ports?device_id=e77227d6-20e7-4024-8305-bf3dc0112ed0 HTTP/1.1" status: 200 len: 945 time: 0.1169436 Jun 17 18:04:33.869394 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769bda31-ba55-46a7-a3e4-d7ee63fb4f6b req-9aa62183-22b8-44c4-8e59-f1efced6cd47 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:04:33.871041 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-769bda31-ba55-46a7-a3e4-d7ee63fb4f6b req-9aa62183-22b8-44c4-8e59-f1efced6cd47 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/ports?device_id=ae2d03c1-55ad-4073-9b72-3acdf0aa8134 HTTP/1.1" status: 200 len: 945 time: 0.0899363 Jun 17 18:04:33.924702 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-4cf4f0ef-eedc-46a9-aa27-2fff983afa49 req-f4402729-9123-4314-8dc5-3bdf4b3384b1 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/security-groups?id=91f7f23c-b787-41c8-9305-85229b082856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527580 Jun 17 18:04:33.931427 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-769bda31-ba55-46a7-a3e4-d7ee63fb4f6b req-954888b8-cc97-4ccc-a633-62b59bad1363 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/security-groups?id=344af256-d773-4ff0-b9b9-f3fcbe207aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534527 Jun 17 18:04:34.474598 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Device 2490d242-9258-4e38-9703-40336224e523 up at agent hyperv_hv-cinder-78626 {{(pid=92880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 18:04:34.522886 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Provisioning for port 2490d242-9258-4e38-9703-40336224e523 completed by entity L2. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 18:04:34.527404 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Provisioning complete for port 2490d242-9258-4e38-9703-40336224e523 triggered by entity L2. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 18:04:34.527832 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687209'] for port, provisioning_complete {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:34.605353 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:34.628067 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e77227d6-20e7-4024-8305-bf3dc0112ed0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2490d242-9258-4e38-9703-40336224e523'}] {{(pid=92880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 18:04:34.630436 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44fe161690382cf4f0960ac1b424fedb1dd6f9597775f60dec274194d49fe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-873716f7-b2b7-485b-96f6-60450974ea11" -d '{"events": [{"server_uuid": "e77227d6-20e7-4024-8305-bf3dc0112ed0", "name": "network-vif-plugged", "status": "completed", "tag": "2490d242-9258-4e38-9703-40336224e523"}]}' {{(pid=92880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 18:04:34.643708 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] For port 2490d242-9258-4e38-9703-40336224e523, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=2490d242-9258-4e38-9703-40336224e523,segment=NetworkSegment(ec1be91d-5013-401a-90de-3135f9e6b68b),segment_id=ec1be91d-5013-401a-90de-3135f9e6b68b)] {{(pid=92880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:04:34.648453 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479'] for port, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:34.650319 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-ca5eb7c1-081d-4c06-8413-9b289c363a84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:04:34.674751 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 18:04:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd3101cb-f392-4fbc-b6ed-3970a03aefd6 x-openstack-request-id: req-cd3101cb-f392-4fbc-b6ed-3970a03aefd6 {{(pid=92880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 18:04:34.675063 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e77227d6-20e7-4024-8305-bf3dc0112ed0", "name": "network-vif-plugged", "status": "completed", "tag": "2490d242-9258-4e38-9703-40336224e523", "code": 200}]} {{(pid=92880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 18:04:34.675323 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-cd3101cb-f392-4fbc-b6ed-3970a03aefd6 {{(pid=92880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 18:04:34.675712 dv-cinder-786260-6-iscsi neutron-server[92880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e77227d6-20e7-4024-8305-bf3dc0112ed0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2490d242-9258-4e38-9703-40336224e523', 'code': 200} Jun 17 18:04:34.703084 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Pushing event updated for resources: {'Port': ['ID=2490d242-9258-4e38-9703-40336224e523,revision_number=5']} {{(pid=92880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:04:34.706094 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:04:35.153545 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95109001-ad99-4950-ad34-559220b71cc2 req-05c5ed99-6820-4f25-9fe9-5b63488bdc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:04:35.156857 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-95109001-ad99-4950-ad34-559220b71cc2 req-05c5ed99-6820-4f25-9fe9-5b63488bdc23 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=e77227d6-20e7-4024-8305-bf3dc0112ed0 HTTP/1.1" status: 200 len: 1099 time: 0.1373758 Jun 17 18:04:35.275915 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-95109001-ad99-4950-ad34-559220b71cc2 req-4c66c75d-5054-4a47-b304-26d233bfdf5d service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=91f7f23c-b787-41c8-9305-85229b082856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691352 Jun 17 18:04:35.302185 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41db781c-a6c9-4736-83d6-22b0f4bf3cc5 req-c01382e2-7c38-492e-ad4a-3c9318f97eda tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:04:35.303628 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-41db781c-a6c9-4736-83d6-22b0f4bf3cc5 req-c01382e2-7c38-492e-ad4a-3c9318f97eda tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/ports?device_id=ae2d03c1-55ad-4073-9b72-3acdf0aa8134 HTTP/1.1" status: 200 len: 945 time: 0.1594894 Jun 17 18:04:35.311903 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f130ab51-4b42-42a3-a61f-6cff2d84e440 req-cc91b2d8-4fbc-4ef7-9e91-f8dabeccad76 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:04:35.313283 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-f130ab51-4b42-42a3-a61f-6cff2d84e440 req-cc91b2d8-4fbc-4ef7-9e91-f8dabeccad76 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/ports?device_id=e77227d6-20e7-4024-8305-bf3dc0112ed0 HTTP/1.1" status: 200 len: 946 time: 0.1703551 Jun 17 18:04:35.366285 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-41db781c-a6c9-4736-83d6-22b0f4bf3cc5 req-85119bb6-4c18-47e0-8387-2889a9fd2790 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/security-groups?id=344af256-d773-4ff0-b9b9-f3fcbe207aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520015 Jun 17 18:04:35.373018 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-f130ab51-4b42-42a3-a61f-6cff2d84e440 req-514aba81-85ed-479b-a04b-e4bad1fc3d27 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/security-groups?id=91f7f23c-b787-41c8-9305-85229b082856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530634 Jun 17 18:04:36.600606 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d225a6a7-fd5c-4de9-9e7d-11ec02082d56 req-6d80d16b-3124-4420-8d5b-47ed802be527 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:04:36.602116 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-d225a6a7-fd5c-4de9-9e7d-11ec02082d56 req-6d80d16b-3124-4420-8d5b-47ed802be527 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/ports?device_id=ae2d03c1-55ad-4073-9b72-3acdf0aa8134 HTTP/1.1" status: 200 len: 945 time: 0.1130104 Jun 17 18:04:36.610520 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1578c91-12b3-4193-b6f7-68bd9f932790 req-df4fdb38-8ad0-4ad5-b58b-b4ee70437ea8 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:04:36.611844 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-a1578c91-12b3-4193-b6f7-68bd9f932790 req-df4fdb38-8ad0-4ad5-b58b-b4ee70437ea8 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/ports?device_id=e77227d6-20e7-4024-8305-bf3dc0112ed0 HTTP/1.1" status: 200 len: 946 time: 0.1090543 Jun 17 18:04:36.664575 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-d225a6a7-fd5c-4de9-9e7d-11ec02082d56 req-28109d5a-9bb4-4e91-8141-81d787a05703 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/security-groups?id=344af256-d773-4ff0-b9b9-f3fcbe207aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517159 Jun 17 18:04:36.669557 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-a1578c91-12b3-4193-b6f7-68bd9f932790 req-71f9c577-5315-401f-bfbc-ad80559c9c16 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/security-groups?id=91f7f23c-b787-41c8-9305-85229b082856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511143 Jun 17 18:04:40.095720 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a6d146-ae41-44bc-a139-4c2424ee1750 req-64e845e6-3fb6-4127-b406-9b2328aa764c tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:04:40.097179 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-05a6d146-ae41-44bc-a139-4c2424ee1750 req-64e845e6-3fb6-4127-b406-9b2328aa764c tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/ports?device_id=ae2d03c1-55ad-4073-9b72-3acdf0aa8134 HTTP/1.1" status: 200 len: 945 time: 0.1016085 Jun 17 18:04:40.126165 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59de8b9-8c76-44bf-a45f-61b160dd3c79 req-64b4d4cd-dba0-4404-adbc-11e06448c8e3 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:04:40.127858 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-c59de8b9-8c76-44bf-a45f-61b160dd3c79 req-64b4d4cd-dba0-4404-adbc-11e06448c8e3 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/ports?device_id=e77227d6-20e7-4024-8305-bf3dc0112ed0 HTTP/1.1" status: 200 len: 946 time: 0.0958030 Jun 17 18:04:40.159570 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-05a6d146-ae41-44bc-a139-4c2424ee1750 req-070999cf-d0b9-4f29-a226-5a091c66422a tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/security-groups?id=344af256-d773-4ff0-b9b9-f3fcbe207aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551183 Jun 17 18:04:40.176202 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-c59de8b9-8c76-44bf-a45f-61b160dd3c79 req-d8a31cc0-bd21-4394-9c6a-f212e5cd32f6 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/security-groups?id=91f7f23c-b787-41c8-9305-85229b082856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415626 Jun 17 18:04:40.675961 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.agents_db [None req-efac7cad-2d3b-4dc1-9769-dac6e2c75cb9 None None] Agent healthcheck: found 6 active agents {{(pid=92881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 18:04:41.356865 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4941b32-9b74-47f6-9ab4-386e1ec34779 req-320b7b88-2201-44e9-a578-ef2dfb647c77 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:04:41.358316 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-c4941b32-9b74-47f6-9ab4-386e1ec34779 req-320b7b88-2201-44e9-a578-ef2dfb647c77 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/ports?device_id=ae2d03c1-55ad-4073-9b72-3acdf0aa8134 HTTP/1.1" status: 200 len: 945 time: 0.0892403 Jun 17 18:04:41.410840 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-c4941b32-9b74-47f6-9ab4-386e1ec34779 req-17728215-6b6e-4c65-afc3-1c9e8675a8ed tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/security-groups?id=344af256-d773-4ff0-b9b9-f3fcbe207aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452387 Jun 17 18:04:41.421097 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefe057c-95c8-4ed4-9b32-622a1cbac507 req-1fc499b3-5701-48d5-9dae-4b16b293e679 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:04:41.422528 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-aefe057c-95c8-4ed4-9b32-622a1cbac507 req-1fc499b3-5701-48d5-9dae-4b16b293e679 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/ports?device_id=e77227d6-20e7-4024-8305-bf3dc0112ed0 HTTP/1.1" status: 200 len: 946 time: 0.1073754 Jun 17 18:04:41.475377 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-aefe057c-95c8-4ed4-9b32-622a1cbac507 req-346d4ccd-887e-4009-a918-384bb3e333bb tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/security-groups?id=91f7f23c-b787-41c8-9305-85229b082856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342536 Jun 17 18:04:41.692701 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:41.926370 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 44528) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:04:42.060845 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-10d6eaf3-5b51-4f5a-9925-cc6f487c639d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:42.130758 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 44536) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:04:42.169319 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-10d6eaf3-5b51-4f5a-9925-cc6f487c639d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:42.173480 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-10d6eaf3-5b51-4f5a-9925-cc6f487c639d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:42.177144 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-d4745c86-797a-442e-a7f0-56dba1986264 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:04:42.213974 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-10d6eaf3-5b51-4f5a-9925-cc6f487c639d admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=d81b803ec2c14e17872dfd7f43f5b31a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2857802 Jun 17 18:04:42.215135 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d6eaf3-5b51-4f5a-9925-cc6f487c639d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af0fb5bf-12f6-483a-913f-4c54a6ac6ef6,revision_number=1']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:04:42.216602 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 44542) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:04:42.225032 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-10d6eaf3-5b51-4f5a-9925-cc6f487c639d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:04:42.265420 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-b2caa768-5a94-4844-b7f2-1297aba05aeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:42.274942 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-569ff7f3-11f0-498c-9633-4df3e0cce8d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:42.297838 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-569ff7f3-11f0-498c-9633-4df3e0cce8d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:42.345748 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-569ff7f3-11f0-498c-9633-4df3e0cce8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:42.348341 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-569ff7f3-11f0-498c-9633-4df3e0cce8d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:42.349477 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-569ff7f3-11f0-498c-9633-4df3e0cce8d4 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/af0fb5bf-12f6-483a-913f-4c54a6ac6ef6 HTTP/1.1" status: 204 len: 168 time: 0.1319003 Jun 17 18:04:42.350263 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-efa88bdc-9af2-4bd2-a6d6-61c11bfc2b0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:04:42.358780 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569ff7f3-11f0-498c-9633-4df3e0cce8d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af0fb5bf-12f6-483a-913f-4c54a6ac6ef6,revision_number=None']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:04:42.363799 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-569ff7f3-11f0-498c-9633-4df3e0cce8d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:04:42.371813 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-b2caa768-5a94-4844-b7f2-1297aba05aeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:42.379741 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-b2caa768-5a94-4844-b7f2-1297aba05aeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:42.382124 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-c9139205-2dcc-4990-9874-2a69e2af39c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:04:42.418600 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-b2caa768-5a94-4844-b7f2-1297aba05aeb admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=de06a651606f4467aa85aaa785c8fa2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2859788 Jun 17 18:04:42.419492 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2caa768-5a94-4844-b7f2-1297aba05aeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=303a829e-0e49-44bc-bcd7-c06f04d6f6a6,revision_number=1']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:04:42.421312 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 44548) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:04:42.422382 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-b2caa768-5a94-4844-b7f2-1297aba05aeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:04:42.474467 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-57263185-3a04-4ee8-99b5-f1275a50602c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:42.502682 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-57263185-3a04-4ee8-99b5-f1275a50602c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:42.562547 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-57263185-3a04-4ee8-99b5-f1275a50602c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:42.566272 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-57263185-3a04-4ee8-99b5-f1275a50602c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:42.570797 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-57263185-3a04-4ee8-99b5-f1275a50602c admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/303a829e-0e49-44bc-bcd7-c06f04d6f6a6 HTTP/1.1" status: 204 len: 168 time: 0.1482961 Jun 17 18:04:42.572287 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:04:42.581011 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57263185-3a04-4ee8-99b5-f1275a50602c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=303a829e-0e49-44bc-bcd7-c06f04d6f6a6,revision_number=None']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:04:42.583637 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-57263185-3a04-4ee8-99b5-f1275a50602c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:04:42.687680 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d518c60b-90e2-4e28-aebe-cfd9e8414aaa req-c0031a85-1a1f-46d0-9351-d4b0653b5cbd tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:04:42.691437 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-d518c60b-90e2-4e28-aebe-cfd9e8414aaa req-c0031a85-1a1f-46d0-9351-d4b0653b5cbd tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/ports?device_id=ae2d03c1-55ad-4073-9b72-3acdf0aa8134 HTTP/1.1" status: 200 len: 945 time: 0.1065860 Jun 17 18:04:42.748881 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-d518c60b-90e2-4e28-aebe-cfd9e8414aaa req-b5e0402e-ec14-449d-86f3-43c429631acb tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/security-groups?id=344af256-d773-4ff0-b9b9-f3fcbe207aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504701 Jun 17 18:04:43.051320 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 44596) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:04:43.065100 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-5b0df500-4aa5-4ccd-9c3f-8df93a478581 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:43.155167 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-5b0df500-4aa5-4ccd-9c3f-8df93a478581 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:43.158439 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-5b0df500-4aa5-4ccd-9c3f-8df93a478581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:43.161591 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-0ab887b7-a2fb-46b2-9463-b8d080ed18c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:04:43.200828 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-5b0df500-4aa5-4ccd-9c3f-8df93a478581 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=905429a889f04701bb03772eda9bcaa2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1483235 Jun 17 18:04:43.201967 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0df500-4aa5-4ccd-9c3f-8df93a478581 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed5fb221-d094-4757-8d3f-cc0bd986165a,revision_number=1']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:04:43.203542 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 44602) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:04:43.205041 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-5b0df500-4aa5-4ccd-9c3f-8df93a478581 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:04:43.254008 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-a6abf5fd-2f89-46d6-98fc-6ea9ee6f9f60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:43.260041 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 44604) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:04:43.281801 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-a6abf5fd-2f89-46d6-98fc-6ea9ee6f9f60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:43.328705 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-a6abf5fd-2f89-46d6-98fc-6ea9ee6f9f60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:43.331283 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-a6abf5fd-2f89-46d6-98fc-6ea9ee6f9f60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:43.332432 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-a6abf5fd-2f89-46d6-98fc-6ea9ee6f9f60 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/ed5fb221-d094-4757-8d3f-cc0bd986165a HTTP/1.1" status: 204 len: 168 time: 0.1270237 Jun 17 18:04:43.333192 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-a0ef516e-d97a-490d-8115-ade98daca633 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:04:43.340815 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6abf5fd-2f89-46d6-98fc-6ea9ee6f9f60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed5fb221-d094-4757-8d3f-cc0bd986165a,revision_number=None']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:04:43.342991 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-a6abf5fd-2f89-46d6-98fc-6ea9ee6f9f60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:04:43.364556 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.v2.base [None req-2f63e03d-a200-4c80-adb1-b2749b64da6b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-790059704-network', 'tenant_id': '1e6c61cc07924138a80b114f14370bd1'}} {{(pid=92874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 18:04:43.394220 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f63e03d-a200-4c80-adb1-b2749b64da6b admin admin] Made reservation on behalf of 1e6c61cc07924138a80b114f14370bd1 for: {'network': 1} {{(pid=92874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 18:04:43.397323 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-2f63e03d-a200-4c80-adb1-b2749b64da6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1986742'] for network, before_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:43.405953 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-2f63e03d-a200-4c80-adb1-b2749b64da6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:43.516893 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-2f63e03d-a200-4c80-adb1-b2749b64da6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:43.522872 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-2f63e03d-a200-4c80-adb1-b2749b64da6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:43.528375 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-0d31774a-a510-49f3-8fb0-1b0969ea16bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:04:43.557399 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f63e03d-a200-4c80-adb1-b2749b64da6b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1139} {{(pid=92874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 18:04:43.567791 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f63e03d-a200-4c80-adb1-b2749b64da6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af926631-0300-41ba-9b7b-7ad1d5e5a5ac,revision_number=1']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:04:43.571885 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-2f63e03d-a200-4c80-adb1-b2749b64da6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:04:43.574887 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-2f63e03d-a200-4c80-adb1-b2749b64da6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1592042'] for segment, precommit_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:43.575217 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.db.segments_db [None req-2f63e03d-a200-4c80-adb1-b2749b64da6b admin admin] Added segment b4e37eab-f82a-4d9a-af96-7aed12146093 of type vlan for network 6ab84586-cad6-4a81-bfb5-7a0782fd9a74 Jun 17 18:04:43.619813 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-2f63e03d-a200-4c80-adb1-b2749b64da6b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743364582301'] for network, precommit_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:43.652109 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-2f63e03d-a200-4c80-adb1-b2749b64da6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563796'] for network, after_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:43.653482 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f63e03d-a200-4c80-adb1-b2749b64da6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:04:43.654064 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-2f63e03d-a200-4c80-adb1-b2749b64da6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563787'] for network, before_response {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:43.656272 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-d8d2d77f-0f3b-4789-b325-4102e73c50ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:04:43.658226 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 44616) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:04:43.672970 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-fb5ae859-8b72-48a9-bee5-0f7de8e7d82c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:43.688665 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-2f63e03d-a200-4c80-adb1-b2749b64da6b admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4255219 Jun 17 18:04:43.692739 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 44618) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:04:43.698131 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.v2.base [None req-2d5e1eea-09d0-4d86-926f-f4d787fa5d41 admin admin] Request body: {'subnet': {'network_id': '6ab84586-cad6-4a81-bfb5-7a0782fd9a74', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-790059704-subnet', 'tenant_id': '1e6c61cc07924138a80b114f14370bd1', 'ip_version': 4}} {{(pid=92872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 18:04:43.722166 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f63e03d-a200-4c80-adb1-b2749b64da6b admin admin] Pushing event updated for resources: {'Network': ['ID=6ab84586-cad6-4a81-bfb5-7a0782fd9a74,revision_number=1']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:04:43.725778 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-2f63e03d-a200-4c80-adb1-b2749b64da6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:04:43.733277 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Network 6ab84586-cad6-4a81-bfb5-7a0782fd9a74 details requested by agent ovs-agent-dv-cinder-786260-6-iscsi with host dv-cinder-786260-6-iscsi {{(pid=92880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 18:04:43.773556 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-fb5ae859-8b72-48a9-bee5-0f7de8e7d82c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:43.781276 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-fb5ae859-8b72-48a9-bee5-0f7de8e7d82c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:43.785141 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-f999a112-eabd-4e66-8294-0d0e96f30f7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:04:43.813997 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d5e1eea-09d0-4d86-926f-f4d787fa5d41 admin admin] Made reservation on behalf of 1e6c61cc07924138a80b114f14370bd1 for: {'subnet': 1} {{(pid=92872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 18:04:43.816354 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-2d5e1eea-09d0-4d86-926f-f4d787fa5d41 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27255148'] for subnet, before_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:43.837961 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5ae859-8b72-48a9-bee5-0f7de8e7d82c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e5267a1-2abf-432d-9df3-127a9327af50,revision_number=1']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:04:43.842855 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-fb5ae859-8b72-48a9-bee5-0f7de8e7d82c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:04:43.845345 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-fb5ae859-8b72-48a9-bee5-0f7de8e7d82c admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=48a15adc2f814d7181014d7b0f38a0c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1860218 Jun 17 18:04:43.848192 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 44622) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:04:43.901897 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-eab42b65-9715-46b9-b3e5-f4c66d466625 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:43.930581 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-eab42b65-9715-46b9-b3e5-f4c66d466625 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:43.984994 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-eab42b65-9715-46b9-b3e5-f4c66d466625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:43.987618 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-eab42b65-9715-46b9-b3e5-f4c66d466625 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:43.988768 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-eab42b65-9715-46b9-b3e5-f4c66d466625 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/3e5267a1-2abf-432d-9df3-127a9327af50 HTTP/1.1" status: 204 len: 168 time: 0.1395879 Jun 17 18:04:43.989488 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:04:43.996458 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab42b65-9715-46b9-b3e5-f4c66d466625 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e5267a1-2abf-432d-9df3-127a9327af50,revision_number=None']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:04:43.998766 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-eab42b65-9715-46b9-b3e5-f4c66d466625 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:04:44.001139 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-2d5e1eea-09d0-4d86-926f-f4d787fa5d41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25532102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27255166'] for subnet, after_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:44.004562 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-f4b511e9-5ac1-4f90-a264-bab54106fcf5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:04:44.064220 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5e1eea-09d0-4d86-926f-f4d787fa5d41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=06c8cb67-128a-4786-852c-d9ffd25e0b01,revision_number=0']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:04:44.065169 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-2d5e1eea-09d0-4d86-926f-f4d787fa5d41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:04:44.075888 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d5e1eea-09d0-4d86-926f-f4d787fa5d41 admin admin] Checking segment: {'id': 'b4e37eab-f82a-4d9a-af96-7aed12146093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': '6ab84586-cad6-4a81-bfb5-7a0782fd9a74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 18:04:44.076355 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d5e1eea-09d0-4d86-926f-f4d787fa5d41 admin admin] Network hostable DHCP agents. Network: 6ab84586-cad6-4a81-bfb5-7a0782fd9a74, hostable agents: ['795a795f-766d-4def-8ee5-7e560291ca0e'], hosted agents: [] {{(pid=92872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 18:04:44.093961 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d5e1eea-09d0-4d86-926f-f4d787fa5d41 admin admin] Network 6ab84586-cad6-4a81-bfb5-7a0782fd9a74 is scheduled to be hosted by DHCP agent 795a795f-766d-4def-8ee5-7e560291ca0e with binding_index 1 {{(pid=92872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 18:04:44.103689 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.scheduler.base_scheduler [None req-2d5e1eea-09d0-4d86-926f-f4d787fa5d41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-6-iscsi, 6ab84586-cad6-4a81-bfb5-7a0782fd9a74) {{(pid=92872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 18:04:44.108610 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d5e1eea-09d0-4d86-926f-f4d787fa5d41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:04:44.110021 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-2d5e1eea-09d0-4d86-926f-f4d787fa5d41 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:44.112779 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce4c2cd0-f40c-4096-a836-845cbeb51620 None None] Network 6ab84586-cad6-4a81-bfb5-7a0782fd9a74 requested from dv-cinder-786260-6-iscsi {{(pid=92880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 18:04:44.130703 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-2d5e1eea-09d0-4d86-926f-f4d787fa5d41 admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4369035 Jun 17 18:04:44.133592 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 44632) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:04:44.139876 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.v2.base [None req-29a119be-4d48-42cb-8c48-02f536d0091c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-790059704-router', 'tenant_id': '1e6c61cc07924138a80b114f14370bd1', 'external_gateway_info': {'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c'}}} {{(pid=92874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 18:04:44.166277 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-29a119be-4d48-42cb-8c48-02f536d0091c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1018585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-464'] for router, before_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:44.167643 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-29a119be-4d48-42cb-8c48-02f536d0091c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1017378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-955537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-598790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-463'] for router, precommit_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:44.167766 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-91795233-f961-4960-969f-b3c75d37c5f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:44.310566 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db6cbb0-b57b-4e05-81f1-a7a96972ffa7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc86703fc-b3e3-5eab-995b-625b3403c1cb-6ab84586-cad6-4a81-bfb5-7a0782fd9a74', 'network_id': '6ab84586-cad6-4a81-bfb5-7a0782fd9a74', 'tenant_id': '1e6c61cc07924138a80b114f14370bd1', 'fixed_ips': [{'subnet_id': '06c8cb67-128a-4786-852c-d9ffd25e0b01'}]}} from dv-cinder-786260-6-iscsi. {{(pid=92880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 18:04:44.310566 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-2db6cbb0-b57b-4e05-81f1-a7a96972ffa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1986742'] for port, before_create {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:44.453726 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.db_base_plugin_common [None req-2db6cbb0-b57b-4e05-81f1-a7a96972ffa7 None None] Allocated IP 172.20.0.2 (6ab84586-cad6-4a81-bfb5-7a0782fd9a74/06c8cb67-128a-4786-852c-d9ffd25e0b01/9c6ec7c0-8444-4400-bc72-93f35524dba8) {{(pid=92880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 18:04:44.460832 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-29a119be-4d48-42cb-8c48-02f536d0091c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:44.598604 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-2db6cbb0-b57b-4e05-81f1-a7a96972ffa7 None None] Notify callbacks [] for port, precommit_create {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:44.599104 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-29a119be-4d48-42cb-8c48-02f536d0091c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-955609', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1018539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-509'] for router, precommit_update {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:44.607329 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-2db6cbb0-b57b-4e05-81f1-a7a96972ffa7 None None] Transition to ACTIVE for port object 9c6ec7c0-8444-4400-bc72-93f35524dba8 will not be triggered until provisioned by entity L2. {{(pid=92880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 18:04:44.622363 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-2db6cbb0-b57b-4e05-81f1-a7a96972ffa7 None None] Transition to ACTIVE for port object 9c6ec7c0-8444-4400-bc72-93f35524dba8 will not be triggered until provisioned by entity DHCP. {{(pid=92880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 18:04:44.628443 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-2db6cbb0-b57b-4e05-81f1-a7a96972ffa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1986807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743364645416'] for port, after_create {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:44.630291 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:04:44.665189 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db6cbb0-b57b-4e05-81f1-a7a96972ffa7 None None] Network 6ab84586-cad6-4a81-bfb5-7a0782fd9a74 is already hosted by enough agents. {{(pid=92880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 18:04:44.667894 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.scheduler.base_scheduler [None req-2db6cbb0-b57b-4e05-81f1-a7a96972ffa7 None None] Resources bound (agent type, host, resource id): {{(pid=92880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 18:04:44.673237 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db6cbb0-b57b-4e05-81f1-a7a96972ffa7 None None] Received port after_create {{(pid=92880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 18:04:44.679871 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6cbb0-b57b-4e05-81f1-a7a96972ffa7 None None] Pushing event updated for resources: {'Port': ['ID=9c6ec7c0-8444-4400-bc72-93f35524dba8,revision_number=1']} {{(pid=92880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:04:44.684504 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-2db6cbb0-b57b-4e05-81f1-a7a96972ffa7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:04:44.761395 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.managers [None req-2db6cbb0-b57b-4e05-81f1-a7a96972ffa7 None None] Attempting to bind port 9c6ec7c0-8444-4400-bc72-93f35524dba8 on host dv-cinder-786260-6-iscsi for vnic_type normal with profile {{(pid=92880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 18:04:44.762056 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.managers [None req-2db6cbb0-b57b-4e05-81f1-a7a96972ffa7 None None] Attempting to bind port 9c6ec7c0-8444-4400-bc72-93f35524dba8 by drivers openvswitch,hyperv on host dv-cinder-786260-6-iscsi at level 0 using segments [{'id': 'b4e37eab-f82a-4d9a-af96-7aed12146093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': '6ab84586-cad6-4a81-bfb5-7a0782fd9a74'}] {{(pid=92880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 18:04:44.762056 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db6cbb0-b57b-4e05-81f1-a7a96972ffa7 None None] Attempting to bind port 9c6ec7c0-8444-4400-bc72-93f35524dba8 on network 6ab84586-cad6-4a81-bfb5-7a0782fd9a74 {{(pid=92880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 18:04:44.767033 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db6cbb0-b57b-4e05-81f1-a7a96972ffa7 None None] Checking agent: {'id': '656fc8e0-be97-41b9-a086-aa1caa9e55fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 17, 55, 17), 'started_at': datetime.datetime(2021, 6, 17, 17, 55, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 18, 4, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 18:04:44.767413 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db6cbb0-b57b-4e05-81f1-a7a96972ffa7 None None] Checking segment: {'id': 'b4e37eab-f82a-4d9a-af96-7aed12146093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': '6ab84586-cad6-4a81-bfb5-7a0782fd9a74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 18:04:44.767820 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-2db6cbb0-b57b-4e05-81f1-a7a96972ffa7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:44.768263 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db6cbb0-b57b-4e05-81f1-a7a96972ffa7 None None] Bound using segment: {'id': 'b4e37eab-f82a-4d9a-af96-7aed12146093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': '6ab84586-cad6-4a81-bfb5-7a0782fd9a74'} {{(pid=92880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 18:04:44.768738 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.managers [None req-2db6cbb0-b57b-4e05-81f1-a7a96972ffa7 None None] Bound port: 9c6ec7c0-8444-4400-bc72-93f35524dba8, host: dv-cinder-786260-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4e37eab-f82a-4d9a-af96-7aed12146093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': '6ab84586-cad6-4a81-bfb5-7a0782fd9a74'}}] {{(pid=92880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 18:04:44.769118 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-2db6cbb0-b57b-4e05-81f1-a7a96972ffa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:44.796459 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-29a119be-4d48-42cb-8c48-02f536d0091c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:44.815365 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-29a119be-4d48-42cb-8c48-02f536d0091c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1986742'] for port, before_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:44.834598 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-2db6cbb0-b57b-4e05-81f1-a7a96972ffa7 None None] For port 9c6ec7c0-8444-4400-bc72-93f35524dba8, host dv-cinder-786260-6-iscsi, cleared binding levels {{(pid=92880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 18:04:44.837842 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-2db6cbb0-b57b-4e05-81f1-a7a96972ffa7 None None] For port 9c6ec7c0-8444-4400-bc72-93f35524dba8, host dv-cinder-786260-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-6-iscsi',level=0,port_id=9c6ec7c0-8444-4400-bc72-93f35524dba8,segment=NetworkSegment(b4e37eab-f82a-4d9a-af96-7aed12146093),segment_id=b4e37eab-f82a-4d9a-af96-7aed12146093)] {{(pid=92880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 18:04:44.841954 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-2db6cbb0-b57b-4e05-81f1-a7a96972ffa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479'] for port, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:44.843791 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:04:44.897443 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6cbb0-b57b-4e05-81f1-a7a96972ffa7 None None] Pushing event updated for resources: {'Port': ['ID=9c6ec7c0-8444-4400-bc72-93f35524dba8,revision_number=2']} {{(pid=92880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:04:44.900567 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-2db6cbb0-b57b-4e05-81f1-a7a96972ffa7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:04:44.922698 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.db.db_base_plugin_common [None req-29a119be-4d48-42cb-8c48-02f536d0091c admin admin] Allocated IP 172.27.2.2 (64144b6f-e068-441d-8337-f91b82ffb73c/78089575-0364-47db-be8b-ef28f42f3a37/5b3d7f0f-d825-454d-ac83-9af8f11f20d5) {{(pid=92874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 18:04:45.030495 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-29a119be-4d48-42cb-8c48-02f536d0091c admin admin] Notify callbacks [] for port, precommit_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:45.091268 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-29a119be-4d48-42cb-8c48-02f536d0091c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1986807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743364645416'] for port, after_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:45.094790 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-026b12c8-ac93-47eb-8a47-908392395964 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:04:45.136562 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a119be-4d48-42cb-8c48-02f536d0091c admin admin] Network 64144b6f-e068-441d-8337-f91b82ffb73c is already hosted by enough agents. {{(pid=92874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 18:04:45.141351 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.scheduler.base_scheduler [None req-29a119be-4d48-42cb-8c48-02f536d0091c admin admin] Resources bound (agent type, host, resource id): {{(pid=92874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 18:04:45.154193 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a119be-4d48-42cb-8c48-02f536d0091c admin admin] Received port after_create {{(pid=92874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 18:04:45.159505 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a119be-4d48-42cb-8c48-02f536d0091c admin admin] Pushing event updated for resources: {'Port': ['ID=5b3d7f0f-d825-454d-ac83-9af8f11f20d5,revision_number=1']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:04:45.196595 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-29a119be-4d48-42cb-8c48-02f536d0091c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:04:45.363851 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-29a119be-4d48-42cb-8c48-02f536d0091c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:45.551378 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-29a119be-4d48-42cb-8c48-02f536d0091c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1018578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-955646'] for router, after_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:45.679859 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29a119be-4d48-42cb-8c48-02f536d0091c admin admin] Router 2383b7a7-5e02-4ea6-8c11-ac462b715c40 is scheduled to L3 agent 4c938d44-4998-4210-8006-ee34f5a3ffbf with binding_index 1 {{(pid=92874) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 18:04:45.783960 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d6a4d14-7071-4cef-82d2-0e609382ef0f None None] Network 6ab84586-cad6-4a81-bfb5-7a0782fd9a74 requested from dv-cinder-786260-6-iscsi {{(pid=92880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 18:04:45.788633 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29a119be-4d48-42cb-8c48-02f536d0091c admin admin] Notify agent at l3_agent.dv-cinder-786260-6-iscsi the message routers_updated {{(pid=92874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 18:04:45.797921 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6667910d-60f4-4d01-a8f8-609f0875e548 None None] Sync routers for ids ['2383b7a7-5e02-4ea6-8c11-ac462b715c40'] in dv-cinder-786260-6-iscsi {{(pid=92881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 18:04:45.805994 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-29a119be-4d48-42cb-8c48-02f536d0091c admin admin] Notify callbacks [] for router, before_response {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:45.807840 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6667910d-60f4-4d01-a8f8-609f0875e548 None None] Routers {'2383b7a7-5e02-4ea6-8c11-ac462b715c40'} bound to L3 agent in host dv-cinder-786260-6-iscsi {{(pid=92881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 18:04:45.808451 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-29a119be-4d48-42cb-8c48-02f536d0091c admin admin] 10.222.0.97 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6734242 Jun 17 18:04:45.808850 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.l3_hamode_db [None req-6667910d-60f4-4d01-a8f8-609f0875e548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T17:55:17Z,description=,heartbeat_timestamp=2021-06-17T18:04:17Z,host='dv-cinder-786260-6-iscsi',id=4c938d44-4998-4210-8006-ee34f5a3ffbf,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:55:17Z,topic='l3_agent')) {'router_ids': ['2383b7a7-5e02-4ea6-8c11-ac462b715c40'], 'active': True} {{(pid=92881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:04:45.809993 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 44640) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:04:45.909247 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-59b169a4-1b5e-4adf-8139-55bd0257f7b2 None None] Provisioning for port 9c6ec7c0-8444-4400-bc72-93f35524dba8 completed by entity DHCP. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 18:04:45.913940 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.l3_dvr_db [None req-6667910d-60f4-4d01-a8f8-609f0875e548 None None] Set router 2383b7a7-5e02-4ea6-8c11-ac462b715c40 gateway port host: dv-cinder-786260-6-iscsi {{(pid=92881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 18:04:46.100804 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.l3_hamode_db [None req-6667910d-60f4-4d01-a8f8-609f0875e548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2383b7a7-5e02-4ea6-8c11-ac462b715c40', 'name': 'tempest-TestVolumeBootPattern-790059704-router', 'tenant_id': '1e6c61cc07924138a80b114f14370bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'external_fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': '5b3d7f0f-d825-454d-ac83-9af8f11f20d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T18:04:44Z', 'updated_at': '2021-06-17T18:04:45Z', 'revision_number': 3, 'project_id': '1e6c61cc07924138a80b114f14370bd1', 'gw_port': {'id': '5b3d7f0f-d825-454d-ac83-9af8f11f20d5', 'name': '', 'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:5c:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2383b7a7-5e02-4ea6-8c11-ac462b715c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:04:44Z', 'updated_at': '2021-06-17T18:04:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '78089575-0364-47db-be8b-ef28f42f3a37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-6-iscsi'}], 'dv-cinder-786260-6-iscsi', False) {} {{(pid=92881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:04:46.128159 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6667910d-60f4-4d01-a8f8-609f0875e548 None None] Checking router: 2383b7a7-5e02-4ea6-8c11-ac462b715c40 for host: dv-cinder-786260-6-iscsi {{(pid=92881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 18:04:46.128513 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6667910d-60f4-4d01-a8f8-609f0875e548 None None] Updating router 2383b7a7-5e02-4ea6-8c11-ac462b715c40 port 5b3d7f0f-d825-454d-ac83-9af8f11f20d5 binding host dv-cinder-786260-6-iscsi {{(pid=92881) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 18:04:46.165507 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron_lib.callbacks.manager [None req-6667910d-60f4-4d01-a8f8-609f0875e548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:46.245298 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-af402744-9237-413f-8248-b318cafaf3eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1986742'] for port, before_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:46.420648 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.db.db_base_plugin_common [None req-af402744-9237-413f-8248-b318cafaf3eb admin admin] Allocated IP 172.20.0.1 (6ab84586-cad6-4a81-bfb5-7a0782fd9a74/06c8cb67-128a-4786-852c-d9ffd25e0b01/1c0ea93b-4829-4c11-a3e0-2940e47ddf0a) {{(pid=92874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 18:04:46.525898 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron_lib.callbacks.manager [None req-6667910d-60f4-4d01-a8f8-609f0875e548 None None] Notify callbacks [] for port, precommit_update {{(pid=92881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:46.532877 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-af402744-9237-413f-8248-b318cafaf3eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:46.535788 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.provisioning_blocks [None req-6667910d-60f4-4d01-a8f8-609f0875e548 None None] Transition to ACTIVE for port object 5b3d7f0f-d825-454d-ac83-9af8f11f20d5 will not be triggered until provisioned by entity L2. {{(pid=92881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 18:04:46.542225 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron_lib.callbacks.manager [None req-6667910d-60f4-4d01-a8f8-609f0875e548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479'] for port, after_update {{(pid=92881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:46.544637 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:04:46.557966 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.db.provisioning_blocks [None req-af402744-9237-413f-8248-b318cafaf3eb admin admin] Transition to ACTIVE for port object 1c0ea93b-4829-4c11-a3e0-2940e47ddf0a will not be triggered until provisioned by entity DHCP. {{(pid=92874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 18:04:46.593400 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671271d8-dd44-471a-b792-1f94ddd931cc None None] Pushing event updated for resources: {'Port': ['ID=5b3d7f0f-d825-454d-ac83-9af8f11f20d5,revision_number=2']} {{(pid=92881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:04:46.597483 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-af402744-9237-413f-8248-b318cafaf3eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1986807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743364645416'] for port, after_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:46.601743 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:04:46.602638 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671271d8-dd44-471a-b792-1f94ddd931cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:04:46.602893 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Device 9c6ec7c0-8444-4400-bc72-93f35524dba8 up at agent ovs-agent-dv-cinder-786260-6-iscsi {{(pid=92880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 18:04:46.603003 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671271d8-dd44-471a-b792-1f94ddd931cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:04:46.603335 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671271d8-dd44-471a-b792-1f94ddd931cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:04:46.604244 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671271d8-dd44-471a-b792-1f94ddd931cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:04:46.604602 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671271d8-dd44-471a-b792-1f94ddd931cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:04:46.604918 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671271d8-dd44-471a-b792-1f94ddd931cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:04:46.605272 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671271d8-dd44-471a-b792-1f94ddd931cc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:04:46.605558 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671271d8-dd44-471a-b792-1f94ddd931cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:04:46.605889 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671271d8-dd44-471a-b792-1f94ddd931cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:04:46.607195 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671271d8-dd44-471a-b792-1f94ddd931cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:04:46.607195 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671271d8-dd44-471a-b792-1f94ddd931cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:04:46.607195 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-671271d8-dd44-471a-b792-1f94ddd931cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:04:46.610487 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.plugins.ml2.managers [None req-6667910d-60f4-4d01-a8f8-609f0875e548 None None] Attempting to bind port 5b3d7f0f-d825-454d-ac83-9af8f11f20d5 on host dv-cinder-786260-6-iscsi for vnic_type normal with profile {{(pid=92881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 18:04:46.610846 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.plugins.ml2.managers [None req-6667910d-60f4-4d01-a8f8-609f0875e548 None None] Attempting to bind port 5b3d7f0f-d825-454d-ac83-9af8f11f20d5 by drivers openvswitch,hyperv on host dv-cinder-786260-6-iscsi at level 0 using segments [{'id': '07abf0fa-b3ae-48d7-9299-c095c09325c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c'}] {{(pid=92881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 18:04:46.611197 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6667910d-60f4-4d01-a8f8-609f0875e548 None None] Attempting to bind port 5b3d7f0f-d825-454d-ac83-9af8f11f20d5 on network 64144b6f-e068-441d-8337-f91b82ffb73c {{(pid=92881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 18:04:46.613499 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG oslo_concurrency.lockutils [None req-671271d8-dd44-471a-b792-1f94ddd931cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:04:46.617360 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6667910d-60f4-4d01-a8f8-609f0875e548 None None] Checking agent: {'id': '656fc8e0-be97-41b9-a086-aa1caa9e55fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 17, 55, 17), 'started_at': datetime.datetime(2021, 6, 17, 17, 55, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 18, 4, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 18:04:46.617763 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6667910d-60f4-4d01-a8f8-609f0875e548 None None] Checking segment: {'id': '07abf0fa-b3ae-48d7-9299-c095c09325c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 18:04:46.618163 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron_lib.callbacks.manager [None req-6667910d-60f4-4d01-a8f8-609f0875e548 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:46.618538 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6667910d-60f4-4d01-a8f8-609f0875e548 None None] Bound using segment: {'id': '07abf0fa-b3ae-48d7-9299-c095c09325c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c'} {{(pid=92881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 18:04:46.618991 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.plugins.ml2.managers [None req-6667910d-60f4-4d01-a8f8-609f0875e548 None None] Bound port: 5b3d7f0f-d825-454d-ac83-9af8f11f20d5, host: dv-cinder-786260-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07abf0fa-b3ae-48d7-9299-c095c09325c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c'}}] {{(pid=92881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 18:04:46.619423 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron_lib.callbacks.manager [None req-6667910d-60f4-4d01-a8f8-609f0875e548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:46.656527 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Provisioning for port 9c6ec7c0-8444-4400-bc72-93f35524dba8 completed by entity L2. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 18:04:46.657833 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af402744-9237-413f-8248-b318cafaf3eb admin admin] Network 6ab84586-cad6-4a81-bfb5-7a0782fd9a74 is already hosted by enough agents. {{(pid=92874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 18:04:46.660436 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Provisioning complete for port 9c6ec7c0-8444-4400-bc72-93f35524dba8 triggered by entity L2. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 18:04:46.660811 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687209'] for port, provisioning_complete {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:46.662939 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.scheduler.base_scheduler [None req-af402744-9237-413f-8248-b318cafaf3eb admin admin] Resources bound (agent type, host, resource id): {{(pid=92874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 18:04:46.665673 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af402744-9237-413f-8248-b318cafaf3eb admin admin] Received port after_create {{(pid=92874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 18:04:46.667046 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-af402744-9237-413f-8248-b318cafaf3eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-944711'] for router_interface, before_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:46.678640 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.plugins.ml2.db [None req-6667910d-60f4-4d01-a8f8-609f0875e548 None None] For port 5b3d7f0f-d825-454d-ac83-9af8f11f20d5, host dv-cinder-786260-6-iscsi, cleared binding levels {{(pid=92881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 18:04:46.682453 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.plugins.ml2.db [None req-6667910d-60f4-4d01-a8f8-609f0875e548 None None] For port 5b3d7f0f-d825-454d-ac83-9af8f11f20d5, host dv-cinder-786260-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-6-iscsi',level=0,port_id=5b3d7f0f-d825-454d-ac83-9af8f11f20d5,segment=NetworkSegment(07abf0fa-b3ae-48d7-9299-c095c09325c6),segment_id=07abf0fa-b3ae-48d7-9299-c095c09325c6)] {{(pid=92881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 18:04:46.688311 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron_lib.callbacks.manager [None req-6667910d-60f4-4d01-a8f8-609f0875e548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479'] for port, after_update {{(pid=92881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:46.691989 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:04:46.719964 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af402744-9237-413f-8248-b318cafaf3eb admin admin] Pushing event updated for resources: {'Port': ['ID=1c0ea93b-4829-4c11-a3e0-2940e47ddf0a,revision_number=1']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:04:46.732483 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-af402744-9237-413f-8248-b318cafaf3eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:04:46.760544 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671271d8-dd44-471a-b792-1f94ddd931cc None None] Pushing event updated for resources: {'Port': ['ID=5b3d7f0f-d825-454d-ac83-9af8f11f20d5,revision_number=3']} {{(pid=92881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:04:46.763651 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG oslo_concurrency.lockutils [None req-671271d8-dd44-471a-b792-1f94ddd931cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:04:46.764654 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6667910d-60f4-4d01-a8f8-609f0875e548 None None] Routers {'2383b7a7-5e02-4ea6-8c11-ac462b715c40'} bound to L3 agent in host dv-cinder-786260-6-iscsi {{(pid=92881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 18:04:46.765370 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.l3_hamode_db [None req-6667910d-60f4-4d01-a8f8-609f0875e548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T17:55:17Z,description=,heartbeat_timestamp=2021-06-17T18:04:17Z,host='dv-cinder-786260-6-iscsi',id=4c938d44-4998-4210-8006-ee34f5a3ffbf,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:55:17Z,topic='l3_agent')) {'router_ids': ['2383b7a7-5e02-4ea6-8c11-ac462b715c40'], 'active': True} {{(pid=92881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:04:46.766723 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:46.847365 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] For port 9c6ec7c0-8444-4400-bc72-93f35524dba8, host dv-cinder-786260-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-6-iscsi',level=0,port_id=9c6ec7c0-8444-4400-bc72-93f35524dba8,segment=NetworkSegment(b4e37eab-f82a-4d9a-af96-7aed12146093),segment_id=b4e37eab-f82a-4d9a-af96-7aed12146093)] {{(pid=92880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:04:46.864254 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-af402744-9237-413f-8248-b318cafaf3eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:46.864407 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479'] for port, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:46.867850 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:04:46.898575 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b44ecc2c-ac04-40ab-a9cd-0a6af8b768e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:46.907202 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.l3_dvr_db [None req-6667910d-60f4-4d01-a8f8-609f0875e548 None None] Set router 2383b7a7-5e02-4ea6-8c11-ac462b715c40 gateway port host: dv-cinder-786260-6-iscsi {{(pid=92881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 18:04:46.937119 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:46.943339 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Pushing event updated for resources: {'Port': ['ID=9c6ec7c0-8444-4400-bc72-93f35524dba8,revision_number=3']} {{(pid=92880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:04:46.947040 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:04:47.070189 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f57a7df-6481-4427-9a54-8aac99cd3b24 req-1e694b91-50fa-4fc4-8fb3-2b0459880883 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:04:47.074180 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-6f57a7df-6481-4427-9a54-8aac99cd3b24 req-1e694b91-50fa-4fc4-8fb3-2b0459880883 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/ports?device_id=ae2d03c1-55ad-4073-9b72-3acdf0aa8134 HTTP/1.1" status: 200 len: 945 time: 0.1678734 Jun 17 18:04:47.083747 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-ca40b76a-88e3-4c06-a09d-f222b248add3 None None] Provisioning for port 1c0ea93b-4829-4c11-a3e0-2940e47ddf0a completed by entity DHCP. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 18:04:47.087689 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-ca40b76a-88e3-4c06-a09d-f222b248add3 None None] Provisioning complete for port 1c0ea93b-4829-4c11-a3e0-2940e47ddf0a triggered by entity DHCP. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 18:04:47.088653 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-ca40b76a-88e3-4c06-a09d-f222b248add3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687209'] for port, provisioning_complete {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:47.098008 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.l3_hamode_db [None req-6667910d-60f4-4d01-a8f8-609f0875e548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2383b7a7-5e02-4ea6-8c11-ac462b715c40', 'name': 'tempest-TestVolumeBootPattern-790059704-router', 'tenant_id': '1e6c61cc07924138a80b114f14370bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'external_fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': '5b3d7f0f-d825-454d-ac83-9af8f11f20d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T18:04:44Z', 'updated_at': '2021-06-17T18:04:45Z', 'revision_number': 3, 'project_id': '1e6c61cc07924138a80b114f14370bd1', 'gw_port': {'id': '5b3d7f0f-d825-454d-ac83-9af8f11f20d5', 'name': '', 'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:5c:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2383b7a7-5e02-4ea6-8c11-ac462b715c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:04:44Z', 'updated_at': '2021-06-17T18:04:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78089575-0364-47db-be8b-ef28f42f3a37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-6-iscsi'}], 'dv-cinder-786260-6-iscsi', False) {} {{(pid=92881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:04:47.127324 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.plugin [None req-ca40b76a-88e3-4c06-a09d-f222b248add3 None None] Port 1c0ea93b-4829-4c11-a3e0-2940e47ddf0a cannot update to ACTIVE because it is not bound. {{(pid=92880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 18:04:47.136504 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6667910d-60f4-4d01-a8f8-609f0875e548 None None] The sync data for ids ['2383b7a7-5e02-4ea6-8c11-ac462b715c40'] in dv-cinder-786260-6-iscsi is: [{'id': '2383b7a7-5e02-4ea6-8c11-ac462b715c40', 'name': 'tempest-TestVolumeBootPattern-790059704-router', 'tenant_id': '1e6c61cc07924138a80b114f14370bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'external_fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': '5b3d7f0f-d825-454d-ac83-9af8f11f20d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T18:04:44Z', 'updated_at': '2021-06-17T18:04:45Z', 'revision_number': 3, 'project_id': '1e6c61cc07924138a80b114f14370bd1', 'gw_port': {'id': '5b3d7f0f-d825-454d-ac83-9af8f11f20d5', 'name': '', 'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:5c:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2383b7a7-5e02-4ea6-8c11-ac462b715c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:04:44Z', 'updated_at': '2021-06-17T18:04:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78089575-0364-47db-be8b-ef28f42f3a37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-6-iscsi'}] {{(pid=92881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 18:04:47.136797 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-6f57a7df-6481-4427-9a54-8aac99cd3b24 req-17baeb86-8a5f-44c7-8bd3-4e87cd5895ad tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/security-groups?id=344af256-d773-4ff0-b9b9-f3fcbe207aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581396 Jun 17 18:04:47.152953 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-af402744-9237-413f-8248-b318cafaf3eb admin admin] Notify callbacks [] for port, precommit_update {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:47.160762 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-af402744-9237-413f-8248-b318cafaf3eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479'] for port, after_update {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:47.161587 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-af402744-9237-413f-8248-b318cafaf3eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-950764'] for router_interface, after_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:47.163375 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-fed99772-13ac-40c4-aa7f-07bf9602eb16 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:04:47.228063 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af402744-9237-413f-8248-b318cafaf3eb admin admin] Pushing event updated for resources: {'Port': ['ID=1c0ea93b-4829-4c11-a3e0-2940e47ddf0a,revision_number=2']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:04:47.232202 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-af402744-9237-413f-8248-b318cafaf3eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:04:47.294424 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af402744-9237-413f-8248-b318cafaf3eb admin admin] Network 6ab84586-cad6-4a81-bfb5-7a0782fd9a74 is already hosted by enough agents. {{(pid=92874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 18:04:47.299673 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.scheduler.base_scheduler [None req-af402744-9237-413f-8248-b318cafaf3eb admin admin] Resources bound (agent type, host, resource id): {{(pid=92874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 18:04:47.447028 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af402744-9237-413f-8248-b318cafaf3eb admin admin] Router 2383b7a7-5e02-4ea6-8c11-ac462b715c40 has already been hosted by L3 agent 4c938d44-4998-4210-8006-ee34f5a3ffbf {{(pid=92874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 18:04:47.574942 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-46aa0db0-3c06-413c-951f-5c0fb1c776af None None] Provisioning complete for port 1c0ea93b-4829-4c11-a3e0-2940e47ddf0a triggered by entity DHCP. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 18:04:47.575327 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-46aa0db0-3c06-413c-951f-5c0fb1c776af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687209'] for port, provisioning_complete {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:47.619920 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.plugin [None req-46aa0db0-3c06-413c-951f-5c0fb1c776af None None] Port 1c0ea93b-4829-4c11-a3e0-2940e47ddf0a cannot update to ACTIVE because it is not bound. {{(pid=92880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 18:04:47.821851 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af402744-9237-413f-8248-b318cafaf3eb admin admin] Notify agent at l3_agent.dv-cinder-786260-6-iscsi the message routers_updated {{(pid=92874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 18:04:47.827186 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-af402744-9237-413f-8248-b318cafaf3eb admin admin] 10.222.0.97 "PUT /v2.0/routers/2383b7a7-5e02-4ea6-8c11-ac462b715c40/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0155060 Jun 17 18:04:48.021170 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-8848f698-b84d-4e61-bbd9-19a6867363d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:48.330522 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2ca036-3527-4740-850f-8b9cad89c42c req-b9e3c255-fc5c-4755-9f62-08cf0f5b3b88 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:04:48.332131 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-0d2ca036-3527-4740-850f-8b9cad89c42c req-b9e3c255-fc5c-4755-9f62-08cf0f5b3b88 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/ports?device_id=ae2d03c1-55ad-4073-9b72-3acdf0aa8134 HTTP/1.1" status: 200 len: 945 time: 0.0762095 Jun 17 18:04:48.374697 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-0d2ca036-3527-4740-850f-8b9cad89c42c req-9a8746f7-66f5-43e1-8aa6-aa58010977cb tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/security-groups?id=344af256-d773-4ff0-b9b9-f3fcbe207aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352526 Jun 17 18:04:48.379108 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 44692) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:04:48.384532 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.v2.base [None req-89011a90-e12a-482f-8531-e5e8b89e3010 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1002971624-network', 'tenant_id': 'b5780bfcd40f46f981ede2d007293799'}} {{(pid=92872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 18:04:48.409913 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89011a90-e12a-482f-8531-e5e8b89e3010 admin admin] Made reservation on behalf of b5780bfcd40f46f981ede2d007293799 for: {'network': 1} {{(pid=92872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 18:04:48.412582 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-89011a90-e12a-482f-8531-e5e8b89e3010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1986742'] for network, before_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:48.422788 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-89011a90-e12a-482f-8531-e5e8b89e3010 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:48.559496 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-89011a90-e12a-482f-8531-e5e8b89e3010 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:48.570381 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-89011a90-e12a-482f-8531-e5e8b89e3010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:48.574314 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-71270304-1c16-42f9-ae04-3557ea87097a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:04:48.585790 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89011a90-e12a-482f-8531-e5e8b89e3010 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1125} {{(pid=92872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 18:04:48.612325 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-89011a90-e12a-482f-8531-e5e8b89e3010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1592042'] for segment, precommit_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:48.612325 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.db.segments_db [None req-89011a90-e12a-482f-8531-e5e8b89e3010 admin admin] Added segment 334dd128-f68f-47f1-9f58-dbf0d10a84a0 of type vlan for network bf9fd7d0-074a-4f8e-8d77-d5f744495d22 Jun 17 18:04:48.647847 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89011a90-e12a-482f-8531-e5e8b89e3010 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=048c8cbc-ed6f-4138-b624-5d243c275971,revision_number=1']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:04:48.654598 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-89011a90-e12a-482f-8531-e5e8b89e3010 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:04:48.670219 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-89011a90-e12a-482f-8531-e5e8b89e3010 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743364582301'] for network, precommit_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:48.703522 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Device 9c6ec7c0-8444-4400-bc72-93f35524dba8 up at agent ovs-agent-dv-cinder-786260-6-iscsi {{(pid=92880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 18:04:48.714221 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-89011a90-e12a-482f-8531-e5e8b89e3010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563796'] for network, after_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:48.716041 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89011a90-e12a-482f-8531-e5e8b89e3010 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:04:48.716749 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-89011a90-e12a-482f-8531-e5e8b89e3010 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563787'] for network, before_response {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:48.728238 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:04:48.761148 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 44700) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:04:48.778390 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Provisioning complete for port 9c6ec7c0-8444-4400-bc72-93f35524dba8 triggered by entity L2. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 18:04:48.778770 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687209'] for port, provisioning_complete {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:48.793616 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89011a90-e12a-482f-8531-e5e8b89e3010 admin admin] Pushing event updated for resources: {'Network': ['ID=bf9fd7d0-074a-4f8e-8d77-d5f744495d22,revision_number=1']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:04:48.802411 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-89011a90-e12a-482f-8531-e5e8b89e3010 admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4216969 Jun 17 18:04:48.803573 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-89011a90-e12a-482f-8531-e5e8b89e3010 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:04:48.805322 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Network bf9fd7d0-074a-4f8e-8d77-d5f744495d22 details requested by agent ovs-agent-dv-cinder-786260-6-iscsi with host dv-cinder-786260-6-iscsi {{(pid=92880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 18:04:48.805975 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 44706) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:04:48.812358 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.v2.base [None req-bda19e77-09a4-4ad3-8056-09189e13ed79 admin admin] Request body: {'subnet': {'network_id': 'bf9fd7d0-074a-4f8e-8d77-d5f744495d22', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1002971624-subnet', 'tenant_id': 'b5780bfcd40f46f981ede2d007293799', 'ip_version': 4}} {{(pid=92874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 18:04:48.839464 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bda19e77-09a4-4ad3-8056-09189e13ed79 admin admin] Made reservation on behalf of b5780bfcd40f46f981ede2d007293799 for: {'subnet': 1} {{(pid=92874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 18:04:48.844518 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-bda19e77-09a4-4ad3-8056-09189e13ed79 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:48.955261 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Device 5b3d7f0f-d825-454d-ac83-9af8f11f20d5 up at agent ovs-agent-dv-cinder-786260-6-iscsi {{(pid=92880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 18:04:49.005234 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f38da1c-6c68-49c3-a9bb-1c597632e666 None None] Sync routers for ids ['2383b7a7-5e02-4ea6-8c11-ac462b715c40'] in dv-cinder-786260-6-iscsi {{(pid=92880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 18:04:49.018454 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f38da1c-6c68-49c3-a9bb-1c597632e666 None None] Routers {'2383b7a7-5e02-4ea6-8c11-ac462b715c40'} bound to L3 agent in host dv-cinder-786260-6-iscsi {{(pid=92880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 18:04:49.019513 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_hamode_db [None req-4f38da1c-6c68-49c3-a9bb-1c597632e666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T17:55:17Z,description=,heartbeat_timestamp=2021-06-17T18:04:47Z,host='dv-cinder-786260-6-iscsi',id=4c938d44-4998-4210-8006-ee34f5a3ffbf,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:55:17Z,topic='l3_agent')) {'router_ids': ['2383b7a7-5e02-4ea6-8c11-ac462b715c40'], 'active': True} {{(pid=92880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:04:49.024150 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-b8cc8e0c-8058-4eb7-9e05-c75f2c2dd467 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:49.085709 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Provisioning for port 5b3d7f0f-d825-454d-ac83-9af8f11f20d5 completed by entity L2. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 18:04:49.095288 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Provisioning complete for port 5b3d7f0f-d825-454d-ac83-9af8f11f20d5 triggered by entity L2. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 18:04:49.095753 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687209'] for port, provisioning_complete {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:49.183457 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58e73db-e52d-4cd8-ab0a-cb17b2599b76 req-c499b900-21c8-4917-8382-585aaa6bda68 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:04:49.185026 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-a58e73db-e52d-4cd8-ab0a-cb17b2599b76 req-c499b900-21c8-4917-8382-585aaa6bda68 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/networks?id=f6175827-20d7-459d-859c-a960c64f9f7b HTTP/1.1" status: 200 len: 814 time: 0.2653930 Jun 17 18:04:49.263647 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0f8a62-257a-4494-8a5f-de5d3b70fc33 req-a9b30bf7-1c14-4179-b44e-879af02905c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:04:49.265660 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-cb0f8a62-257a-4494-8a5f-de5d3b70fc33 req-a9b30bf7-1c14-4179-b44e-879af02905c5 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=ae2d03c1-55ad-4073-9b72-3acdf0aa8134 HTTP/1.1" status: 200 len: 1098 time: 0.3346863 Jun 17 18:04:49.283750 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-a58e73db-e52d-4cd8-ab0a-cb17b2599b76 req-5b1cf80f-b00a-421d-9326-031ed6568885 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/quotas/0acb8a69956445cf93d47e2da25da9cb HTTP/1.1" status: 200 len: 375 time: 0.0895877 Jun 17 18:04:49.292662 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_dvr_db [None req-4f38da1c-6c68-49c3-a9bb-1c597632e666 None None] Set router 2383b7a7-5e02-4ea6-8c11-ac462b715c40 gateway port host: dv-cinder-786260-6-iscsi {{(pid=92880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 18:04:49.352261 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-bda19e77-09a4-4ad3-8056-09189e13ed79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805'] for subnet, after_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:49.370780 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:04:49.420173 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-cb0f8a62-257a-4494-8a5f-de5d3b70fc33 req-2d2aacb3-de82-49b8-b030-28e6bad0ac8f service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=344af256-d773-4ff0-b9b9-f3fcbe207aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382210 Jun 17 18:04:49.449319 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-b8cc8e0c-8058-4eb7-9e05-c75f2c2dd467 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:49.462732 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-b8cc8e0c-8058-4eb7-9e05-c75f2c2dd467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:49.465751 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda19e77-09a4-4ad3-8056-09189e13ed79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7311a9b5-a150-40ee-b0a6-3e2b481b57d1,revision_number=0']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:04:49.470238 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-bda19e77-09a4-4ad3-8056-09189e13ed79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:04:49.473182 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:04:49.517613 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-a0cf07df-ba9d-4ba7-86ac-6ceb73a86136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:49.518224 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:49.553140 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] For port 5b3d7f0f-d825-454d-ac83-9af8f11f20d5, host dv-cinder-786260-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-6-iscsi',level=0,port_id=5b3d7f0f-d825-454d-ac83-9af8f11f20d5,segment=NetworkSegment(07abf0fa-b3ae-48d7-9299-c095c09325c6),segment_id=07abf0fa-b3ae-48d7-9299-c095c09325c6)] {{(pid=92880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:04:49.570132 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-a58e73db-e52d-4cd8-ab0a-cb17b2599b76 req-5335e5e4-69d3-437e-8662-62f5a8001796 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=0acb8a69956445cf93d47e2da25da9cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2730682 Jun 17 18:04:49.573167 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda19e77-09a4-4ad3-8056-09189e13ed79 admin admin] Checking segment: {'id': '334dd128-f68f-47f1-9f58-dbf0d10a84a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': 'bf9fd7d0-074a-4f8e-8d77-d5f744495d22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 18:04:49.573520 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda19e77-09a4-4ad3-8056-09189e13ed79 admin admin] Network hostable DHCP agents. Network: bf9fd7d0-074a-4f8e-8d77-d5f744495d22, hostable agents: ['795a795f-766d-4def-8ee5-7e560291ca0e'], hosted agents: [] {{(pid=92874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 18:04:49.576614 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cc8e0c-8058-4eb7-9e05-c75f2c2dd467 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72f3dc52-cabb-4796-930f-67b940b9920b,revision_number=1']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:04:49.578781 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479'] for port, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:49.580550 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-b8cc8e0c-8058-4eb7-9e05-c75f2c2dd467 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:04:49.581782 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-c748565c-96f2-44e2-a035-53aae5678176 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:04:49.582872 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-b8cc8e0c-8058-4eb7-9e05-c75f2c2dd467 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=1e3073bb299b4b7299b56ca5184f0a64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8205047 Jun 17 18:04:49.585698 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 44732) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:04:49.643230 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-8d771c36-03f9-4922-b609-4057b29782e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:49.654672 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Pushing event updated for resources: {'Port': ['ID=5b3d7f0f-d825-454d-ac83-9af8f11f20d5,revision_number=4']} {{(pid=92880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:04:49.660248 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:04:49.666938 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-8d771c36-03f9-4922-b609-4057b29782e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:49.669777 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_hamode_db [None req-4f38da1c-6c68-49c3-a9bb-1c597632e666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2383b7a7-5e02-4ea6-8c11-ac462b715c40', 'name': 'tempest-TestVolumeBootPattern-790059704-router', 'tenant_id': '1e6c61cc07924138a80b114f14370bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'external_fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': '5b3d7f0f-d825-454d-ac83-9af8f11f20d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T18:04:44Z', 'updated_at': '2021-06-17T18:04:46Z', 'revision_number': 4, 'project_id': '1e6c61cc07924138a80b114f14370bd1', 'gw_port': {'id': '5b3d7f0f-d825-454d-ac83-9af8f11f20d5', 'name': '', 'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:5c:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2383b7a7-5e02-4ea6-8c11-ac462b715c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:04:44Z', 'updated_at': '2021-06-17T18:04:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78089575-0364-47db-be8b-ef28f42f3a37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-6-iscsi', '_interfaces': [{'id': '1c0ea93b-4829-4c11-a3e0-2940e47ddf0a', 'name': '', 'network_id': '6ab84586-cad6-4a81-bfb5-7a0782fd9a74', 'tenant_id': '1e6c61cc07924138a80b114f14370bd1', 'mac_address': 'fa:16:3e:82:07:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2383b7a7-5e02-4ea6-8c11-ac462b715c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '06c8cb67-128a-4786-852c-d9ffd25e0b01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:04:46Z', 'updated_at': '2021-06-17T18:04:46Z', 'revision_number': 2, 'project_id': '1e6c61cc07924138a80b114f14370bd1', 'subnets': [{'id': '06c8cb67-128a-4786-852c-d9ffd25e0b01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-6-iscsi', False) {} {{(pid=92880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:04:49.699317 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f38da1c-6c68-49c3-a9bb-1c597632e666 None None] Checking router: 2383b7a7-5e02-4ea6-8c11-ac462b715c40 for host: dv-cinder-786260-6-iscsi {{(pid=92880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 18:04:49.699317 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f38da1c-6c68-49c3-a9bb-1c597632e666 None None] Updating router 2383b7a7-5e02-4ea6-8c11-ac462b715c40 port 1c0ea93b-4829-4c11-a3e0-2940e47ddf0a binding host dv-cinder-786260-6-iscsi {{(pid=92880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 18:04:49.708084 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda19e77-09a4-4ad3-8056-09189e13ed79 admin admin] Network bf9fd7d0-074a-4f8e-8d77-d5f744495d22 is scheduled to be hosted by DHCP agent 795a795f-766d-4def-8ee5-7e560291ca0e with binding_index 1 {{(pid=92874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 18:04:49.718970 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-8d771c36-03f9-4922-b609-4057b29782e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:49.721902 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-8d771c36-03f9-4922-b609-4057b29782e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:49.723742 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-8d771c36-03f9-4922-b609-4057b29782e0 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/72f3dc52-cabb-4796-930f-67b940b9920b HTTP/1.1" status: 204 len: 168 time: 0.1363666 Jun 17 18:04:49.724744 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:04:49.735755 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d771c36-03f9-4922-b609-4057b29782e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72f3dc52-cabb-4796-930f-67b940b9920b,revision_number=None']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:04:49.739474 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-8d771c36-03f9-4922-b609-4057b29782e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:04:49.743409 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-4f38da1c-6c68-49c3-a9bb-1c597632e666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:49.746196 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9129d3f5-9984-423b-be81-67b11b75f2c9 req-fd9a9edf-61f7-49a9-9ed8-2941de672987 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:04:49.749986 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-9129d3f5-9984-423b-be81-67b11b75f2c9 req-fd9a9edf-61f7-49a9-9ed8-2941de672987 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/ports?device_id=ae2d03c1-55ad-4073-9b72-3acdf0aa8134 HTTP/1.1" status: 200 len: 945 time: 0.1768565 Jun 17 18:04:49.751354 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.scheduler.base_scheduler [None req-bda19e77-09a4-4ad3-8056-09189e13ed79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-6-iscsi, bf9fd7d0-074a-4f8e-8d77-d5f744495d22) {{(pid=92874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 18:04:49.762566 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd7bad45-c42a-4961-b8f7-e351d12b50cf None None] Network bf9fd7d0-074a-4f8e-8d77-d5f744495d22 requested from dv-cinder-786260-6-iscsi {{(pid=92880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 18:04:49.788123 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda19e77-09a4-4ad3-8056-09189e13ed79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:04:49.789729 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-bda19e77-09a4-4ad3-8056-09189e13ed79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563787'] for subnet, before_response {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:49.810584 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-a58e73db-e52d-4cd8-ab0a-cb17b2599b76 req-9bceef32-e4f1-4d06-b11a-b5e7d7f15557 service neutron] 10.222.0.97 "GET /v2.0/networks/f6175827-20d7-459d-859c-a960c64f9f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265940 Jun 17 18:04:49.845669 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-bda19e77-09a4-4ad3-8056-09189e13ed79 admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0385818 Jun 17 18:04:49.848692 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 44736) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:04:49.854359 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.v2.base [None req-b7fee1ba-14e9-4492-9e91-b45b80ddcb52 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1002971624-router', 'tenant_id': 'b5780bfcd40f46f981ede2d007293799', 'external_gateway_info': {'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c'}}} {{(pid=92872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 18:04:49.862552 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-9129d3f5-9984-423b-be81-67b11b75f2c9 req-b019b094-aa2e-4fac-a9d0-7282095c5f13 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/security-groups?id=344af256-d773-4ff0-b9b9-f3fcbe207aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980196 Jun 17 18:04:49.896093 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-b7fee1ba-14e9-4492-9e91-b45b80ddcb52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1018585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-464'] for router, before_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:49.898122 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-b7fee1ba-14e9-4492-9e91-b45b80ddcb52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1017378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-955537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-598790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-463'] for router, precommit_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:49.938783 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-a58e73db-e52d-4cd8-ab0a-cb17b2599b76 req-307368ff-8699-43ab-b176-189a67eef223 service neutron] 10.222.0.97 "GET /v2.0/networks/f6175827-20d7-459d-859c-a960c64f9f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272788 Jun 17 18:04:49.975706 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-b7fee1ba-14e9-4492-9e91-b45b80ddcb52 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:50.167691 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9bd207a-317d-462b-b65a-dd1120853d56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc86703fc-b3e3-5eab-995b-625b3403c1cb-bf9fd7d0-074a-4f8e-8d77-d5f744495d22', 'network_id': 'bf9fd7d0-074a-4f8e-8d77-d5f744495d22', 'tenant_id': 'b5780bfcd40f46f981ede2d007293799', 'fixed_ips': [{'subnet_id': '7311a9b5-a150-40ee-b0a6-3e2b481b57d1'}]}} from dv-cinder-786260-6-iscsi. {{(pid=92880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 18:04:50.169120 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-c9bd207a-317d-462b-b65a-dd1120853d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1986742'] for port, before_create {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:50.183750 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-4f38da1c-6c68-49c3-a9bb-1c597632e666 None None] Notify callbacks [] for port, precommit_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:50.237861 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-09e0aaae-a4e3-46a8-800e-b9fbaf34a5d4 req-dc047bf5-307a-4d03-906f-799c2e274fbe tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/ports?device_id=846c2194-7473-42f4-a480-3978b0d4bd60 HTTP/1.1" status: 200 len: 210 time: 0.0666771 Jun 17 18:04:50.242789 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-b7fee1ba-14e9-4492-9e91-b45b80ddcb52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-955609', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1018539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-509'] for router, precommit_update {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:50.337751 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-4f38da1c-6c68-49c3-a9bb-1c597632e666 None None] Transition to ACTIVE for port object 1c0ea93b-4829-4c11-a3e0-2940e47ddf0a will not be triggered until provisioned by entity L2. {{(pid=92880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 18:04:50.349122 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.db_base_plugin_common [None req-c9bd207a-317d-462b-b65a-dd1120853d56 None None] Allocated IP 172.20.0.2 (bf9fd7d0-074a-4f8e-8d77-d5f744495d22/7311a9b5-a150-40ee-b0a6-3e2b481b57d1/72fea048-c1e7-4df4-befe-dc41ad50eee2) {{(pid=92880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 18:04:50.354101 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-4f38da1c-6c68-49c3-a9bb-1c597632e666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479'] for port, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:50.359041 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-2db6cbb0-b57b-4e05-81f1-a7a96972ffa7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:04:50.510765 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-b7fee1ba-14e9-4492-9e91-b45b80ddcb52 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:50.524401 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279cf17c-898b-4282-ad11-b4c95df881ba None None] Pushing event updated for resources: {'Port': ['ID=1c0ea93b-4829-4c11-a3e0-2940e47ddf0a,revision_number=3']} {{(pid=92880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:04:50.545524 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-b7fee1ba-14e9-4492-9e91-b45b80ddcb52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1986742'] for port, before_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:50.596669 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-279cf17c-898b-4282-ad11-b4c95df881ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:04:50.626467 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Device 5b3d7f0f-d825-454d-ac83-9af8f11f20d5 up at agent ovs-agent-dv-cinder-786260-6-iscsi {{(pid=92880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 18:04:50.703188 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.managers [None req-4f38da1c-6c68-49c3-a9bb-1c597632e666 None None] Attempting to bind port 1c0ea93b-4829-4c11-a3e0-2940e47ddf0a on host dv-cinder-786260-6-iscsi for vnic_type normal with profile {{(pid=92880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 18:04:50.703587 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.managers [None req-4f38da1c-6c68-49c3-a9bb-1c597632e666 None None] Attempting to bind port 1c0ea93b-4829-4c11-a3e0-2940e47ddf0a by drivers openvswitch,hyperv on host dv-cinder-786260-6-iscsi at level 0 using segments [{'id': 'b4e37eab-f82a-4d9a-af96-7aed12146093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': '6ab84586-cad6-4a81-bfb5-7a0782fd9a74'}] {{(pid=92880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 18:04:50.704077 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f38da1c-6c68-49c3-a9bb-1c597632e666 None None] Attempting to bind port 1c0ea93b-4829-4c11-a3e0-2940e47ddf0a on network 6ab84586-cad6-4a81-bfb5-7a0782fd9a74 {{(pid=92880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 18:04:50.727547 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f38da1c-6c68-49c3-a9bb-1c597632e666 None None] Checking agent: {'id': '656fc8e0-be97-41b9-a086-aa1caa9e55fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 17, 55, 17), 'started_at': datetime.datetime(2021, 6, 17, 17, 55, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 18, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 18:04:50.727949 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f38da1c-6c68-49c3-a9bb-1c597632e666 None None] Checking segment: {'id': 'b4e37eab-f82a-4d9a-af96-7aed12146093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': '6ab84586-cad6-4a81-bfb5-7a0782fd9a74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 18:04:50.728389 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-4f38da1c-6c68-49c3-a9bb-1c597632e666 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:50.729329 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f38da1c-6c68-49c3-a9bb-1c597632e666 None None] Bound using segment: {'id': 'b4e37eab-f82a-4d9a-af96-7aed12146093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': '6ab84586-cad6-4a81-bfb5-7a0782fd9a74'} {{(pid=92880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 18:04:50.729817 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.managers [None req-4f38da1c-6c68-49c3-a9bb-1c597632e666 None None] Bound port: 1c0ea93b-4829-4c11-a3e0-2940e47ddf0a, host: dv-cinder-786260-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4e37eab-f82a-4d9a-af96-7aed12146093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': '6ab84586-cad6-4a81-bfb5-7a0782fd9a74'}}] {{(pid=92880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 18:04:50.730205 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-4f38da1c-6c68-49c3-a9bb-1c597632e666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:50.747827 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.db.db_base_plugin_common [None req-b7fee1ba-14e9-4492-9e91-b45b80ddcb52 admin admin] Allocated IP 172.27.2.178 (64144b6f-e068-441d-8337-f91b82ffb73c/78089575-0364-47db-be8b-ef28f42f3a37/6537458c-6a4e-4dbe-b7e1-badb646e608a) {{(pid=92872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 18:04:50.820357 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Provisioning complete for port 5b3d7f0f-d825-454d-ac83-9af8f11f20d5 triggered by entity L2. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 18:04:50.820767 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687209'] for port, provisioning_complete {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:50.823014 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-c9bd207a-317d-462b-b65a-dd1120853d56 None None] Notify callbacks [] for port, precommit_create {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:50.859768 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-b7fee1ba-14e9-4492-9e91-b45b80ddcb52 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:50.860178 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-c9bd207a-317d-462b-b65a-dd1120853d56 None None] Transition to ACTIVE for port object 72fea048-c1e7-4df4-befe-dc41ad50eee2 will not be triggered until provisioned by entity L2. {{(pid=92880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 18:04:50.896621 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-4f38da1c-6c68-49c3-a9bb-1c597632e666 None None] For port 1c0ea93b-4829-4c11-a3e0-2940e47ddf0a, host dv-cinder-786260-6-iscsi, cleared binding levels {{(pid=92880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 18:04:50.901593 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-c9bd207a-317d-462b-b65a-dd1120853d56 None None] Transition to ACTIVE for port object 72fea048-c1e7-4df4-befe-dc41ad50eee2 will not be triggered until provisioned by entity DHCP. {{(pid=92880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 18:04:50.902411 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-b7fee1ba-14e9-4492-9e91-b45b80ddcb52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1986807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743364645416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25532026'] for port, after_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:50.905695 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:04:50.913286 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-4f38da1c-6c68-49c3-a9bb-1c597632e666 None None] For port 1c0ea93b-4829-4c11-a3e0-2940e47ddf0a, host dv-cinder-786260-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-6-iscsi',level=0,port_id=1c0ea93b-4829-4c11-a3e0-2940e47ddf0a,segment=NetworkSegment(b4e37eab-f82a-4d9a-af96-7aed12146093),segment_id=b4e37eab-f82a-4d9a-af96-7aed12146093)] {{(pid=92880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 18:04:50.918180 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-c9bd207a-317d-462b-b65a-dd1120853d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1986807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743364645416'] for port, after_create {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:50.920582 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-99014bd2-e1cb-4cff-9395-21fdce25a858 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:04:50.925585 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-4f38da1c-6c68-49c3-a9bb-1c597632e666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479'] for port, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:50.944156 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7fee1ba-14e9-4492-9e91-b45b80ddcb52 admin admin] Network 64144b6f-e068-441d-8337-f91b82ffb73c is already hosted by enough agents. {{(pid=92872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 18:04:50.950479 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.scheduler.base_scheduler [None req-b7fee1ba-14e9-4492-9e91-b45b80ddcb52 admin admin] Resources bound (agent type, host, resource id): {{(pid=92872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 18:04:50.955019 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7fee1ba-14e9-4492-9e91-b45b80ddcb52 admin admin] Received port after_create {{(pid=92872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 18:04:50.986762 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fee1ba-14e9-4492-9e91-b45b80ddcb52 admin admin] Pushing event updated for resources: {'Port': ['ID=6537458c-6a4e-4dbe-b7e1-badb646e608a,revision_number=1']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:04:50.990948 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9bd207a-317d-462b-b65a-dd1120853d56 None None] Network bf9fd7d0-074a-4f8e-8d77-d5f744495d22 is already hosted by enough agents. {{(pid=92880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 18:04:50.992816 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-b7fee1ba-14e9-4492-9e91-b45b80ddcb52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:04:51.006112 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.scheduler.base_scheduler [None req-c9bd207a-317d-462b-b65a-dd1120853d56 None None] Resources bound (agent type, host, resource id): {{(pid=92880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 18:04:51.015580 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9bd207a-317d-462b-b65a-dd1120853d56 None None] Received port after_create {{(pid=92880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 18:04:51.023585 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd207a-317d-462b-b65a-dd1120853d56 None None] Pushing event updated for resources: {'Port': ['ID=72fea048-c1e7-4df4-befe-dc41ad50eee2,revision_number=1']} {{(pid=92880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:04:51.029667 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-c9bd207a-317d-462b-b65a-dd1120853d56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:04:51.030387 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.079s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:04:51.073406 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f38da1c-6c68-49c3-a9bb-1c597632e666 None None] Routers {'2383b7a7-5e02-4ea6-8c11-ac462b715c40'} bound to L3 agent in host dv-cinder-786260-6-iscsi {{(pid=92880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 18:04:51.074052 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_hamode_db [None req-4f38da1c-6c68-49c3-a9bb-1c597632e666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T17:55:17Z,description=,heartbeat_timestamp=2021-06-17T18:04:47Z,host='dv-cinder-786260-6-iscsi',id=4c938d44-4998-4210-8006-ee34f5a3ffbf,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:55:17Z,topic='l3_agent')) {'router_ids': ['2383b7a7-5e02-4ea6-8c11-ac462b715c40'], 'active': True} {{(pid=92880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:04:51.221792 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_dvr_db [None req-4f38da1c-6c68-49c3-a9bb-1c597632e666 None None] Set router 2383b7a7-5e02-4ea6-8c11-ac462b715c40 gateway port host: dv-cinder-786260-6-iscsi {{(pid=92880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 18:04:51.308522 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.managers [None req-c9bd207a-317d-462b-b65a-dd1120853d56 None None] Attempting to bind port 72fea048-c1e7-4df4-befe-dc41ad50eee2 on host dv-cinder-786260-6-iscsi for vnic_type normal with profile {{(pid=92880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 18:04:51.308902 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.managers [None req-c9bd207a-317d-462b-b65a-dd1120853d56 None None] Attempting to bind port 72fea048-c1e7-4df4-befe-dc41ad50eee2 by drivers openvswitch,hyperv on host dv-cinder-786260-6-iscsi at level 0 using segments [{'id': '334dd128-f68f-47f1-9f58-dbf0d10a84a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': 'bf9fd7d0-074a-4f8e-8d77-d5f744495d22'}] {{(pid=92880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 18:04:51.309283 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9bd207a-317d-462b-b65a-dd1120853d56 None None] Attempting to bind port 72fea048-c1e7-4df4-befe-dc41ad50eee2 on network bf9fd7d0-074a-4f8e-8d77-d5f744495d22 {{(pid=92880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 18:04:51.360269 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9bd207a-317d-462b-b65a-dd1120853d56 None None] Checking agent: {'id': '656fc8e0-be97-41b9-a086-aa1caa9e55fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 17, 55, 17), 'started_at': datetime.datetime(2021, 6, 17, 17, 55, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 18, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 18:04:51.361023 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9bd207a-317d-462b-b65a-dd1120853d56 None None] Checking segment: {'id': '334dd128-f68f-47f1-9f58-dbf0d10a84a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': 'bf9fd7d0-074a-4f8e-8d77-d5f744495d22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 18:04:51.361599 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-c9bd207a-317d-462b-b65a-dd1120853d56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:51.362146 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9bd207a-317d-462b-b65a-dd1120853d56 None None] Bound using segment: {'id': '334dd128-f68f-47f1-9f58-dbf0d10a84a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': 'bf9fd7d0-074a-4f8e-8d77-d5f744495d22'} {{(pid=92880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 18:04:51.362876 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.managers [None req-c9bd207a-317d-462b-b65a-dd1120853d56 None None] Bound port: 72fea048-c1e7-4df4-befe-dc41ad50eee2, host: dv-cinder-786260-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '334dd128-f68f-47f1-9f58-dbf0d10a84a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': 'bf9fd7d0-074a-4f8e-8d77-d5f744495d22'}}] {{(pid=92880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 18:04:51.363421 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-c9bd207a-317d-462b-b65a-dd1120853d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:51.370902 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279cf17c-898b-4282-ad11-b4c95df881ba None None] Pushing event updated for resources: {'Port': ['ID=1c0ea93b-4829-4c11-a3e0-2940e47ddf0a,revision_number=4']} {{(pid=92880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:04:51.391077 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-279cf17c-898b-4282-ad11-b4c95df881ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:04:51.445339 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-b7fee1ba-14e9-4492-9e91-b45b80ddcb52 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:51.631492 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-c9bd207a-317d-462b-b65a-dd1120853d56 None None] For port 72fea048-c1e7-4df4-befe-dc41ad50eee2, host dv-cinder-786260-6-iscsi, cleared binding levels {{(pid=92880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 18:04:51.635924 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-c9bd207a-317d-462b-b65a-dd1120853d56 None None] For port 72fea048-c1e7-4df4-befe-dc41ad50eee2, host dv-cinder-786260-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-6-iscsi',level=0,port_id=72fea048-c1e7-4df4-befe-dc41ad50eee2,segment=NetworkSegment(334dd128-f68f-47f1-9f58-dbf0d10a84a0),segment_id=334dd128-f68f-47f1-9f58-dbf0d10a84a0)] {{(pid=92880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 18:04:51.655447 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-c9bd207a-317d-462b-b65a-dd1120853d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479'] for port, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:51.658434 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:04:51.660191 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-b7fee1ba-14e9-4492-9e91-b45b80ddcb52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1018578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-955646'] for router, after_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:51.733336 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd207a-317d-462b-b65a-dd1120853d56 None None] Pushing event updated for resources: {'Port': ['ID=72fea048-c1e7-4df4-befe-dc41ad50eee2,revision_number=2']} {{(pid=92880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:04:51.737207 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-c9bd207a-317d-462b-b65a-dd1120853d56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:04:51.750792 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_hamode_db [None req-4f38da1c-6c68-49c3-a9bb-1c597632e666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2383b7a7-5e02-4ea6-8c11-ac462b715c40', 'name': 'tempest-TestVolumeBootPattern-790059704-router', 'tenant_id': '1e6c61cc07924138a80b114f14370bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'external_fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': '5b3d7f0f-d825-454d-ac83-9af8f11f20d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T18:04:44Z', 'updated_at': '2021-06-17T18:04:46Z', 'revision_number': 4, 'project_id': '1e6c61cc07924138a80b114f14370bd1', 'gw_port': {'id': '5b3d7f0f-d825-454d-ac83-9af8f11f20d5', 'name': '', 'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:5c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2383b7a7-5e02-4ea6-8c11-ac462b715c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:04:44Z', 'updated_at': '2021-06-17T18:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78089575-0364-47db-be8b-ef28f42f3a37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-6-iscsi', '_interfaces': [{'id': '1c0ea93b-4829-4c11-a3e0-2940e47ddf0a', 'name': '', 'network_id': '6ab84586-cad6-4a81-bfb5-7a0782fd9a74', 'tenant_id': '1e6c61cc07924138a80b114f14370bd1', 'mac_address': 'fa:16:3e:82:07:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2383b7a7-5e02-4ea6-8c11-ac462b715c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '06c8cb67-128a-4786-852c-d9ffd25e0b01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:04:46Z', 'updated_at': '2021-06-17T18:04:50Z', 'revision_number': 4, 'project_id': '1e6c61cc07924138a80b114f14370bd1', 'subnets': [{'id': '06c8cb67-128a-4786-852c-d9ffd25e0b01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-6-iscsi', False) {} {{(pid=92880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:04:51.784209 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f38da1c-6c68-49c3-a9bb-1c597632e666 None None] The sync data for ids ['2383b7a7-5e02-4ea6-8c11-ac462b715c40'] in dv-cinder-786260-6-iscsi is: [{'id': '2383b7a7-5e02-4ea6-8c11-ac462b715c40', 'name': 'tempest-TestVolumeBootPattern-790059704-router', 'tenant_id': '1e6c61cc07924138a80b114f14370bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'external_fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': '5b3d7f0f-d825-454d-ac83-9af8f11f20d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T18:04:44Z', 'updated_at': '2021-06-17T18:04:46Z', 'revision_number': 4, 'project_id': '1e6c61cc07924138a80b114f14370bd1', 'gw_port': {'id': '5b3d7f0f-d825-454d-ac83-9af8f11f20d5', 'name': '', 'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:5c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2383b7a7-5e02-4ea6-8c11-ac462b715c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:04:44Z', 'updated_at': '2021-06-17T18:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78089575-0364-47db-be8b-ef28f42f3a37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-6-iscsi', '_interfaces': [{'id': '1c0ea93b-4829-4c11-a3e0-2940e47ddf0a', 'name': '', 'network_id': '6ab84586-cad6-4a81-bfb5-7a0782fd9a74', 'tenant_id': '1e6c61cc07924138a80b114f14370bd1', 'mac_address': 'fa:16:3e:82:07:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2383b7a7-5e02-4ea6-8c11-ac462b715c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '06c8cb67-128a-4786-852c-d9ffd25e0b01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:04:46Z', 'updated_at': '2021-06-17T18:04:50Z', 'revision_number': 4, 'project_id': '1e6c61cc07924138a80b114f14370bd1', 'subnets': [{'id': '06c8cb67-128a-4786-852c-d9ffd25e0b01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 18:04:51.813295 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7fee1ba-14e9-4492-9e91-b45b80ddcb52 admin admin] Router c6e02f6c-1d02-48ad-abc3-00f27fe1a688 is scheduled to L3 agent 4c938d44-4998-4210-8006-ee34f5a3ffbf with binding_index 1 {{(pid=92872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 18:04:51.966385 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7fee1ba-14e9-4492-9e91-b45b80ddcb52 admin admin] Notify agent at l3_agent.dv-cinder-786260-6-iscsi the message routers_updated {{(pid=92872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 18:04:51.984652 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbcf28ec-4d40-45ce-bfce-9f759faa1bdf None None] Sync routers for ids ['c6e02f6c-1d02-48ad-abc3-00f27fe1a688'] in dv-cinder-786260-6-iscsi {{(pid=92881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 18:04:52.005279 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbcf28ec-4d40-45ce-bfce-9f759faa1bdf None None] Routers {'c6e02f6c-1d02-48ad-abc3-00f27fe1a688'} bound to L3 agent in host dv-cinder-786260-6-iscsi {{(pid=92881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 18:04:52.006155 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.l3_hamode_db [None req-fbcf28ec-4d40-45ce-bfce-9f759faa1bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T17:55:17Z,description=,heartbeat_timestamp=2021-06-17T18:04:47Z,host='dv-cinder-786260-6-iscsi',id=4c938d44-4998-4210-8006-ee34f5a3ffbf,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:55:17Z,topic='l3_agent')) {'router_ids': ['c6e02f6c-1d02-48ad-abc3-00f27fe1a688'], 'active': True} {{(pid=92881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:04:52.028207 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-b7fee1ba-14e9-4492-9e91-b45b80ddcb52 admin admin] Notify callbacks [] for router, before_response {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:52.031908 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-b7fee1ba-14e9-4492-9e91-b45b80ddcb52 admin admin] 10.222.0.97 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.1796153 Jun 17 18:04:52.032186 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 44808) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:04:52.152531 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.l3_dvr_db [None req-fbcf28ec-4d40-45ce-bfce-9f759faa1bdf None None] Set router c6e02f6c-1d02-48ad-abc3-00f27fe1a688 gateway port host: dv-cinder-786260-6-iscsi {{(pid=92881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 18:04:52.402666 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.l3_hamode_db [None req-fbcf28ec-4d40-45ce-bfce-9f759faa1bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6e02f6c-1d02-48ad-abc3-00f27fe1a688', 'name': 'tempest-TestVolumeBootPattern-1002971624-router', 'tenant_id': 'b5780bfcd40f46f981ede2d007293799', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'external_fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.178'}], 'enable_snat': True}, 'gw_port_id': '6537458c-6a4e-4dbe-b7e1-badb646e608a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T18:04:49Z', 'updated_at': '2021-06-17T18:04:51Z', 'revision_number': 3, 'project_id': 'b5780bfcd40f46f981ede2d007293799', 'gw_port': {'id': '6537458c-6a4e-4dbe-b7e1-badb646e608a', 'name': '', 'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:e2:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6e02f6c-1d02-48ad-abc3-00f27fe1a688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:04:50Z', 'updated_at': '2021-06-17T18:04:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '78089575-0364-47db-be8b-ef28f42f3a37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-6-iscsi'}], 'dv-cinder-786260-6-iscsi', False) {} {{(pid=92881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:04:52.439685 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbcf28ec-4d40-45ce-bfce-9f759faa1bdf None None] Checking router: c6e02f6c-1d02-48ad-abc3-00f27fe1a688 for host: dv-cinder-786260-6-iscsi {{(pid=92881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 18:04:52.440209 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbcf28ec-4d40-45ce-bfce-9f759faa1bdf None None] Updating router c6e02f6c-1d02-48ad-abc3-00f27fe1a688 port 6537458c-6a4e-4dbe-b7e1-badb646e608a binding host dv-cinder-786260-6-iscsi {{(pid=92881) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 18:04:52.491466 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron_lib.callbacks.manager [None req-fbcf28ec-4d40-45ce-bfce-9f759faa1bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:52.604230 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-e532a5c3-317d-482a-9137-405922d1ec7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1986742'] for port, before_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:52.746394 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Device 1c0ea93b-4829-4c11-a3e0-2940e47ddf0a up at agent ovs-agent-dv-cinder-786260-6-iscsi {{(pid=92880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 18:04:52.800600 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Provisioning for port 1c0ea93b-4829-4c11-a3e0-2940e47ddf0a completed by entity L2. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 18:04:52.805912 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Provisioning complete for port 1c0ea93b-4829-4c11-a3e0-2940e47ddf0a triggered by entity L2. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 18:04:52.807302 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687209'] for port, provisioning_complete {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:52.864904 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.db.db_base_plugin_common [None req-e532a5c3-317d-482a-9137-405922d1ec7c admin admin] Allocated IP 172.20.0.1 (bf9fd7d0-074a-4f8e-8d77-d5f744495d22/7311a9b5-a150-40ee-b0a6-3e2b481b57d1/ca6e6d27-35d0-4be3-a137-3ecd21375319) {{(pid=92872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 18:04:52.921680 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:52.964521 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] For port 1c0ea93b-4829-4c11-a3e0-2940e47ddf0a, host dv-cinder-786260-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-6-iscsi',level=0,port_id=1c0ea93b-4829-4c11-a3e0-2940e47ddf0a,segment=NetworkSegment(b4e37eab-f82a-4d9a-af96-7aed12146093),segment_id=b4e37eab-f82a-4d9a-af96-7aed12146093)] {{(pid=92880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:04:52.969041 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479'] for port, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:52.970426 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Device 72fea048-c1e7-4df4-befe-dc41ad50eee2 up at agent ovs-agent-dv-cinder-786260-6-iscsi {{(pid=92880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 18:04:52.972636 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:04:53.006988 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron_lib.callbacks.manager [None req-fbcf28ec-4d40-45ce-bfce-9f759faa1bdf None None] Notify callbacks [] for port, precommit_update {{(pid=92881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:53.027824 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.provisioning_blocks [None req-fbcf28ec-4d40-45ce-bfce-9f759faa1bdf None None] Transition to ACTIVE for port object 6537458c-6a4e-4dbe-b7e1-badb646e608a will not be triggered until provisioned by entity L2. {{(pid=92881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 18:04:53.041643 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron_lib.callbacks.manager [None req-fbcf28ec-4d40-45ce-bfce-9f759faa1bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479'] for port, after_update {{(pid=92881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:53.058336 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:04:53.080756 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-e532a5c3-317d-482a-9137-405922d1ec7c admin admin] Notify callbacks [] for port, precommit_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:53.095378 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.plugins.ml2.managers [None req-fbcf28ec-4d40-45ce-bfce-9f759faa1bdf None None] Attempting to bind port 6537458c-6a4e-4dbe-b7e1-badb646e608a on host dv-cinder-786260-6-iscsi for vnic_type normal with profile {{(pid=92881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 18:04:53.096713 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.plugins.ml2.managers [None req-fbcf28ec-4d40-45ce-bfce-9f759faa1bdf None None] Attempting to bind port 6537458c-6a4e-4dbe-b7e1-badb646e608a by drivers openvswitch,hyperv on host dv-cinder-786260-6-iscsi at level 0 using segments [{'id': '07abf0fa-b3ae-48d7-9299-c095c09325c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c'}] {{(pid=92881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 18:04:53.097292 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbcf28ec-4d40-45ce-bfce-9f759faa1bdf None None] Attempting to bind port 6537458c-6a4e-4dbe-b7e1-badb646e608a on network 64144b6f-e068-441d-8337-f91b82ffb73c {{(pid=92881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 18:04:53.130987 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.db.provisioning_blocks [None req-e532a5c3-317d-482a-9137-405922d1ec7c admin admin] Transition to ACTIVE for port object ca6e6d27-35d0-4be3-a137-3ecd21375319 will not be triggered until provisioned by entity DHCP. {{(pid=92872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 18:04:53.139870 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbcf28ec-4d40-45ce-bfce-9f759faa1bdf None None] Checking agent: {'id': '656fc8e0-be97-41b9-a086-aa1caa9e55fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 17, 55, 17), 'started_at': datetime.datetime(2021, 6, 17, 17, 55, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 18, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 18:04:53.140272 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbcf28ec-4d40-45ce-bfce-9f759faa1bdf None None] Checking segment: {'id': '07abf0fa-b3ae-48d7-9299-c095c09325c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 18:04:53.142478 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron_lib.callbacks.manager [None req-fbcf28ec-4d40-45ce-bfce-9f759faa1bdf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:53.144182 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbcf28ec-4d40-45ce-bfce-9f759faa1bdf None None] Bound using segment: {'id': '07abf0fa-b3ae-48d7-9299-c095c09325c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c'} {{(pid=92881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 18:04:53.145957 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.plugins.ml2.managers [None req-fbcf28ec-4d40-45ce-bfce-9f759faa1bdf None None] Bound port: 6537458c-6a4e-4dbe-b7e1-badb646e608a, host: dv-cinder-786260-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07abf0fa-b3ae-48d7-9299-c095c09325c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c'}}] {{(pid=92881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 18:04:53.148357 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron_lib.callbacks.manager [None req-fbcf28ec-4d40-45ce-bfce-9f759faa1bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:53.195048 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Pushing event updated for resources: {'Port': ['ID=1c0ea93b-4829-4c11-a3e0-2940e47ddf0a,revision_number=5']} {{(pid=92880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:04:53.209134 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:04:53.212801 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-e532a5c3-317d-482a-9137-405922d1ec7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1986807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743364645416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25532026'] for port, after_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:53.229621 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:04:53.237028 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Provisioning for port 72fea048-c1e7-4df4-befe-dc41ad50eee2 completed by entity L2. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 18:04:53.247063 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de055143-f0ba-4762-b74f-f290e7bb5614 None None] Pushing event updated for resources: {'Port': ['ID=6537458c-6a4e-4dbe-b7e1-badb646e608a,revision_number=2']} {{(pid=92881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:04:53.258250 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG oslo_concurrency.lockutils [None req-de055143-f0ba-4762-b74f-f290e7bb5614 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=92881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:04:53.259502 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41d6d98c-61ff-4b11-a5f5-0763e9a620b4 None None] Network bf9fd7d0-074a-4f8e-8d77-d5f744495d22 requested from dv-cinder-786260-6-iscsi {{(pid=92880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 18:04:53.288265 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-95a35016-9c8a-440e-8980-24ad01f1b747 req-2de9626f-471c-4664-86c3-2f1ff5c6184b tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/ports?device_id=846c2194-7473-42f4-a480-3978b0d4bd60 HTTP/1.1" status: 200 len: 210 time: 0.0353179 Jun 17 18:04:53.310196 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.plugins.ml2.db [None req-fbcf28ec-4d40-45ce-bfce-9f759faa1bdf None None] For port 6537458c-6a4e-4dbe-b7e1-badb646e608a, host dv-cinder-786260-6-iscsi, cleared binding levels {{(pid=92881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 18:04:53.317363 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.plugins.ml2.db [None req-fbcf28ec-4d40-45ce-bfce-9f759faa1bdf None None] For port 6537458c-6a4e-4dbe-b7e1-badb646e608a, host dv-cinder-786260-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-6-iscsi',level=0,port_id=6537458c-6a4e-4dbe-b7e1-badb646e608a,segment=NetworkSegment(07abf0fa-b3ae-48d7-9299-c095c09325c6),segment_id=07abf0fa-b3ae-48d7-9299-c095c09325c6)] {{(pid=92881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 18:04:53.321312 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e532a5c3-317d-482a-9137-405922d1ec7c admin admin] Network bf9fd7d0-074a-4f8e-8d77-d5f744495d22 is already hosted by enough agents. {{(pid=92872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 18:04:53.333531 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e532a5c3-317d-482a-9137-405922d1ec7c admin admin] Pushing event updated for resources: {'Port': ['ID=ca6e6d27-35d0-4be3-a137-3ecd21375319,revision_number=1']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:04:53.338810 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron_lib.callbacks.manager [None req-fbcf28ec-4d40-45ce-bfce-9f759faa1bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479'] for port, after_update {{(pid=92881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:53.341138 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:04:53.341449 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.scheduler.base_scheduler [None req-e532a5c3-317d-482a-9137-405922d1ec7c admin admin] Resources bound (agent type, host, resource id): {{(pid=92872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 18:04:53.345420 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-e532a5c3-317d-482a-9137-405922d1ec7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:04:53.345420 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e532a5c3-317d-482a-9137-405922d1ec7c admin admin] Received port after_create {{(pid=92872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 18:04:53.367454 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd33d846-0a77-4404-b544-4759870e7117 req-9d7ff165-f7e5-43da-85d4-e28671d6e48d tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:04:53.369809 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-cd33d846-0a77-4404-b544-4759870e7117 req-9d7ff165-f7e5-43da-85d4-e28671d6e48d tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/ports?device_id=ae2d03c1-55ad-4073-9b72-3acdf0aa8134 HTTP/1.1" status: 200 len: 945 time: 0.1761034 Jun 17 18:04:53.402687 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-e532a5c3-317d-482a-9137-405922d1ec7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-944711'] for router_interface, before_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:53.407400 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-c161a9a9-1cd6-43e5-800e-b526fe57deed None None] Provisioning for port 72fea048-c1e7-4df4-befe-dc41ad50eee2 completed by entity DHCP. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 18:04:53.429181 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-cd33d846-0a77-4404-b544-4759870e7117 req-fcee0f14-694a-484f-86c4-4db5ac7dd109 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/security-groups?id=344af256-d773-4ff0-b9b9-f3fcbe207aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528681 Jun 17 18:04:53.454443 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-c161a9a9-1cd6-43e5-800e-b526fe57deed None None] Provisioning complete for port 72fea048-c1e7-4df4-befe-dc41ad50eee2 triggered by entity DHCP. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 18:04:53.454901 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-c161a9a9-1cd6-43e5-800e-b526fe57deed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687209'] for port, provisioning_complete {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:53.461056 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbcf28ec-4d40-45ce-bfce-9f759faa1bdf None None] Routers {'c6e02f6c-1d02-48ad-abc3-00f27fe1a688'} bound to L3 agent in host dv-cinder-786260-6-iscsi {{(pid=92881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 18:04:53.461797 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.l3_hamode_db [None req-fbcf28ec-4d40-45ce-bfce-9f759faa1bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T17:55:17Z,description=,heartbeat_timestamp=2021-06-17T18:04:47Z,host='dv-cinder-786260-6-iscsi',id=4c938d44-4998-4210-8006-ee34f5a3ffbf,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:55:17Z,topic='l3_agent')) {'router_ids': ['c6e02f6c-1d02-48ad-abc3-00f27fe1a688'], 'active': True} {{(pid=92881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:04:53.564153 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de055143-f0ba-4762-b74f-f290e7bb5614 None None] Pushing event updated for resources: {'Port': ['ID=6537458c-6a4e-4dbe-b7e1-badb646e608a,revision_number=3']} {{(pid=92881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:04:53.568870 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG oslo_concurrency.lockutils [None req-de055143-f0ba-4762-b74f-f290e7bb5614 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=92881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:04:53.594592 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-c161a9a9-1cd6-43e5-800e-b526fe57deed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:53.614802 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.l3_dvr_db [None req-fbcf28ec-4d40-45ce-bfce-9f759faa1bdf None None] Set router c6e02f6c-1d02-48ad-abc3-00f27fe1a688 gateway port host: dv-cinder-786260-6-iscsi {{(pid=92881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 18:04:53.624775 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-e532a5c3-317d-482a-9137-405922d1ec7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:53.638234 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-c161a9a9-1cd6-43e5-800e-b526fe57deed None None] For port 72fea048-c1e7-4df4-befe-dc41ad50eee2, host dv-cinder-786260-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-6-iscsi',level=0,port_id=72fea048-c1e7-4df4-befe-dc41ad50eee2,segment=NetworkSegment(334dd128-f68f-47f1-9f58-dbf0d10a84a0),segment_id=334dd128-f68f-47f1-9f58-dbf0d10a84a0)] {{(pid=92880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:04:53.647101 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-c161a9a9-1cd6-43e5-800e-b526fe57deed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479'] for port, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:53.652293 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:04:53.709927 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c161a9a9-1cd6-43e5-800e-b526fe57deed None None] Pushing event updated for resources: {'Port': ['ID=72fea048-c1e7-4df4-befe-dc41ad50eee2,revision_number=3']} {{(pid=92880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:04:53.715342 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-c161a9a9-1cd6-43e5-800e-b526fe57deed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:04:53.920937 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-e532a5c3-317d-482a-9137-405922d1ec7c admin admin] Notify callbacks [] for port, precommit_update {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:53.931616 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-e532a5c3-317d-482a-9137-405922d1ec7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25531976'] for port, after_update {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:53.932877 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.l3_hamode_db [None req-fbcf28ec-4d40-45ce-bfce-9f759faa1bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6e02f6c-1d02-48ad-abc3-00f27fe1a688', 'name': 'tempest-TestVolumeBootPattern-1002971624-router', 'tenant_id': 'b5780bfcd40f46f981ede2d007293799', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'external_fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.178'}], 'enable_snat': True}, 'gw_port_id': '6537458c-6a4e-4dbe-b7e1-badb646e608a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T18:04:49Z', 'updated_at': '2021-06-17T18:04:51Z', 'revision_number': 3, 'project_id': 'b5780bfcd40f46f981ede2d007293799', 'gw_port': {'id': '6537458c-6a4e-4dbe-b7e1-badb646e608a', 'name': '', 'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:e2:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6e02f6c-1d02-48ad-abc3-00f27fe1a688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:04:50Z', 'updated_at': '2021-06-17T18:04:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78089575-0364-47db-be8b-ef28f42f3a37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-6-iscsi'}], 'dv-cinder-786260-6-iscsi', False) {} {{(pid=92881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:04:53.967848 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbcf28ec-4d40-45ce-bfce-9f759faa1bdf None None] The sync data for ids ['c6e02f6c-1d02-48ad-abc3-00f27fe1a688'] in dv-cinder-786260-6-iscsi is: [{'id': 'c6e02f6c-1d02-48ad-abc3-00f27fe1a688', 'name': 'tempest-TestVolumeBootPattern-1002971624-router', 'tenant_id': 'b5780bfcd40f46f981ede2d007293799', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'external_fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.178'}], 'enable_snat': True}, 'gw_port_id': '6537458c-6a4e-4dbe-b7e1-badb646e608a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T18:04:49Z', 'updated_at': '2021-06-17T18:04:51Z', 'revision_number': 3, 'project_id': 'b5780bfcd40f46f981ede2d007293799', 'gw_port': {'id': '6537458c-6a4e-4dbe-b7e1-badb646e608a', 'name': '', 'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:e2:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6e02f6c-1d02-48ad-abc3-00f27fe1a688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:04:50Z', 'updated_at': '2021-06-17T18:04:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78089575-0364-47db-be8b-ef28f42f3a37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-6-iscsi'}] {{(pid=92881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 18:04:53.989102 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-25f178e7-75a9-42f6-8666-d2760a70a0c9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:04:53.995289 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-cb0951a1-dfe0-4a9d-80a4-79b08fe3488d None None] Provisioning for port ca6e6d27-35d0-4be3-a137-3ecd21375319 completed by entity DHCP. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 18:04:54.000638 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-cb0951a1-dfe0-4a9d-80a4-79b08fe3488d None None] Provisioning complete for port ca6e6d27-35d0-4be3-a137-3ecd21375319 triggered by entity DHCP. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 18:04:54.001155 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-cb0951a1-dfe0-4a9d-80a4-79b08fe3488d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687209'] for port, provisioning_complete {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:54.080695 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-e532a5c3-317d-482a-9137-405922d1ec7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-950764'] for router_interface, after_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:54.089897 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.plugin [None req-cb0951a1-dfe0-4a9d-80a4-79b08fe3488d None None] Port ca6e6d27-35d0-4be3-a137-3ecd21375319 cannot update to ACTIVE because it is not bound. {{(pid=92880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 18:04:54.114233 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-cb0951a1-dfe0-4a9d-80a4-79b08fe3488d None None] Provisioning complete for port 72fea048-c1e7-4df4-befe-dc41ad50eee2 triggered by entity DHCP. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 18:04:54.114699 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-cb0951a1-dfe0-4a9d-80a4-79b08fe3488d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687209'] for port, provisioning_complete {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:54.124468 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e532a5c3-317d-482a-9137-405922d1ec7c admin admin] Pushing event updated for resources: {'Port': ['ID=ca6e6d27-35d0-4be3-a137-3ecd21375319,revision_number=2']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:04:54.128799 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-e532a5c3-317d-482a-9137-405922d1ec7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:04:54.251958 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e532a5c3-317d-482a-9137-405922d1ec7c admin admin] Network bf9fd7d0-074a-4f8e-8d77-d5f744495d22 is already hosted by enough agents. {{(pid=92872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 18:04:54.254769 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.scheduler.base_scheduler [None req-e532a5c3-317d-482a-9137-405922d1ec7c admin admin] Resources bound (agent type, host, resource id): {{(pid=92872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 18:04:54.443308 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-9f0e0923-db8a-415a-8901-514bdd62231a None None] Provisioning complete for port ca6e6d27-35d0-4be3-a137-3ecd21375319 triggered by entity DHCP. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 18:04:54.443926 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-9f0e0923-db8a-415a-8901-514bdd62231a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687209'] for port, provisioning_complete {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:54.490603 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e532a5c3-317d-482a-9137-405922d1ec7c admin admin] Router c6e02f6c-1d02-48ad-abc3-00f27fe1a688 has already been hosted by L3 agent 4c938d44-4998-4210-8006-ee34f5a3ffbf {{(pid=92872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 18:04:54.508454 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.plugin [None req-9f0e0923-db8a-415a-8901-514bdd62231a None None] Port ca6e6d27-35d0-4be3-a137-3ecd21375319 cannot update to ACTIVE because it is not bound. {{(pid=92880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 18:04:54.648810 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-1d7bbf71-c033-4ddb-877e-f9f8351e5da0 req-7bfa53aa-ea66-451d-b9b7-e765efa02670 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/ports?device_id=846c2194-7473-42f4-a480-3978b0d4bd60 HTTP/1.1" status: 200 len: 210 time: 0.0868270 Jun 17 18:04:54.767940 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e532a5c3-317d-482a-9137-405922d1ec7c admin admin] Notify agent at l3_agent.dv-cinder-786260-6-iscsi the message routers_updated {{(pid=92872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 18:04:54.786399 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-e532a5c3-317d-482a-9137-405922d1ec7c admin admin] 10.222.0.97 "PUT /v2.0/routers/c6e02f6c-1d02-48ad-abc3-00f27fe1a688/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7526908 Jun 17 18:04:54.813237 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Device 72fea048-c1e7-4df4-befe-dc41ad50eee2 up at agent ovs-agent-dv-cinder-786260-6-iscsi {{(pid=92880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 18:04:54.874290 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58e73db-e52d-4cd8-ab0a-cb17b2599b76 req-039088af-bc34-4936-b8d0-6f9669da4d31 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:04:54.875792 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-a58e73db-e52d-4cd8-ab0a-cb17b2599b76 req-039088af-bc34-4936-b8d0-6f9669da4d31 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.95 "GET /v2.0/networks?id=f6175827-20d7-459d-859c-a960c64f9f7b HTTP/1.1" status: 200 len: 814 time: 0.2150292 Jun 17 18:04:54.902689 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Provisioning complete for port 72fea048-c1e7-4df4-befe-dc41ad50eee2 triggered by entity L2. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 18:04:54.903261 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687209'] for port, provisioning_complete {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:54.941105 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f7bbc8-5a19-42fb-90e8-896437be6d6f req-34a24c1c-cdaa-4cf3-aa14-99d88edf32f7 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:04:54.943418 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-91f7bbc8-5a19-42fb-90e8-896437be6d6f req-34a24c1c-cdaa-4cf3-aa14-99d88edf32f7 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/ports?device_id=ae2d03c1-55ad-4073-9b72-3acdf0aa8134 HTTP/1.1" status: 200 len: 945 time: 0.1004484 Jun 17 18:04:54.970882 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-9f90ebe4-64c0-4b0d-bd7d-6bff3742fe92 None None] Provisioning complete for port ca6e6d27-35d0-4be3-a137-3ecd21375319 triggered by entity DHCP. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 18:04:54.971266 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-9f90ebe4-64c0-4b0d-bd7d-6bff3742fe92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687209'] for port, provisioning_complete {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:55.029690 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.v2.base [req-a58e73db-e52d-4cd8-ab0a-cb17b2599b76 req-c8e987ca-f515-4d0e-b169-0632c54e7fd1 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Request body: {'port': {'device_id': '846c2194-7473-42f4-a480-3978b0d4bd60', 'network_id': 'f6175827-20d7-459d-859c-a960c64f9f7b', 'admin_state_up': True, 'tenant_id': '0acb8a69956445cf93d47e2da25da9cb'}} {{(pid=92874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 18:04:55.058792 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.plugin [None req-9f90ebe4-64c0-4b0d-bd7d-6bff3742fe92 None None] Port ca6e6d27-35d0-4be3-a137-3ecd21375319 cannot update to ACTIVE because it is not bound. {{(pid=92880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 18:04:55.136906 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Device 1c0ea93b-4829-4c11-a3e0-2940e47ddf0a up at agent ovs-agent-dv-cinder-786260-6-iscsi {{(pid=92880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 18:04:55.194237 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-91f7bbc8-5a19-42fb-90e8-896437be6d6f req-ba4467f6-c7cc-40cb-bfa6-cb3ced112e71 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/security-groups?id=344af256-d773-4ff0-b9b9-f3fcbe207aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452447 Jun 17 18:04:55.198711 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a58e73db-e52d-4cd8-ab0a-cb17b2599b76 req-c8e987ca-f515-4d0e-b169-0632c54e7fd1 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Made reservation on behalf of 0acb8a69956445cf93d47e2da25da9cb for: {'port': 1} {{(pid=92874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 18:04:55.206041 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-a58e73db-e52d-4cd8-ab0a-cb17b2599b76 req-c8e987ca-f515-4d0e-b169-0632c54e7fd1 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1986742'] for port, before_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:55.246882 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Provisioning complete for port 1c0ea93b-4829-4c11-a3e0-2940e47ddf0a triggered by entity L2. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 18:04:55.248600 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687209'] for port, provisioning_complete {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:55.407511 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Device 6537458c-6a4e-4dbe-b7e1-badb646e608a up at agent ovs-agent-dv-cinder-786260-6-iscsi {{(pid=92880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 18:04:55.492184 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.db.db_base_plugin_common [req-a58e73db-e52d-4cd8-ab0a-cb17b2599b76 req-c8e987ca-f515-4d0e-b169-0632c54e7fd1 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Allocated IP 172.20.0.11 (f6175827-20d7-459d-859c-a960c64f9f7b/6d9eae51-247c-4135-a165-61e9ae8adce9/5b7ffdd7-8478-4f32-9d5e-1d5d216f47ba) {{(pid=92874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 18:04:55.496422 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Provisioning for port 6537458c-6a4e-4dbe-b7e1-badb646e608a completed by entity L2. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 18:04:55.507277 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Provisioning complete for port 6537458c-6a4e-4dbe-b7e1-badb646e608a triggered by entity L2. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 18:04:55.507662 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687209'] for port, provisioning_complete {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:55.585870 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6b4b4f-b948-4fba-a51d-e716680bc522 req-949aa8db-d45c-4379-acdf-60b1ccb2a787 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:04:55.597618 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-4e6b4b4f-b948-4fba-a51d-e716680bc522 req-949aa8db-d45c-4379-acdf-60b1ccb2a787 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/ports?device_id=d4ac72c4-640f-4b29-bebb-6e3ad492fde3 HTTP/1.1" status: 200 len: 945 time: 0.2054198 Jun 17 18:04:55.676773 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:55.709931 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] For port 6537458c-6a4e-4dbe-b7e1-badb646e608a, host dv-cinder-786260-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-6-iscsi',level=0,port_id=6537458c-6a4e-4dbe-b7e1-badb646e608a,segment=NetworkSegment(07abf0fa-b3ae-48d7-9299-c095c09325c6),segment_id=07abf0fa-b3ae-48d7-9299-c095c09325c6)] {{(pid=92880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:04:55.717750 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479'] for port, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:55.720397 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:04:55.736619 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-4e6b4b4f-b948-4fba-a51d-e716680bc522 req-5b0690ff-7e0c-4188-a52c-86f927669902 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/security-groups?id=344af256-d773-4ff0-b9b9-f3fcbe207aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380680 Jun 17 18:04:55.821641 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Pushing event updated for resources: {'Port': ['ID=6537458c-6a4e-4dbe-b7e1-badb646e608a,revision_number=4']} {{(pid=92880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:04:55.826432 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:04:55.860497 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-a58e73db-e52d-4cd8-ab0a-cb17b2599b76 req-c8e987ca-f515-4d0e-b169-0632c54e7fd1 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Notify callbacks [] for port, precommit_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:55.871083 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 44910) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:04:55.876932 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.v2.base [None req-52d0c914-4e73-4e37-b51e-1d30f6a90ce9 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-871296200', 'description': 'tempest-secgroup-smoke-871296200 description', 'project_id': '1e6c61cc07924138a80b114f14370bd1'}} {{(pid=92872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 18:04:55.910214 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-52d0c914-4e73-4e37-b51e-1d30f6a90ce9 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Notify callbacks [] for security_group, before_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:55.918935 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-a58e73db-e52d-4cd8-ab0a-cb17b2599b76 req-c8e987ca-f515-4d0e-b169-0632c54e7fd1 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1986807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743364645416'] for port, after_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:55.924493 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-af402744-9237-413f-8248-b318cafaf3eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:04:55.977684 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a58e73db-e52d-4cd8-ab0a-cb17b2599b76 req-c8e987ca-f515-4d0e-b169-0632c54e7fd1 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Network f6175827-20d7-459d-859c-a960c64f9f7b is already hosted by enough agents. {{(pid=92874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 18:04:55.980910 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] get_ports_and_sgs() called for port_ids ['66b35a25-01d6-4d67-ad06-eac51e9a99a7', '2490d242-9258-4e38-9703-40336224e523'] {{(pid=92880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 18:04:55.982013 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.scheduler.base_scheduler [req-a58e73db-e52d-4cd8-ab0a-cb17b2599b76 req-c8e987ca-f515-4d0e-b169-0632c54e7fd1 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Resources bound (agent type, host, resource id): {{(pid=92874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 18:04:55.988317 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.db.l3_dvrscheduler_db [req-a58e73db-e52d-4cd8-ab0a-cb17b2599b76 req-c8e987ca-f515-4d0e-b169-0632c54e7fd1 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Received port after_create {{(pid=92874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 18:04:55.993629 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58e73db-e52d-4cd8-ab0a-cb17b2599b76 req-c8e987ca-f515-4d0e-b169-0632c54e7fd1 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:04:55.994813 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-a58e73db-e52d-4cd8-ab0a-cb17b2599b76 req-c8e987ca-f515-4d0e-b169-0632c54e7fd1 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523113'] for port, before_response {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:56.003540 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e987ca-f515-4d0e-b169-0632c54e7fd1 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Pushing event updated for resources: {'Port': ['ID=5b7ffdd7-8478-4f32-9d5e-1d5d216f47ba,revision_number=1']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:04:56.008246 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-c8e987ca-f515-4d0e-b169-0632c54e7fd1 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:04:56.050442 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-52d0c914-4e73-4e37-b51e-1d30f6a90ce9 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Notify callbacks [] for security_group, precommit_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:56.054772 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-52d0c914-4e73-4e37-b51e-1d30f6a90ce9 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:56.060553 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-d83efec8-10ec-44b8-b885-4fb47495214d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:04:56.066271 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-a58e73db-e52d-4cd8-ab0a-cb17b2599b76 req-c8e987ca-f515-4d0e-b169-0632c54e7fd1 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0465257 Jun 17 18:04:56.090847 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.v2.base [req-a58e73db-e52d-4cd8-ab0a-cb17b2599b76 req-36bc698a-8278-460c-a538-9cd5b59e2cab service neutron] Request body: {'port': {'device_id': '846c2194-7473-42f4-a480-3978b0d4bd60', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=92874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 18:04:56.094176 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-52d0c914-4e73-4e37-b51e-1d30f6a90ce9 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Notify callbacks [] for security_group, before_response {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:56.096065 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-52d0c914-4e73-4e37-b51e-1d30f6a90ce9 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.97 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2233276 Jun 17 18:04:56.099046 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d0c914-4e73-4e37-b51e-1d30f6a90ce9 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a7a746b-7224-4834-953b-7dfc4df4b34f,revision_number=1']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:04:56.101207 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 44912) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:04:56.106986 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.v2.base [None req-df75bda7-68b0-420f-a0d5-d062534c8e4b tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Request body: {'security_group_rule': {'security_group_id': '3a7a746b-7224-4834-953b-7dfc4df4b34f', 'project_id': '1e6c61cc07924138a80b114f14370bd1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 18:04:56.113676 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-52d0c914-4e73-4e37-b51e-1d30f6a90ce9 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:04:56.149239 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-df75bda7-68b0-420f-a0d5-d062534c8e4b tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:56.214181 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-df75bda7-68b0-420f-a0d5-d062534c8e4b tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:56.219108 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-df75bda7-68b0-420f-a0d5-d062534c8e4b tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592663'] for security_group_rule, after_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:56.222234 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-e37395ee-dae0-4cb4-a895-4cce8118611f tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:04:56.247933 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df75bda7-68b0-420f-a0d5-d062534c8e4b tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbae5cf1-bcb2-4022-9d72-c83692906a9b,revision_number=0']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:04:56.251763 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-df75bda7-68b0-420f-a0d5-d062534c8e4b tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:04:56.258320 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-df75bda7-68b0-420f-a0d5-d062534c8e4b tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:56.259601 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-df75bda7-68b0-420f-a0d5-d062534c8e4b tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1572728 Jun 17 18:04:56.262690 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 44916) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:04:56.273924 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.v2.base [None req-8786bd66-49f1-4935-86e9-8462b24785dd tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Request body: {'security_group_rule': {'security_group_id': '3a7a746b-7224-4834-953b-7dfc4df4b34f', 'project_id': '1e6c61cc07924138a80b114f14370bd1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 18:04:56.341430 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-8786bd66-49f1-4935-86e9-8462b24785dd tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:56.343563 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-a58e73db-e52d-4cd8-ab0a-cb17b2599b76 req-36bc698a-8278-460c-a538-9cd5b59e2cab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:56.375703 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61564027-b743-4425-a187-86b535d43f57 req-6be357f4-7771-4440-938d-94f8288efcfa tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:04:56.377459 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-61564027-b743-4425-a187-86b535d43f57 req-6be357f4-7771-4440-938d-94f8288efcfa tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/ports?device_id=846c2194-7473-42f4-a480-3978b0d4bd60 HTTP/1.1" status: 200 len: 932 time: 0.2198298 Jun 17 18:04:56.418196 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-8786bd66-49f1-4935-86e9-8462b24785dd tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:56.421656 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-8786bd66-49f1-4935-86e9-8462b24785dd tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592663'] for security_group_rule, after_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:56.423608 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:04:56.441557 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8786bd66-49f1-4935-86e9-8462b24785dd tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da2704e4-812a-4a44-8ec8-51df2790eec6,revision_number=0']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:04:56.444517 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-8786bd66-49f1-4935-86e9-8462b24785dd tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:04:56.446409 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-8786bd66-49f1-4935-86e9-8462b24785dd tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:56.448065 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-8786bd66-49f1-4935-86e9-8462b24785dd tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1840930 Jun 17 18:04:56.451571 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 44920) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:04:56.456084 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.v2.base [None req-7f2b1ec4-e167-49f4-856f-a2ef1845e89c tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Request body: {'security_group_rule': {'security_group_id': '3a7a746b-7224-4834-953b-7dfc4df4b34f', 'project_id': '1e6c61cc07924138a80b114f14370bd1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 18:04:56.521523 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-61564027-b743-4425-a187-86b535d43f57 req-bea0cd9a-e4d4-4fc2-ba74-7b26dcfd6fbb tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/security-groups?id=91f7f23c-b787-41c8-9305-85229b082856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122794 Jun 17 18:04:56.570126 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Device 6537458c-6a4e-4dbe-b7e1-badb646e608a up at agent ovs-agent-dv-cinder-786260-6-iscsi {{(pid=92880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 18:04:56.579035 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-7f2b1ec4-e167-49f4-856f-a2ef1845e89c tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:56.624222 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Provisioning complete for port 6537458c-6a4e-4dbe-b7e1-badb646e608a triggered by entity L2. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 18:04:56.624915 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687209'] for port, provisioning_complete {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:56.651961 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353cd3e1-d3c7-4895-b641-765ea8ce4b00 None None] Sync routers for ids ['c6e02f6c-1d02-48ad-abc3-00f27fe1a688'] in dv-cinder-786260-6-iscsi {{(pid=92880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 18:04:56.670126 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353cd3e1-d3c7-4895-b641-765ea8ce4b00 None None] Routers {'c6e02f6c-1d02-48ad-abc3-00f27fe1a688'} bound to L3 agent in host dv-cinder-786260-6-iscsi {{(pid=92880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 18:04:56.670742 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_hamode_db [None req-353cd3e1-d3c7-4895-b641-765ea8ce4b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T17:55:17Z,description=,heartbeat_timestamp=2021-06-17T18:04:47Z,host='dv-cinder-786260-6-iscsi',id=4c938d44-4998-4210-8006-ee34f5a3ffbf,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:55:17Z,topic='l3_agent')) {'router_ids': ['c6e02f6c-1d02-48ad-abc3-00f27fe1a688'], 'active': True} {{(pid=92880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:04:56.711572 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-7f2b1ec4-e167-49f4-856f-a2ef1845e89c tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:56.721955 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-7f2b1ec4-e167-49f4-856f-a2ef1845e89c tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592663'] for security_group_rule, after_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:56.732724 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:04:56.766655 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2b1ec4-e167-49f4-856f-a2ef1845e89c tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56ffda61-805e-49bc-a13d-78130e24c024,revision_number=0']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:04:56.772846 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-7f2b1ec4-e167-49f4-856f-a2ef1845e89c tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:04:56.778533 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-7f2b1ec4-e167-49f4-856f-a2ef1845e89c tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:56.779836 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-7f2b1ec4-e167-49f4-856f-a2ef1845e89c tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3272526 Jun 17 18:04:56.783019 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 44926) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:04:56.785900 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.notifiers.nova [req-a58e73db-e52d-4cd8-ab0a-cb17b2599b76 req-36bc698a-8278-460c-a538-9cd5b59e2cab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b7ffdd7-8478-4f32-9d5e-1d5d216f47ba {{(pid=92874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 18:04:56.789536 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.v2.base [None req-e6063d8a-2ac7-4ef5-a9d3-a09dae5c1e1a tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Request body: {'security_group_rule': {'security_group_id': '3a7a746b-7224-4834-953b-7dfc4df4b34f', 'project_id': '1e6c61cc07924138a80b114f14370bd1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 18:04:56.793416 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-a58e73db-e52d-4cd8-ab0a-cb17b2599b76 req-36bc698a-8278-460c-a538-9cd5b59e2cab service neutron] Notify callbacks [] for port, precommit_update {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:56.808855 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.db.provisioning_blocks [req-a58e73db-e52d-4cd8-ab0a-cb17b2599b76 req-36bc698a-8278-460c-a538-9cd5b59e2cab service neutron] Transition to ACTIVE for port object 5b7ffdd7-8478-4f32-9d5e-1d5d216f47ba will not be triggered until provisioned by entity L2. {{(pid=92874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 18:04:56.811668 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_dvr_db [None req-353cd3e1-d3c7-4895-b641-765ea8ce4b00 None None] Set router c6e02f6c-1d02-48ad-abc3-00f27fe1a688 gateway port host: dv-cinder-786260-6-iscsi {{(pid=92880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 18:04:56.814891 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-a58e73db-e52d-4cd8-ab0a-cb17b2599b76 req-36bc698a-8278-460c-a538-9cd5b59e2cab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479'] for port, after_update {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:56.816910 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-5597449e-8370-4645-a803-acfc17a7d980 tempest-DeleteServersTestJSON-1984471777 tempest-DeleteServersTestJSON-1984471777-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:04:56.836289 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-e6063d8a-2ac7-4ef5-a9d3-a09dae5c1e1a tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:56.906102 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bc698a-8278-460c-a538-9cd5b59e2cab service neutron] Pushing event updated for resources: {'Port': ['ID=5b7ffdd7-8478-4f32-9d5e-1d5d216f47ba,revision_number=2']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:04:56.918996 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-36bc698a-8278-460c-a538-9cd5b59e2cab service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:04:56.927220 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-e6063d8a-2ac7-4ef5-a9d3-a09dae5c1e1a tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:56.935778 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-e6063d8a-2ac7-4ef5-a9d3-a09dae5c1e1a tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592663'] for security_group_rule, after_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:56.938684 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-8786bd66-49f1-4935-86e9-8462b24785dd tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:04:56.955983 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6063d8a-2ac7-4ef5-a9d3-a09dae5c1e1a tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07284b52-c9f8-4362-9895-07e1f37ddb41,revision_number=0']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:04:56.958903 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-e6063d8a-2ac7-4ef5-a9d3-a09dae5c1e1a tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:04:56.968107 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.managers [req-a58e73db-e52d-4cd8-ab0a-cb17b2599b76 req-36bc698a-8278-460c-a538-9cd5b59e2cab service neutron] Attempting to bind port 5b7ffdd7-8478-4f32-9d5e-1d5d216f47ba on host hv-cinder-78626 for vnic_type normal with profile {{(pid=92874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 18:04:56.968748 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.managers [req-a58e73db-e52d-4cd8-ab0a-cb17b2599b76 req-36bc698a-8278-460c-a538-9cd5b59e2cab service neutron] Attempting to bind port 5b7ffdd7-8478-4f32-9d5e-1d5d216f47ba by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': 'ec1be91d-5013-401a-90de-3135f9e6b68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': 'f6175827-20d7-459d-859c-a960c64f9f7b'}] {{(pid=92874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 18:04:56.969292 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a58e73db-e52d-4cd8-ab0a-cb17b2599b76 req-36bc698a-8278-460c-a538-9cd5b59e2cab service neutron] Attempting to bind port 5b7ffdd7-8478-4f32-9d5e-1d5d216f47ba on network f6175827-20d7-459d-859c-a960c64f9f7b {{(pid=92874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 18:04:56.971707 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-e6063d8a-2ac7-4ef5-a9d3-a09dae5c1e1a tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:56.973146 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-e6063d8a-2ac7-4ef5-a9d3-a09dae5c1e1a tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1880984 Jun 17 18:04:56.976293 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 44932) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:04:56.979957 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a58e73db-e52d-4cd8-ab0a-cb17b2599b76 req-36bc698a-8278-460c-a538-9cd5b59e2cab service neutron] Port 5b7ffdd7-8478-4f32-9d5e-1d5d216f47ba on network f6175827-20d7-459d-859c-a960c64f9f7b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=92874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 18:04:56.980480 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a58e73db-e52d-4cd8-ab0a-cb17b2599b76 req-36bc698a-8278-460c-a538-9cd5b59e2cab service neutron] Attempting to bind port 5b7ffdd7-8478-4f32-9d5e-1d5d216f47ba on network f6175827-20d7-459d-859c-a960c64f9f7b {{(pid=92874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 18:04:56.981754 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.v2.base [None req-c7fa95ba-1c9d-4e3e-9b90-5d2167ea3ef7 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Request body: {'security_group_rule': {'security_group_id': '3a7a746b-7224-4834-953b-7dfc4df4b34f', 'project_id': '1e6c61cc07924138a80b114f14370bd1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 18:04:56.988503 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a58e73db-e52d-4cd8-ab0a-cb17b2599b76 req-36bc698a-8278-460c-a538-9cd5b59e2cab service neutron] Checking agent: {'id': '0a4c4f6c-022a-47ca-a1e7-cbe9e6e5e8a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 18, 1, 10), 'started_at': datetime.datetime(2021, 6, 17, 18, 1, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 18, 4, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 18:04:56.988915 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a58e73db-e52d-4cd8-ab0a-cb17b2599b76 req-36bc698a-8278-460c-a538-9cd5b59e2cab service neutron] Checking segment: {'id': 'ec1be91d-5013-401a-90de-3135f9e6b68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': 'f6175827-20d7-459d-859c-a960c64f9f7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 18:04:56.989302 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a58e73db-e52d-4cd8-ab0a-cb17b2599b76 req-36bc698a-8278-460c-a538-9cd5b59e2cab service neutron] Bound using segment: {'id': 'ec1be91d-5013-401a-90de-3135f9e6b68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': 'f6175827-20d7-459d-859c-a960c64f9f7b'} {{(pid=92874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 18:04:56.989735 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.managers [req-a58e73db-e52d-4cd8-ab0a-cb17b2599b76 req-36bc698a-8278-460c-a538-9cd5b59e2cab service neutron] Bound port: 5b7ffdd7-8478-4f32-9d5e-1d5d216f47ba, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec1be91d-5013-401a-90de-3135f9e6b68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': 'f6175827-20d7-459d-859c-a960c64f9f7b'}}] {{(pid=92874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 18:04:56.990345 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-a58e73db-e52d-4cd8-ab0a-cb17b2599b76 req-36bc698a-8278-460c-a538-9cd5b59e2cab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:57.016242 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.db.securitygroups_db [None req-c7fa95ba-1c9d-4e3e-9b90-5d2167ea3ef7 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Project 1e6c61cc07924138a80b114f14370bd1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 17 18:04:57.021617 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-c7fa95ba-1c9d-4e3e-9b90-5d2167ea3ef7 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:57.085576 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_hamode_db [None req-353cd3e1-d3c7-4895-b641-765ea8ce4b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6e02f6c-1d02-48ad-abc3-00f27fe1a688', 'name': 'tempest-TestVolumeBootPattern-1002971624-router', 'tenant_id': 'b5780bfcd40f46f981ede2d007293799', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'external_fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.178'}], 'enable_snat': True}, 'gw_port_id': '6537458c-6a4e-4dbe-b7e1-badb646e608a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T18:04:49Z', 'updated_at': '2021-06-17T18:04:53Z', 'revision_number': 4, 'project_id': 'b5780bfcd40f46f981ede2d007293799', 'gw_port': {'id': '6537458c-6a4e-4dbe-b7e1-badb646e608a', 'name': '', 'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:e2:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e02f6c-1d02-48ad-abc3-00f27fe1a688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:04:50Z', 'updated_at': '2021-06-17T18:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78089575-0364-47db-be8b-ef28f42f3a37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-6-iscsi', '_interfaces': [{'id': 'ca6e6d27-35d0-4be3-a137-3ecd21375319', 'name': '', 'network_id': 'bf9fd7d0-074a-4f8e-8d77-d5f744495d22', 'tenant_id': 'b5780bfcd40f46f981ede2d007293799', 'mac_address': 'fa:16:3e:52:d8:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6e02f6c-1d02-48ad-abc3-00f27fe1a688', 'device_owner': 'network:router_interface', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '7311a9b5-a150-40ee-b0a6-3e2b481b57d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:04:52Z', 'updated_at': '2021-06-17T18:04:53Z', 'revision_number': 2, 'project_id': 'b5780bfcd40f46f981ede2d007293799', 'subnets': [{'id': '7311a9b5-a150-40ee-b0a6-3e2b481b57d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-6-iscsi', False) {} {{(pid=92880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:04:57.112254 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-c7fa95ba-1c9d-4e3e-9b90-5d2167ea3ef7 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:57.118825 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-c7fa95ba-1c9d-4e3e-9b90-5d2167ea3ef7 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592663'] for security_group_rule, after_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:57.120079 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353cd3e1-d3c7-4895-b641-765ea8ce4b00 None None] Checking router: c6e02f6c-1d02-48ad-abc3-00f27fe1a688 for host: dv-cinder-786260-6-iscsi {{(pid=92880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 18:04:57.120894 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353cd3e1-d3c7-4895-b641-765ea8ce4b00 None None] Updating router c6e02f6c-1d02-48ad-abc3-00f27fe1a688 port ca6e6d27-35d0-4be3-a137-3ecd21375319 binding host dv-cinder-786260-6-iscsi {{(pid=92880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 18:04:57.137650 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:04:57.145130 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fa95ba-1c9d-4e3e-9b90-5d2167ea3ef7 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6115dd8-cbb6-4903-b9c1-66811a8ae474,revision_number=0']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:04:57.155698 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.db [req-a58e73db-e52d-4cd8-ab0a-cb17b2599b76 req-36bc698a-8278-460c-a538-9cd5b59e2cab service neutron] For port 5b7ffdd7-8478-4f32-9d5e-1d5d216f47ba, host hv-cinder-78626, cleared binding levels {{(pid=92874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 18:04:57.157330 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-c7fa95ba-1c9d-4e3e-9b90-5d2167ea3ef7 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:04:57.159836 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.db [req-a58e73db-e52d-4cd8-ab0a-cb17b2599b76 req-36bc698a-8278-460c-a538-9cd5b59e2cab service neutron] For port 5b7ffdd7-8478-4f32-9d5e-1d5d216f47ba, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=5b7ffdd7-8478-4f32-9d5e-1d5d216f47ba,segment=NetworkSegment(ec1be91d-5013-401a-90de-3135f9e6b68b),segment_id=ec1be91d-5013-401a-90de-3135f9e6b68b)] {{(pid=92874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 18:04:57.163208 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-353cd3e1-d3c7-4895-b641-765ea8ce4b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:57.164942 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-c7fa95ba-1c9d-4e3e-9b90-5d2167ea3ef7 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:57.169273 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-a58e73db-e52d-4cd8-ab0a-cb17b2599b76 req-36bc698a-8278-460c-a538-9cd5b59e2cab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479'] for port, after_update {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:57.170207 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-c7fa95ba-1c9d-4e3e-9b90-5d2167ea3ef7 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1922922 Jun 17 18:04:57.171133 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 44942) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:04:57.176978 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-f0f87db1-2559-4d4f-8214-3b92c3799a18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:04:57.177901 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.v2.base [None req-819e259f-aa9e-4c9e-9e72-a6a4f67507db tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Request body: {'security_group_rule': {'security_group_id': '3a7a746b-7224-4834-953b-7dfc4df4b34f', 'project_id': '1e6c61cc07924138a80b114f14370bd1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 18:04:57.221000 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58e73db-e52d-4cd8-ab0a-cb17b2599b76 req-36bc698a-8278-460c-a538-9cd5b59e2cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:04:57.221524 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-a58e73db-e52d-4cd8-ab0a-cb17b2599b76 req-36bc698a-8278-460c-a538-9cd5b59e2cab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523113'] for port, before_response {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:57.222930 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-a58e73db-e52d-4cd8-ab0a-cb17b2599b76 req-36bc698a-8278-460c-a538-9cd5b59e2cab service neutron] 10.222.0.95 "PUT /v2.0/ports/5b7ffdd7-8478-4f32-9d5e-1d5d216f47ba HTTP/1.1" status: 200 len: 1094 time: 1.1387348 Jun 17 18:04:57.223435 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '846c2194-7473-42f4-a480-3978b0d4bd60', 'tag': '5b7ffdd7-8478-4f32-9d5e-1d5d216f47ba'}] {{(pid=92874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 18:04:57.226935 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58554d43f64f60294e2d1fd4a9d9342a0a386c70b92defbb6c9fd2054ba7a623" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5131610-07e2-43e5-a651-23a0c79aff9f" -d '{"events": [{"name": "network-changed", "server_uuid": "846c2194-7473-42f4-a480-3978b0d4bd60", "tag": "5b7ffdd7-8478-4f32-9d5e-1d5d216f47ba"}]}' {{(pid=92874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 18:04:57.228647 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.db.securitygroups_db [None req-819e259f-aa9e-4c9e-9e72-a6a4f67507db tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Project 1e6c61cc07924138a80b114f14370bd1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 17 18:04:57.234867 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-819e259f-aa9e-4c9e-9e72-a6a4f67507db tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:57.278297 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bc698a-8278-460c-a538-9cd5b59e2cab service neutron] Pushing event updated for resources: {'Port': ['ID=5b7ffdd7-8478-4f32-9d5e-1d5d216f47ba,revision_number=3']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:04:57.286828 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-36bc698a-8278-460c-a538-9cd5b59e2cab service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:04:57.328518 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-819e259f-aa9e-4c9e-9e72-a6a4f67507db tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:57.335085 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-819e259f-aa9e-4c9e-9e72-a6a4f67507db tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592663'] for security_group_rule, after_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:57.338852 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:04:57.354964 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819e259f-aa9e-4c9e-9e72-a6a4f67507db tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45c2373e-fb2e-4e5b-8a1f-083bcc9ea843,revision_number=0']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:04:57.357957 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-819e259f-aa9e-4c9e-9e72-a6a4f67507db tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:04:57.364276 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-819e259f-aa9e-4c9e-9e72-a6a4f67507db tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:57.369033 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-819e259f-aa9e-4c9e-9e72-a6a4f67507db tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1929221 Jun 17 18:04:57.448639 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58e73db-e52d-4cd8-ab0a-cb17b2599b76 req-4ceb0c5d-8410-405a-be9a-3389b7cd5571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:04:57.450552 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-a58e73db-e52d-4cd8-ab0a-cb17b2599b76 req-4ceb0c5d-8410-405a-be9a-3389b7cd5571 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0acb8a69956445cf93d47e2da25da9cb&device_id=846c2194-7473-42f4-a480-3978b0d4bd60 HTTP/1.1" status: 200 len: 1097 time: 0.0594664 Jun 17 18:04:57.492110 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 18:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7760cedd-e3b7-4bee-9f4b-38510da85f21 x-openstack-request-id: req-7760cedd-e3b7-4bee-9f4b-38510da85f21 {{(pid=92874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 18:04:57.492593 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "846c2194-7473-42f4-a480-3978b0d4bd60", "tag": "5b7ffdd7-8478-4f32-9d5e-1d5d216f47ba", "status": "completed", "code": 200}]} {{(pid=92874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 18:04:57.492879 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-7760cedd-e3b7-4bee-9f4b-38510da85f21 {{(pid=92874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 18:04:57.500614 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '846c2194-7473-42f4-a480-3978b0d4bd60', 'tag': '5b7ffdd7-8478-4f32-9d5e-1d5d216f47ba', 'status': 'completed', 'code': 200} Jun 17 18:04:57.594718 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-353cd3e1-d3c7-4895-b641-765ea8ce4b00 None None] Notify callbacks [] for port, precommit_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:57.606006 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-353cd3e1-d3c7-4895-b641-765ea8ce4b00 None None] Transition to ACTIVE for port object ca6e6d27-35d0-4be3-a137-3ecd21375319 will not be triggered until provisioned by entity L2. {{(pid=92880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 18:04:57.611007 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-a58e73db-e52d-4cd8-ab0a-cb17b2599b76 req-253f1e0b-4fb2-455a-94dd-c1c9f9d94234 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5b7ffdd7-8478-4f32-9d5e-1d5d216f47ba HTTP/1.1" status: 200 len: 217 time: 0.1246879 Jun 17 18:04:57.622184 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-353cd3e1-d3c7-4895-b641-765ea8ce4b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479'] for port, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:57.624521 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:04:57.714476 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58e73db-e52d-4cd8-ab0a-cb17b2599b76 req-e3d0331e-03ef-49af-b2a5-65f7933b27f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:04:57.715976 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-a58e73db-e52d-4cd8-ab0a-cb17b2599b76 req-e3d0331e-03ef-49af-b2a5-65f7933b27f6 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=6d9eae51-247c-4135-a165-61e9ae8adce9 HTTP/1.1" status: 200 len: 854 time: 0.0994396 Jun 17 18:04:57.792179 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-a58e73db-e52d-4cd8-ab0a-cb17b2599b76 req-01cbe697-97fd-406e-9559-d15428f60dc0 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=f6175827-20d7-459d-859c-a960c64f9f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678005 Jun 17 18:04:57.858877 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35532c78-9d4b-4ff7-b66a-419df7a4e351 None None] Pushing event updated for resources: {'Port': ['ID=ca6e6d27-35d0-4be3-a137-3ecd21375319,revision_number=3']} {{(pid=92880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:04:57.885179 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-35532c78-9d4b-4ff7-b66a-419df7a4e351 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:04:58.000752 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.managers [None req-353cd3e1-d3c7-4895-b641-765ea8ce4b00 None None] Attempting to bind port ca6e6d27-35d0-4be3-a137-3ecd21375319 on host dv-cinder-786260-6-iscsi for vnic_type normal with profile {{(pid=92880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 18:04:58.001184 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.managers [None req-353cd3e1-d3c7-4895-b641-765ea8ce4b00 None None] Attempting to bind port ca6e6d27-35d0-4be3-a137-3ecd21375319 by drivers openvswitch,hyperv on host dv-cinder-786260-6-iscsi at level 0 using segments [{'id': '334dd128-f68f-47f1-9f58-dbf0d10a84a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': 'bf9fd7d0-074a-4f8e-8d77-d5f744495d22'}] {{(pid=92880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 18:04:58.001664 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353cd3e1-d3c7-4895-b641-765ea8ce4b00 None None] Attempting to bind port ca6e6d27-35d0-4be3-a137-3ecd21375319 on network bf9fd7d0-074a-4f8e-8d77-d5f744495d22 {{(pid=92880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 18:04:58.007703 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353cd3e1-d3c7-4895-b641-765ea8ce4b00 None None] Checking agent: {'id': '656fc8e0-be97-41b9-a086-aa1caa9e55fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 17, 55, 17), 'started_at': datetime.datetime(2021, 6, 17, 17, 55, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 18, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 18:04:58.008254 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353cd3e1-d3c7-4895-b641-765ea8ce4b00 None None] Checking segment: {'id': '334dd128-f68f-47f1-9f58-dbf0d10a84a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': 'bf9fd7d0-074a-4f8e-8d77-d5f744495d22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 18:04:58.008758 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-353cd3e1-d3c7-4895-b641-765ea8ce4b00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:58.009305 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353cd3e1-d3c7-4895-b641-765ea8ce4b00 None None] Bound using segment: {'id': '334dd128-f68f-47f1-9f58-dbf0d10a84a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': 'bf9fd7d0-074a-4f8e-8d77-d5f744495d22'} {{(pid=92880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 18:04:58.010091 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.managers [None req-353cd3e1-d3c7-4895-b641-765ea8ce4b00 None None] Bound port: ca6e6d27-35d0-4be3-a137-3ecd21375319, host: dv-cinder-786260-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '334dd128-f68f-47f1-9f58-dbf0d10a84a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1125, 'network_id': 'bf9fd7d0-074a-4f8e-8d77-d5f744495d22'}}] {{(pid=92880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 18:04:58.010827 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-353cd3e1-d3c7-4895-b641-765ea8ce4b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:58.019988 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-a58e73db-e52d-4cd8-ab0a-cb17b2599b76 req-7b6b542d-f4f9-4a52-a144-e0ea80a518ad service neutron] 10.222.0.95 "GET /v2.0/networks/f6175827-20d7-459d-859c-a960c64f9f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725726 Jun 17 18:04:58.040726 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6239abd-af78-43dd-976f-4fad4818af9a req-6904cbff-f712-4966-8180-f3c58c7cb1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:04:58.041495 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2440d0-2f1b-471c-b9ce-9ab7e404c34f req-7c1137f8-ad80-4c16-801f-c4b0d00ab7c3 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:04:58.042824 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-aa2440d0-2f1b-471c-b9ce-9ab7e404c34f req-7c1137f8-ad80-4c16-801f-c4b0d00ab7c3 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/ports?device_id=846c2194-7473-42f4-a480-3978b0d4bd60 HTTP/1.1" status: 200 len: 944 time: 0.3051302 Jun 17 18:04:58.043389 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-d6239abd-af78-43dd-976f-4fad4818af9a req-6904cbff-f712-4966-8180-f3c58c7cb1cf service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=623f5da845c24adfaa862156e92f7f73&device_id=d4ac72c4-640f-4b29-bebb-6e3ad492fde3 HTTP/1.1" status: 200 len: 1098 time: 0.1098239 Jun 17 18:04:58.103707 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e6e20d-a0be-4451-8ec6-38b092717cf5 req-e2627ed1-c03d-483e-8949-c42192d4d695 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:04:58.112039 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-23e6e20d-a0be-4451-8ec6-38b092717cf5 req-e2627ed1-c03d-483e-8949-c42192d4d695 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/ports?device_id=d4ac72c4-640f-4b29-bebb-6e3ad492fde3 HTTP/1.1" status: 200 len: 945 time: 0.1768799 Jun 17 18:04:58.130552 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-353cd3e1-d3c7-4895-b641-765ea8ce4b00 None None] For port ca6e6d27-35d0-4be3-a137-3ecd21375319, host dv-cinder-786260-6-iscsi, cleared binding levels {{(pid=92880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 18:04:58.145719 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-353cd3e1-d3c7-4895-b641-765ea8ce4b00 None None] For port ca6e6d27-35d0-4be3-a137-3ecd21375319, host dv-cinder-786260-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-6-iscsi',level=0,port_id=ca6e6d27-35d0-4be3-a137-3ecd21375319,segment=NetworkSegment(334dd128-f68f-47f1-9f58-dbf0d10a84a0),segment_id=334dd128-f68f-47f1-9f58-dbf0d10a84a0)] {{(pid=92880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 18:04:58.156170 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-353cd3e1-d3c7-4895-b641-765ea8ce4b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479'] for port, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:58.158746 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:04:58.214822 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-aa2440d0-2f1b-471c-b9ce-9ab7e404c34f req-43974953-6eb8-44c2-a9ad-98fd50d91b0f tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/security-groups?id=91f7f23c-b787-41c8-9305-85229b082856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630054 Jun 17 18:04:58.252527 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-23e6e20d-a0be-4451-8ec6-38b092717cf5 req-075f3b38-09ae-4e75-a7a8-f3baa067a61e tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/security-groups?id=344af256-d773-4ff0-b9b9-f3fcbe207aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396058 Jun 17 18:04:58.268903 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6239abd-af78-43dd-976f-4fad4818af9a req-f75baf1e-90ec-4856-8870-0a735cca54e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:04:58.276473 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-d6239abd-af78-43dd-976f-4fad4818af9a req-f75baf1e-90ec-4856-8870-0a735cca54e4 service neutron] 10.222.0.95 "GET /v2.0/networks?id=64e72c49-5fe4-4eab-8346-e0f7ad7adcf2 HTTP/1.1" status: 200 len: 921 time: 0.2039080 Jun 17 18:04:58.281620 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353cd3e1-d3c7-4895-b641-765ea8ce4b00 None None] Routers {'c6e02f6c-1d02-48ad-abc3-00f27fe1a688'} bound to L3 agent in host dv-cinder-786260-6-iscsi {{(pid=92880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 18:04:58.282273 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_hamode_db [None req-353cd3e1-d3c7-4895-b641-765ea8ce4b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T17:55:17Z,description=,heartbeat_timestamp=2021-06-17T18:04:47Z,host='dv-cinder-786260-6-iscsi',id=4c938d44-4998-4210-8006-ee34f5a3ffbf,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:55:17Z,topic='l3_agent')) {'router_ids': ['c6e02f6c-1d02-48ad-abc3-00f27fe1a688'], 'active': True} {{(pid=92880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:04:58.300676 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-a58e73db-e52d-4cd8-ab0a-cb17b2599b76 req-188f03bf-4f2f-4a16-a1fc-ea2536bef328 service neutron] 10.222.0.95 "GET /v2.0/networks/f6175827-20d7-459d-859c-a960c64f9f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2677362 Jun 17 18:04:58.346493 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-d6239abd-af78-43dd-976f-4fad4818af9a req-303ec88f-2749-4039-8c2c-d9023282f3ad service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8d512d72-e38b-44d0-857f-e6bc293dc5c0 HTTP/1.1" status: 200 len: 217 time: 0.0678897 Jun 17 18:04:58.455727 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6239abd-af78-43dd-976f-4fad4818af9a req-1dcee70f-3f19-42df-bcd9-53e7d55ab6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:04:58.458756 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-d6239abd-af78-43dd-976f-4fad4818af9a req-1dcee70f-3f19-42df-bcd9-53e7d55ab6e4 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=aaa033e4-31af-4af5-8b46-e711281f5e48 HTTP/1.1" status: 200 len: 859 time: 0.0820029 Jun 17 18:04:58.528387 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35532c78-9d4b-4ff7-b66a-419df7a4e351 None None] Pushing event updated for resources: {'Port': ['ID=ca6e6d27-35d0-4be3-a137-3ecd21375319,revision_number=4']} {{(pid=92880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:04:58.536333 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-35532c78-9d4b-4ff7-b66a-419df7a4e351 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:04:58.594855 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-d6239abd-af78-43dd-976f-4fad4818af9a req-8a70a826-a5d2-4a58-b8e1-3fa73236733b service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=64e72c49-5fe4-4eab-8346-e0f7ad7adcf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1180542 Jun 17 18:04:58.608818 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5131610-07e2-43e5-a651-23a0c79aff9f req-52e4eba0-856a-4f4a-89a6-020ff1e96612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:04:58.611451 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-f5131610-07e2-43e5-a651-23a0c79aff9f req-52e4eba0-856a-4f4a-89a6-020ff1e96612 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0acb8a69956445cf93d47e2da25da9cb&device_id=846c2194-7473-42f4-a480-3978b0d4bd60 HTTP/1.1" status: 200 len: 1097 time: 0.1357698 Jun 17 18:04:58.628728 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_dvr_db [None req-353cd3e1-d3c7-4895-b641-765ea8ce4b00 None None] Set router c6e02f6c-1d02-48ad-abc3-00f27fe1a688 gateway port host: dv-cinder-786260-6-iscsi {{(pid=92880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 18:04:58.741098 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 45030) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:04:58.787509 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5131610-07e2-43e5-a651-23a0c79aff9f req-029b8a6e-2357-40b4-a51a-bc27b88c446f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:04:58.789036 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-f5131610-07e2-43e5-a651-23a0c79aff9f req-029b8a6e-2357-40b4-a51a-bc27b88c446f service neutron] 10.222.0.95 "GET /v2.0/networks?id=f6175827-20d7-459d-859c-a960c64f9f7b HTTP/1.1" status: 200 len: 916 time: 0.1657944 Jun 17 18:04:58.791895 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-d6239abd-af78-43dd-976f-4fad4818af9a req-e9dbc79a-9815-4e64-9faf-4effc404f81a service neutron] 10.222.0.95 "GET /v2.0/networks/64e72c49-5fe4-4eab-8346-e0f7ad7adcf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820707 Jun 17 18:04:58.870406 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-f5131610-07e2-43e5-a651-23a0c79aff9f req-c2d13b35-4314-4ac8-a0f2-a2c60f426d6b service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5b7ffdd7-8478-4f32-9d5e-1d5d216f47ba HTTP/1.1" status: 200 len: 217 time: 0.0461161 Jun 17 18:04:58.927720 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5131610-07e2-43e5-a651-23a0c79aff9f req-6ce58b2f-9542-4a3a-9d5e-99ffcd1d45fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:04:58.929263 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-f5131610-07e2-43e5-a651-23a0c79aff9f req-6ce58b2f-9542-4a3a-9d5e-99ffcd1d45fb service neutron] 10.222.0.95 "GET /v2.0/subnets?id=6d9eae51-247c-4135-a165-61e9ae8adce9 HTTP/1.1" status: 200 len: 854 time: 0.0490167 Jun 17 18:04:58.956886 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-55eb075c-060d-4664-bcea-41c764dd670a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:58.984390 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-f5131610-07e2-43e5-a651-23a0c79aff9f req-a5096f11-e053-4cdb-abf0-bfb49a401c32 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=f6175827-20d7-459d-859c-a960c64f9f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406373 Jun 17 18:04:59.000744 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_hamode_db [None req-353cd3e1-d3c7-4895-b641-765ea8ce4b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6e02f6c-1d02-48ad-abc3-00f27fe1a688', 'name': 'tempest-TestVolumeBootPattern-1002971624-router', 'tenant_id': 'b5780bfcd40f46f981ede2d007293799', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'external_fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.178'}], 'enable_snat': True}, 'gw_port_id': '6537458c-6a4e-4dbe-b7e1-badb646e608a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T18:04:49Z', 'updated_at': '2021-06-17T18:04:53Z', 'revision_number': 4, 'project_id': 'b5780bfcd40f46f981ede2d007293799', 'gw_port': {'id': '6537458c-6a4e-4dbe-b7e1-badb646e608a', 'name': '', 'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:e2:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e02f6c-1d02-48ad-abc3-00f27fe1a688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:04:50Z', 'updated_at': '2021-06-17T18:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78089575-0364-47db-be8b-ef28f42f3a37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-6-iscsi', '_interfaces': [{'id': 'ca6e6d27-35d0-4be3-a137-3ecd21375319', 'name': '', 'network_id': 'bf9fd7d0-074a-4f8e-8d77-d5f744495d22', 'tenant_id': 'b5780bfcd40f46f981ede2d007293799', 'mac_address': 'fa:16:3e:52:d8:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6e02f6c-1d02-48ad-abc3-00f27fe1a688', 'device_owner': 'network:router_interface', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '7311a9b5-a150-40ee-b0a6-3e2b481b57d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:04:52Z', 'updated_at': '2021-06-17T18:04:58Z', 'revision_number': 4, 'project_id': 'b5780bfcd40f46f981ede2d007293799', 'subnets': [{'id': '7311a9b5-a150-40ee-b0a6-3e2b481b57d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-6-iscsi', False) {} {{(pid=92880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:04:59.029857 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353cd3e1-d3c7-4895-b641-765ea8ce4b00 None None] The sync data for ids ['c6e02f6c-1d02-48ad-abc3-00f27fe1a688'] in dv-cinder-786260-6-iscsi is: [{'id': 'c6e02f6c-1d02-48ad-abc3-00f27fe1a688', 'name': 'tempest-TestVolumeBootPattern-1002971624-router', 'tenant_id': 'b5780bfcd40f46f981ede2d007293799', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'external_fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.178'}], 'enable_snat': True}, 'gw_port_id': '6537458c-6a4e-4dbe-b7e1-badb646e608a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T18:04:49Z', 'updated_at': '2021-06-17T18:04:53Z', 'revision_number': 4, 'project_id': 'b5780bfcd40f46f981ede2d007293799', 'gw_port': {'id': '6537458c-6a4e-4dbe-b7e1-badb646e608a', 'name': '', 'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:e2:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e02f6c-1d02-48ad-abc3-00f27fe1a688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:04:50Z', 'updated_at': '2021-06-17T18:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78089575-0364-47db-be8b-ef28f42f3a37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-6-iscsi', '_interfaces': [{'id': 'ca6e6d27-35d0-4be3-a137-3ecd21375319', 'name': '', 'network_id': 'bf9fd7d0-074a-4f8e-8d77-d5f744495d22', 'tenant_id': 'b5780bfcd40f46f981ede2d007293799', 'mac_address': 'fa:16:3e:52:d8:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6e02f6c-1d02-48ad-abc3-00f27fe1a688', 'device_owner': 'network:router_interface', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': '7311a9b5-a150-40ee-b0a6-3e2b481b57d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:04:52Z', 'updated_at': '2021-06-17T18:04:58Z', 'revision_number': 4, 'project_id': 'b5780bfcd40f46f981ede2d007293799', 'subnets': [{'id': '7311a9b5-a150-40ee-b0a6-3e2b481b57d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 18:04:59.129978 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-f5131610-07e2-43e5-a651-23a0c79aff9f req-dd1527ec-f4d1-4c10-b6da-f4025dadd15a service neutron] 10.222.0.95 "GET /v2.0/networks/f6175827-20d7-459d-859c-a960c64f9f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346140 Jun 17 18:04:59.201689 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-55eb075c-060d-4664-bcea-41c764dd670a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:59.229414 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-d6239abd-af78-43dd-976f-4fad4818af9a req-6b155fc6-0496-4ca8-a60d-331c64ea4eea service neutron] 10.222.0.95 "GET /v2.0/networks/64e72c49-5fe4-4eab-8346-e0f7ad7adcf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4031265 Jun 17 18:04:59.232579 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-55eb075c-060d-4664-bcea-41c764dd670a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:59.236739 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-b2caa768-5a94-4844-b7f2-1297aba05aeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:04:59.297893 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-f5131610-07e2-43e5-a651-23a0c79aff9f req-6fb4e554-2d30-4392-b5d6-379c11fc706d service neutron] 10.222.0.95 "GET /v2.0/networks/f6175827-20d7-459d-859c-a960c64f9f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541085 Jun 17 18:04:59.303004 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 45054) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:04:59.303132 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-55eb075c-060d-4664-bcea-41c764dd670a admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=3c05c9f941724dd09c87557ff25fbaa1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5609686 Jun 17 18:04:59.303895 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55eb075c-060d-4664-bcea-41c764dd670a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8429a0bf-b68f-4395-8c00-e8dc31ad0230,revision_number=1']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:04:59.313717 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-55eb075c-060d-4664-bcea-41c764dd670a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:04:59.415012 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-9e226be1-efdf-44e8-8277-2742f9a9f539 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:59.455778 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-9e226be1-efdf-44e8-8277-2742f9a9f539 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:59.505705 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-9e226be1-efdf-44e8-8277-2742f9a9f539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:59.508522 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-9e226be1-efdf-44e8-8277-2742f9a9f539 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:59.509733 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-9e226be1-efdf-44e8-8277-2742f9a9f539 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/8429a0bf-b68f-4395-8c00-e8dc31ad0230 HTTP/1.1" status: 204 len: 168 time: 0.2043288 Jun 17 18:04:59.511317 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-1338b9ae-0244-4d77-8077-db0ac916fb3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:04:59.522465 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e226be1-efdf-44e8-8277-2742f9a9f539 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8429a0bf-b68f-4395-8c00-e8dc31ad0230,revision_number=None']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:04:59.528683 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-9e226be1-efdf-44e8-8277-2742f9a9f539 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:04:59.550191 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1d7d84-1bfd-4016-b09a-1932fe5de669 req-4e093654-ccb8-4be8-a930-82754edb7ab2 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:04:59.551783 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-cb1d7d84-1bfd-4016-b09a-1932fe5de669 req-4e093654-ccb8-4be8-a930-82754edb7ab2 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/ports?device_id=846c2194-7473-42f4-a480-3978b0d4bd60 HTTP/1.1" status: 200 len: 944 time: 0.1463888 Jun 17 18:04:59.560651 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e537c655-28e1-4b56-a83e-1331f4e07fcd req-9a241567-4849-439c-9fdd-f0ef2ecd6f29 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:04:59.562215 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-e537c655-28e1-4b56-a83e-1331f4e07fcd req-9a241567-4849-439c-9fdd-f0ef2ecd6f29 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/ports?device_id=d4ac72c4-640f-4b29-bebb-6e3ad492fde3 HTTP/1.1" status: 200 len: 945 time: 0.1191373 Jun 17 18:04:59.626237 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-cb1d7d84-1bfd-4016-b09a-1932fe5de669 req-57339257-c36a-4cb3-8582-19e17dc3a2be tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/security-groups?id=91f7f23c-b787-41c8-9305-85229b082856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631242 Jun 17 18:04:59.646453 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-e537c655-28e1-4b56-a83e-1331f4e07fcd req-d433a86a-9abd-4924-ac21-1aaac6027691 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/security-groups?id=344af256-d773-4ff0-b9b9-f3fcbe207aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761518 Jun 17 18:04:59.835297 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 45066) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:04:59.849513 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-3a9ecfff-1160-4ed4-be37-e401a3951654 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:59.984250 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-3a9ecfff-1160-4ed4-be37-e401a3951654 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:04:59.991953 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-3a9ecfff-1160-4ed4-be37-e401a3951654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:05:00.003004 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-add2d562-e27a-43c0-b68d-2595b638c62d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:05:00.029952 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9ecfff-1160-4ed4-be37-e401a3951654 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fce32477-2d75-4e41-9cb7-09c32f802063,revision_number=1']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:05:00.036484 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-3a9ecfff-1160-4ed4-be37-e401a3951654 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:05:00.071358 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-3a9ecfff-1160-4ed4-be37-e401a3951654 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=69102b65a0ac40419657809720b11add&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2346799 Jun 17 18:05:00.074461 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 45078) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:05:00.135359 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-f7cf7459-c6fb-45f0-a37b-f7028b295ad9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:05:00.159964 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-f7cf7459-c6fb-45f0-a37b-f7028b295ad9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:05:00.221181 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-f7cf7459-c6fb-45f0-a37b-f7028b295ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:05:00.224564 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-f7cf7459-c6fb-45f0-a37b-f7028b295ad9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:05:00.225905 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-f7cf7459-c6fb-45f0-a37b-f7028b295ad9 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/fce32477-2d75-4e41-9cb7-09c32f802063 HTTP/1.1" status: 204 len: 168 time: 0.1505082 Jun 17 18:05:00.226678 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-50f33dd5-d249-4201-9d3e-44885c5c7912 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:05:00.234621 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cf7459-c6fb-45f0-a37b-f7028b295ad9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fce32477-2d75-4e41-9cb7-09c32f802063,revision_number=None']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:05:00.237243 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-f7cf7459-c6fb-45f0-a37b-f7028b295ad9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:05:00.298911 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 45084) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:05:00.560928 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-ad8b1ff9-a34a-468c-82f3-682e8fe02001 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:05:00.614224 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Device ca6e6d27-35d0-4be3-a137-3ecd21375319 up at agent ovs-agent-dv-cinder-786260-6-iscsi {{(pid=92880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 18:05:00.676977 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Provisioning for port ca6e6d27-35d0-4be3-a137-3ecd21375319 completed by entity L2. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 18:05:00.680702 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-ad8b1ff9-a34a-468c-82f3-682e8fe02001 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:05:00.683256 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Provisioning complete for port ca6e6d27-35d0-4be3-a137-3ecd21375319 triggered by entity L2. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 18:05:00.683917 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687209'] for port, provisioning_complete {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:05:00.688941 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-ad8b1ff9-a34a-468c-82f3-682e8fe02001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:05:00.693504 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:05:00.752816 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-ad8b1ff9-a34a-468c-82f3-682e8fe02001 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=7ea53ee1896c44d483209f2991b2ad21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4502640 Jun 17 18:05:00.752816 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8b1ff9-a34a-468c-82f3-682e8fe02001 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec4fbf13-d3d7-4aaa-be5d-818c684f1275,revision_number=1']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:05:00.753215 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 45104) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:05:00.754840 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-ad8b1ff9-a34a-468c-82f3-682e8fe02001 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:05:00.792646 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:05:00.842114 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-2ec2ec78-0d5d-48ef-be67-eee477e56db1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:05:00.845612 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Device 5b7ffdd7-8478-4f32-9d5e-1d5d216f47ba details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=92880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 18:05:00.867083 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-2ec2ec78-0d5d-48ef-be67-eee477e56db1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:05:00.937293 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-2ec2ec78-0d5d-48ef-be67-eee477e56db1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:05:00.940068 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-2ec2ec78-0d5d-48ef-be67-eee477e56db1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:05:00.941226 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-2ec2ec78-0d5d-48ef-be67-eee477e56db1 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/ec4fbf13-d3d7-4aaa-be5d-818c684f1275 HTTP/1.1" status: 204 len: 168 time: 0.1864090 Jun 17 18:05:00.941955 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:05:00.950019 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec2ec78-0d5d-48ef-be67-eee477e56db1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec4fbf13-d3d7-4aaa-be5d-818c684f1275,revision_number=None']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:05:00.952890 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-2ec2ec78-0d5d-48ef-be67-eee477e56db1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:05:00.964037 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] For port ca6e6d27-35d0-4be3-a137-3ecd21375319, host dv-cinder-786260-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-6-iscsi',level=0,port_id=ca6e6d27-35d0-4be3-a137-3ecd21375319,segment=NetworkSegment(334dd128-f68f-47f1-9f58-dbf0d10a84a0),segment_id=334dd128-f68f-47f1-9f58-dbf0d10a84a0)] {{(pid=92880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:05:00.983840 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479'] for port, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:05:00.992648 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] For port 5b7ffdd7-8478-4f32-9d5e-1d5d216f47ba, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=5b7ffdd7-8478-4f32-9d5e-1d5d216f47ba,segment=NetworkSegment(ec1be91d-5013-401a-90de-3135f9e6b68b),segment_id=ec1be91d-5013-401a-90de-3135f9e6b68b)] {{(pid=92880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:05:00.996333 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:05:01.036573 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Returning: {'device': '5b7ffdd7-8478-4f32-9d5e-1d5d216f47ba', 'network_id': 'f6175827-20d7-459d-859c-a960c64f9f7b', 'port_id': '5b7ffdd7-8478-4f32-9d5e-1d5d216f47ba', 'mac_address': 'fa:16:3e:77:11:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d9eae51-247c-4135-a165-61e9ae8adce9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 18:05:01.105513 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Pushing event updated for resources: {'Port': ['ID=ca6e6d27-35d0-4be3-a137-3ecd21375319,revision_number=5']} {{(pid=92880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:05:01.109166 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:05:01.128182 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:05:01.145918 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.notifiers.nova [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b7ffdd7-8478-4f32-9d5e-1d5d216f47ba {{(pid=92880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 18:05:01.167771 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] For port 5b7ffdd7-8478-4f32-9d5e-1d5d216f47ba, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=5b7ffdd7-8478-4f32-9d5e-1d5d216f47ba,segment=NetworkSegment(ec1be91d-5013-401a-90de-3135f9e6b68b),segment_id=ec1be91d-5013-401a-90de-3135f9e6b68b)] {{(pid=92880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:05:01.173613 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479'] for port, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:05:01.177444 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-279cf17c-898b-4282-ad11-b4c95df881ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:05:01.190885 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cdae08-cd6c-4f4e-b232-608f4ecab240 req-0ceefbea-d4d4-471b-91b0-3f1326a49a31 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:01.198570 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-00cdae08-cd6c-4f4e-b232-608f4ecab240 req-0ceefbea-d4d4-471b-91b0-3f1326a49a31 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/ports?device_id=d4ac72c4-640f-4b29-bebb-6e3ad492fde3 HTTP/1.1" status: 200 len: 945 time: 0.3720968 Jun 17 18:05:01.223184 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e285eb64-8bdc-49cc-a564-5eade76e378d req-c551e6cf-c97d-4092-871a-b98ddca5f13a tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:01.224663 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-e285eb64-8bdc-49cc-a564-5eade76e378d req-c551e6cf-c97d-4092-871a-b98ddca5f13a tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/ports?device_id=846c2194-7473-42f4-a480-3978b0d4bd60 HTTP/1.1" status: 200 len: 944 time: 0.1141887 Jun 17 18:05:01.231720 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Pushing event updated for resources: {'Port': ['ID=5b7ffdd7-8478-4f32-9d5e-1d5d216f47ba,revision_number=4']} {{(pid=92880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:05:01.242607 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:05:01.268715 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-00cdae08-cd6c-4f4e-b232-608f4ecab240 req-efde05af-4edf-423e-94f7-70bc4ccce600 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/security-groups?id=344af256-d773-4ff0-b9b9-f3fcbe207aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691051 Jun 17 18:05:01.309687 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-e285eb64-8bdc-49cc-a564-5eade76e378d req-917e46cd-615a-4335-b3ea-3832d0cb7bd9 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/security-groups?id=91f7f23c-b787-41c8-9305-85229b082856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764089 Jun 17 18:05:01.399327 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 45126) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:05:01.413094 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-e6590393-5cea-454b-b726-994cc35cae56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:05:01.510636 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-e6590393-5cea-454b-b726-994cc35cae56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:05:01.514238 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-e6590393-5cea-454b-b726-994cc35cae56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:05:01.518296 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-57263185-3a04-4ee8-99b5-f1275a50602c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:05:01.569573 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-e6590393-5cea-454b-b726-994cc35cae56 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=9bea8d9209864389953b23a714847aee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1688852 Jun 17 18:05:01.571710 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6590393-5cea-454b-b726-994cc35cae56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56640479-4d23-464d-8f45-2e3317266271,revision_number=1']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:05:01.572351 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 45130) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:05:01.575361 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-e6590393-5cea-454b-b726-994cc35cae56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:05:01.639087 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-849cff09-ca31-45c0-a63b-6346923fc9ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:05:01.662196 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-849cff09-ca31-45c0-a63b-6346923fc9ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:05:01.700759 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] get_ports_and_sgs() called for port_ids ['5b7ffdd7-8478-4f32-9d5e-1d5d216f47ba'] {{(pid=92880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 18:05:01.717627 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-849cff09-ca31-45c0-a63b-6346923fc9ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:05:01.720448 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-849cff09-ca31-45c0-a63b-6346923fc9ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:05:01.721585 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-849cff09-ca31-45c0-a63b-6346923fc9ad admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/56640479-4d23-464d-8f45-2e3317266271 HTTP/1.1" status: 204 len: 168 time: 0.1482613 Jun 17 18:05:01.722365 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-5cfa8557-fb04-4391-b724-d1a4ea32ec3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:05:01.736405 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849cff09-ca31-45c0-a63b-6346923fc9ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56640479-4d23-464d-8f45-2e3317266271,revision_number=None']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:05:01.738809 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-849cff09-ca31-45c0-a63b-6346923fc9ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:05:02.035685 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 45140) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:05:02.049192 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-d43eb7b8-c914-478f-b93e-bf82ee6df60f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:05:02.136370 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-d43eb7b8-c914-478f-b93e-bf82ee6df60f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:05:02.141366 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-d43eb7b8-c914-478f-b93e-bf82ee6df60f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:05:02.143909 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:05:02.177565 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43eb7b8-c914-478f-b93e-bf82ee6df60f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fcb5f34-eae3-4609-938b-bf9d43cff1dc,revision_number=1']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:05:02.181843 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-d43eb7b8-c914-478f-b93e-bf82ee6df60f admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=0a3e6d4d7c78469f97659c9a9207ae9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1450946 Jun 17 18:05:02.182704 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-d43eb7b8-c914-478f-b93e-bf82ee6df60f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:05:02.184470 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 45142) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:05:02.232803 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-b10eb138-d59f-4d82-916e-672f4e993d9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:05:02.253895 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-b10eb138-d59f-4d82-916e-672f4e993d9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:05:02.303669 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-b10eb138-d59f-4d82-916e-672f4e993d9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:05:02.306285 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-b10eb138-d59f-4d82-916e-672f4e993d9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:05:02.311080 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-b10eb138-d59f-4d82-916e-672f4e993d9a admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/8fcb5f34-eae3-4609-938b-bf9d43cff1dc HTTP/1.1" status: 204 len: 168 time: 0.1256595 Jun 17 18:05:02.312081 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-f7bf5012-c41d-4e98-b2c4-d3c48e6d5561 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:05:02.320039 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10eb138-d59f-4d82-916e-672f4e993d9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fcb5f34-eae3-4609-938b-bf9d43cff1dc,revision_number=None']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:05:02.322349 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-b10eb138-d59f-4d82-916e-672f4e993d9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:05:02.489831 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d317dfc8-623d-46b4-9ec4-eb7bbfdad51d req-9c01e534-44d0-4434-bdfa-3fe778abb1f3 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:02.491285 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-d317dfc8-623d-46b4-9ec4-eb7bbfdad51d req-9c01e534-44d0-4434-bdfa-3fe778abb1f3 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/ports?device_id=d4ac72c4-640f-4b29-bebb-6e3ad492fde3 HTTP/1.1" status: 200 len: 945 time: 0.0967252 Jun 17 18:05:02.548682 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c40dbf4-7350-4b10-81af-9589944bb0de req-7183fb84-33a1-4325-8668-ef3aa5a98065 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:02.555855 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-5c40dbf4-7350-4b10-81af-9589944bb0de req-7183fb84-33a1-4325-8668-ef3aa5a98065 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/ports?device_id=846c2194-7473-42f4-a480-3978b0d4bd60 HTTP/1.1" status: 200 len: 945 time: 0.1145148 Jun 17 18:05:02.584917 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-d317dfc8-623d-46b4-9ec4-eb7bbfdad51d req-8b122e40-adc7-48ce-b47d-fd74bc13030a tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/security-groups?id=344af256-d773-4ff0-b9b9-f3fcbe207aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858035 Jun 17 18:05:02.589303 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Device ca6e6d27-35d0-4be3-a137-3ecd21375319 up at agent ovs-agent-dv-cinder-786260-6-iscsi {{(pid=92880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 18:05:02.632716 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-5c40dbf4-7350-4b10-81af-9589944bb0de req-8c4e1422-4d35-44c1-ac18-d9057a0231da tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/security-groups?id=91f7f23c-b787-41c8-9305-85229b082856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757875 Jun 17 18:05:02.659423 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Provisioning complete for port ca6e6d27-35d0-4be3-a137-3ecd21375319 triggered by entity L2. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 18:05:02.660068 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687209'] for port, provisioning_complete {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:05:03.798847 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783e2f78-f580-40b4-9363-3a79ec59f533 req-1262061f-a2c4-47b5-8497-db7eddf26d0f tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:03.800347 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-783e2f78-f580-40b4-9363-3a79ec59f533 req-1262061f-a2c4-47b5-8497-db7eddf26d0f tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/ports?device_id=d4ac72c4-640f-4b29-bebb-6e3ad492fde3 HTTP/1.1" status: 200 len: 945 time: 0.1004741 Jun 17 18:05:03.842977 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f8bdfd-7bd5-4aec-b934-4b0dc27c203b req-02d9f8e4-7f98-4ed5-b51c-78730eaffc26 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:03.844420 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-93f8bdfd-7bd5-4aec-b934-4b0dc27c203b req-02d9f8e4-7f98-4ed5-b51c-78730eaffc26 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/ports?device_id=846c2194-7473-42f4-a480-3978b0d4bd60 HTTP/1.1" status: 200 len: 945 time: 0.1050661 Jun 17 18:05:03.874415 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-783e2f78-f580-40b4-9363-3a79ec59f533 req-a7eef67a-d7c0-410e-91db-5238f2cc109f tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/security-groups?id=344af256-d773-4ff0-b9b9-f3fcbe207aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678048 Jun 17 18:05:03.892879 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-93f8bdfd-7bd5-4aec-b934-4b0dc27c203b req-dfa69719-6014-4cba-9a3f-4edbab57ea8b tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/security-groups?id=91f7f23c-b787-41c8-9305-85229b082856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428510 Jun 17 18:05:04.642565 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 45232) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:05:04.748703 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-474d93c2-a098-449d-a574-f7166f20dc58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:05:04.804035 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-1f22f788-0146-4698-858d-de445f3c948d req-7fcf6bda-af8f-432f-9832-bf7e9f139263 tempest-VolumesNegativeTest-986004992 tempest-VolumesNegativeTest-986004992-project] 10.222.0.97 "GET /v2.0/networks?tenant_id=d347f7a3a6fc473a8f7123b684318e1b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0345988 Jun 17 18:05:04.850246 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Device 5b7ffdd7-8478-4f32-9d5e-1d5d216f47ba up at agent hyperv_hv-cinder-78626 {{(pid=92880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 18:05:04.898541 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Provisioning for port 5b7ffdd7-8478-4f32-9d5e-1d5d216f47ba completed by entity L2. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 18:05:04.903020 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Provisioning complete for port 5b7ffdd7-8478-4f32-9d5e-1d5d216f47ba triggered by entity L2. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 18:05:04.903400 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687209'] for port, provisioning_complete {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:05:04.992883 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:05:05.017445 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '846c2194-7473-42f4-a480-3978b0d4bd60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b7ffdd7-8478-4f32-9d5e-1d5d216f47ba'}] {{(pid=92880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 18:05:05.019835 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44fe161690382cf4f0960ac1b424fedb1dd6f9597775f60dec274194d49fe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51c716dc-ec80-4443-8342-f01451223fe3" -d '{"events": [{"server_uuid": "846c2194-7473-42f4-a480-3978b0d4bd60", "name": "network-vif-plugged", "status": "completed", "tag": "5b7ffdd7-8478-4f32-9d5e-1d5d216f47ba"}]}' {{(pid=92880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 18:05:05.032596 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] For port 5b7ffdd7-8478-4f32-9d5e-1d5d216f47ba, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=5b7ffdd7-8478-4f32-9d5e-1d5d216f47ba,segment=NetworkSegment(ec1be91d-5013-401a-90de-3135f9e6b68b),segment_id=ec1be91d-5013-401a-90de-3135f9e6b68b)] {{(pid=92880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:05:05.036887 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479'] for port, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:05:05.038605 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:05:05.082591 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f22f788-0146-4698-858d-de445f3c948d req-c51f985c-fc6f-4ae3-a2da-9d7a5a3d0e35 tempest-VolumesNegativeTest-986004992 tempest-VolumesNegativeTest-986004992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:05.084076 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-1f22f788-0146-4698-858d-de445f3c948d req-c51f985c-fc6f-4ae3-a2da-9d7a5a3d0e35 tempest-VolumesNegativeTest-986004992 tempest-VolumesNegativeTest-986004992-project] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2737799 Jun 17 18:05:05.094536 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Pushing event updated for resources: {'Port': ['ID=5b7ffdd7-8478-4f32-9d5e-1d5d216f47ba,revision_number=5']} {{(pid=92880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:05:05.097779 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:05:05.112076 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-474d93c2-a098-449d-a574-f7166f20dc58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:05:05.118802 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-1f22f788-0146-4698-858d-de445f3c948d req-6b224b39-5f14-49e0-adfb-01de99913962 tempest-VolumesNegativeTest-986004992 tempest-VolumesNegativeTest-986004992-project] 10.222.0.97 "GET /v2.0/quotas/d347f7a3a6fc473a8f7123b684318e1b HTTP/1.1" status: 200 len: 375 time: 0.0264978 Jun 17 18:05:05.119625 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-474d93c2-a098-449d-a574-f7166f20dc58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:05:05.125331 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:05:05.188577 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-1f22f788-0146-4698-858d-de445f3c948d req-9b079f37-10ce-4780-af7e-39ab0241d9ec tempest-VolumesNegativeTest-986004992 tempest-VolumesNegativeTest-986004992-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=d347f7a3a6fc473a8f7123b684318e1b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0611749 Jun 17 18:05:05.206893 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453c969a-c2c8-4ec0-aed1-24d6a6e96a67 req-fbed0cbb-7293-49bd-96ba-49f232ee9a59 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:05.208515 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-453c969a-c2c8-4ec0-aed1-24d6a6e96a67 req-fbed0cbb-7293-49bd-96ba-49f232ee9a59 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/ports?device_id=d4ac72c4-640f-4b29-bebb-6e3ad492fde3 HTTP/1.1" status: 200 len: 945 time: 0.2048614 Jun 17 18:05:05.213220 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-474d93c2-a098-449d-a574-f7166f20dc58 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=f811457d7471452ab21725cae2f3ed6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5690150 Jun 17 18:05:05.214619 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474d93c2-a098-449d-a574-f7166f20dc58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b8fc614-1079-47e7-b292-6439974e52f6,revision_number=1']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:05:05.215832 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 45258) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:05:05.234774 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474d93c2-a098-449d-a574-f7166f20dc58 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:05:05.235149 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474d93c2-a098-449d-a574-f7166f20dc58 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:05:05.235509 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474d93c2-a098-449d-a574-f7166f20dc58 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:05:05.235872 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474d93c2-a098-449d-a574-f7166f20dc58 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:05:05.236269 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474d93c2-a098-449d-a574-f7166f20dc58 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:05:05.236587 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474d93c2-a098-449d-a574-f7166f20dc58 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:05:05.236936 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474d93c2-a098-449d-a574-f7166f20dc58 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:05:05.237288 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474d93c2-a098-449d-a574-f7166f20dc58 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:05:05.237637 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474d93c2-a098-449d-a574-f7166f20dc58 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:05:05.237979 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474d93c2-a098-449d-a574-f7166f20dc58 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:05:05.238321 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474d93c2-a098-449d-a574-f7166f20dc58 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:05:05.238781 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474d93c2-a098-449d-a574-f7166f20dc58 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:05:05.242755 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-474d93c2-a098-449d-a574-f7166f20dc58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:05:05.263540 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-453c969a-c2c8-4ec0-aed1-24d6a6e96a67 req-562cbad0-a4f4-411d-bf5f-f863c37984d6 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/security-groups?id=344af256-d773-4ff0-b9b9-f3fcbe207aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464499 Jun 17 18:05:05.270491 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-36c9545b-2f4c-4d5d-b675-0e0a4e3d87d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:05:05.293631 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-36c9545b-2f4c-4d5d-b675-0e0a4e3d87d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:05:05.343588 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 18:05:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2be2a9cb-02d1-4f74-b068-9eb41f94085e x-openstack-request-id: req-2be2a9cb-02d1-4f74-b068-9eb41f94085e {{(pid=92880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 18:05:05.344097 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "846c2194-7473-42f4-a480-3978b0d4bd60", "name": "network-vif-plugged", "status": "completed", "tag": "5b7ffdd7-8478-4f32-9d5e-1d5d216f47ba", "code": 200}]} {{(pid=92880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 18:05:05.344509 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-2be2a9cb-02d1-4f74-b068-9eb41f94085e {{(pid=92880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 18:05:05.345064 dv-cinder-786260-6-iscsi neutron-server[92880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '846c2194-7473-42f4-a480-3978b0d4bd60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b7ffdd7-8478-4f32-9d5e-1d5d216f47ba', 'code': 200} Jun 17 18:05:05.372568 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-36c9545b-2f4c-4d5d-b675-0e0a4e3d87d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:05:05.376043 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-36c9545b-2f4c-4d5d-b675-0e0a4e3d87d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:05:05.380694 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-36c9545b-2f4c-4d5d-b675-0e0a4e3d87d3 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/0b8fc614-1079-47e7-b292-6439974e52f6 HTTP/1.1" status: 204 len: 168 time: 0.1632292 Jun 17 18:05:05.381740 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:05:05.393743 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c9545b-2f4c-4d5d-b675-0e0a4e3d87d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b8fc614-1079-47e7-b292-6439974e52f6,revision_number=None']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:05:05.404738 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c9545b-2f4c-4d5d-b675-0e0a4e3d87d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:05:05.405113 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c9545b-2f4c-4d5d-b675-0e0a4e3d87d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:05:05.405849 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c9545b-2f4c-4d5d-b675-0e0a4e3d87d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:05:05.406216 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c9545b-2f4c-4d5d-b675-0e0a4e3d87d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:05:05.406572 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c9545b-2f4c-4d5d-b675-0e0a4e3d87d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:05:05.407228 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c9545b-2f4c-4d5d-b675-0e0a4e3d87d3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:05:05.407319 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c9545b-2f4c-4d5d-b675-0e0a4e3d87d3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:05:05.407599 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c9545b-2f4c-4d5d-b675-0e0a4e3d87d3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:05:05.407948 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c9545b-2f4c-4d5d-b675-0e0a4e3d87d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:05:05.408440 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c9545b-2f4c-4d5d-b675-0e0a4e3d87d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:05:05.408800 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c9545b-2f4c-4d5d-b675-0e0a4e3d87d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:05:05.409145 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c9545b-2f4c-4d5d-b675-0e0a4e3d87d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:05:05.413049 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-36c9545b-2f4c-4d5d-b675-0e0a4e3d87d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:05:05.504076 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129130f6-f395-4f32-a57a-42404ee1e7cd req-859ef407-3660-4aa2-88bf-c39266498f0e tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:05.505810 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-129130f6-f395-4f32-a57a-42404ee1e7cd req-859ef407-3660-4aa2-88bf-c39266498f0e tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/ports?device_id=846c2194-7473-42f4-a480-3978b0d4bd60 HTTP/1.1" status: 200 len: 946 time: 0.0904737 Jun 17 18:05:05.569838 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-129130f6-f395-4f32-a57a-42404ee1e7cd req-41da101f-077c-443b-b04d-db8e4447f146 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/security-groups?id=91f7f23c-b787-41c8-9305-85229b082856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562952 Jun 17 18:05:05.693691 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-6dfc018e-a6be-423c-9262-95dae56b6b1f req-7222d1ca-b482-4489-b867-6678d11ad2b6 tempest-VolumesNegativeTest-986004992 tempest-VolumesNegativeTest-986004992-project] 10.222.0.97 "GET /v2.0/ports?device_id=dd09a129-fc88-4eb5-b09d-7d91bb1e0faf HTTP/1.1" status: 200 len: 210 time: 0.0525265 Jun 17 18:05:05.755808 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea5c985-4548-4176-ac10-9ac4a9b2e495 req-e59dba32-4799-4ecd-8f08-1685cc7f467d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:05.757324 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-bea5c985-4548-4176-ac10-9ac4a9b2e495 req-e59dba32-4799-4ecd-8f08-1685cc7f467d service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=846c2194-7473-42f4-a480-3978b0d4bd60 HTTP/1.1" status: 200 len: 1099 time: 0.0672505 Jun 17 18:05:05.825214 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-bea5c985-4548-4176-ac10-9ac4a9b2e495 req-e4e438db-d06d-492e-9926-1c6fee524f7e service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=91f7f23c-b787-41c8-9305-85229b082856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467119 Jun 17 18:05:06.455137 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dedf3fe-2f53-45e2-9766-2cf4def1a5d5 req-c570d5e0-f93b-4771-9d60-6a0d8232c171 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:06.456638 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-8dedf3fe-2f53-45e2-9766-2cf4def1a5d5 req-c570d5e0-f93b-4771-9d60-6a0d8232c171 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/ports?device_id=d4ac72c4-640f-4b29-bebb-6e3ad492fde3 HTTP/1.1" status: 200 len: 945 time: 0.0688477 Jun 17 18:05:06.502610 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-8dedf3fe-2f53-45e2-9766-2cf4def1a5d5 req-917bfec3-ff35-4db7-8081-e95206af6beb tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/security-groups?id=344af256-d773-4ff0-b9b9-f3fcbe207aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402014 Jun 17 18:05:06.803568 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35cfcd0-5558-4bce-bdf9-de73e74d1cde req-5a9b2783-8500-49e1-9cbb-b7d9c44ba5ac tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:06.805031 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-f35cfcd0-5558-4bce-bdf9-de73e74d1cde req-5a9b2783-8500-49e1-9cbb-b7d9c44ba5ac tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/ports?device_id=846c2194-7473-42f4-a480-3978b0d4bd60 HTTP/1.1" status: 200 len: 946 time: 0.0622680 Jun 17 18:05:06.845178 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-f35cfcd0-5558-4bce-bdf9-de73e74d1cde req-9e4e636c-bfc6-4803-9486-e6c19c07a8b7 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/security-groups?id=91f7f23c-b787-41c8-9305-85229b082856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336437 Jun 17 18:05:06.976593 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-6c0692da-bc10-4fe8-91e2-dd6431f79305 req-e4bcb034-0dc6-4c70-bef0-82151da8fc1a tempest-VolumesNegativeTest-986004992 tempest-VolumesNegativeTest-986004992-project] 10.222.0.97 "GET /v2.0/ports?device_id=dd09a129-fc88-4eb5-b09d-7d91bb1e0faf HTTP/1.1" status: 200 len: 210 time: 0.0277710 Jun 17 18:05:07.543068 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-1f22f788-0146-4698-858d-de445f3c948d req-c63b2e60-5430-4245-9441-c7ecba5ac914 tempest-VolumesNegativeTest-986004992 tempest-VolumesNegativeTest-986004992-project] 10.222.0.95 "GET /v2.0/networks?tenant_id=d347f7a3a6fc473a8f7123b684318e1b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0214136 Jun 17 18:05:07.701824 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f22f788-0146-4698-858d-de445f3c948d req-0931e3fb-123c-4587-b79e-5ca7d4148d64 tempest-VolumesNegativeTest-986004992 tempest-VolumesNegativeTest-986004992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:07.703226 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-1f22f788-0146-4698-858d-de445f3c948d req-0931e3fb-123c-4587-b79e-5ca7d4148d64 tempest-VolumesNegativeTest-986004992 tempest-VolumesNegativeTest-986004992-project] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1517873 Jun 17 18:05:07.731098 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261ab08f-eaf3-4754-a005-8d5828c36253 req-9b1576a8-dd62-4e53-b1b5-b4709634e25d tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:07.732558 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-261ab08f-eaf3-4754-a005-8d5828c36253 req-9b1576a8-dd62-4e53-b1b5-b4709634e25d tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/ports?device_id=d4ac72c4-640f-4b29-bebb-6e3ad492fde3 HTTP/1.1" status: 200 len: 945 time: 0.0958054 Jun 17 18:05:07.769794 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-261ab08f-eaf3-4754-a005-8d5828c36253 req-65cdd56f-bfc2-48c8-ad13-a43a79928bc5 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/security-groups?id=344af256-d773-4ff0-b9b9-f3fcbe207aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313661 Jun 17 18:05:07.806596 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.v2.base [req-1f22f788-0146-4698-858d-de445f3c948d req-5f454312-ac1d-422d-a5ad-55ca13768f0f tempest-VolumesNegativeTest-986004992 tempest-VolumesNegativeTest-986004992-project] Request body: {'port': {'device_id': 'dd09a129-fc88-4eb5-b09d-7d91bb1e0faf', 'network_id': '8d8948ad-9b93-44d4-87fc-b86fbba9b2e3', 'admin_state_up': True, 'tenant_id': 'd347f7a3a6fc473a8f7123b684318e1b'}} {{(pid=92874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 18:05:07.929235 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f22f788-0146-4698-858d-de445f3c948d req-5f454312-ac1d-422d-a5ad-55ca13768f0f tempest-VolumesNegativeTest-986004992 tempest-VolumesNegativeTest-986004992-project] Made reservation on behalf of d347f7a3a6fc473a8f7123b684318e1b for: {'port': 1} {{(pid=92874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 18:05:07.933754 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-1f22f788-0146-4698-858d-de445f3c948d req-5f454312-ac1d-422d-a5ad-55ca13768f0f tempest-VolumesNegativeTest-986004992 tempest-VolumesNegativeTest-986004992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1986742'] for port, before_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:05:07.959510 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-1f22f788-0146-4698-858d-de445f3c948d req-5f454312-ac1d-422d-a5ad-55ca13768f0f tempest-VolumesNegativeTest-986004992 tempest-VolumesNegativeTest-986004992-project] Notify callbacks [] for security_group, before_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:05:08.103696 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48554b2e-d818-415e-bcd1-212b389d84bf req-50d3f3a8-b2b9-4364-a45a-7e7bcf80a5bf tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:08.105547 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-48554b2e-d818-415e-bcd1-212b389d84bf req-50d3f3a8-b2b9-4364-a45a-7e7bcf80a5bf tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/ports?device_id=846c2194-7473-42f4-a480-3978b0d4bd60 HTTP/1.1" status: 200 len: 946 time: 0.1210418 Jun 17 18:05:08.162566 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-1f22f788-0146-4698-858d-de445f3c948d req-5f454312-ac1d-422d-a5ad-55ca13768f0f tempest-VolumesNegativeTest-986004992 tempest-VolumesNegativeTest-986004992-project] Notify callbacks [] for security_group, precommit_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:05:08.166029 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-48554b2e-d818-415e-bcd1-212b389d84bf req-8dec1184-f325-488f-8aa3-662151982a02 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/security-groups?id=91f7f23c-b787-41c8-9305-85229b082856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537853 Jun 17 18:05:08.167017 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-1f22f788-0146-4698-858d-de445f3c948d req-5f454312-ac1d-422d-a5ad-55ca13768f0f tempest-VolumesNegativeTest-986004992 tempest-VolumesNegativeTest-986004992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:05:08.171216 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-2cd665c0-3af4-4d32-a476-7ce8d7cb1377 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:05:08.237827 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f454312-ac1d-422d-a5ad-55ca13768f0f tempest-VolumesNegativeTest-986004992 tempest-VolumesNegativeTest-986004992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=328e2a00-6f95-4397-a21e-aeec476974af,revision_number=1']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:05:08.242578 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-5f454312-ac1d-422d-a5ad-55ca13768f0f tempest-VolumesNegativeTest-986004992 tempest-VolumesNegativeTest-986004992-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:05:08.298489 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-c29273e1-d070-470a-ad50-5792d568a3f8 req-7a57cb8e-d797-43b5-8ada-dacd466c0720 tempest-VolumesNegativeTest-986004992 tempest-VolumesNegativeTest-986004992-project] 10.222.0.97 "GET /v2.0/ports?device_id=dd09a129-fc88-4eb5-b09d-7d91bb1e0faf HTTP/1.1" status: 200 len: 210 time: 0.0375085 Jun 17 18:05:08.344259 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.db.db_base_plugin_common [req-1f22f788-0146-4698-858d-de445f3c948d req-5f454312-ac1d-422d-a5ad-55ca13768f0f tempest-VolumesNegativeTest-986004992 tempest-VolumesNegativeTest-986004992-project] Allocated IP 192.168.233.164 (8d8948ad-9b93-44d4-87fc-b86fbba9b2e3/4d3b1963-91df-4c83-bb28-387e05e4cbec/0583f79c-f219-47a0-aaba-a5667d433eb7) {{(pid=92874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 18:05:08.440515 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5195b438-5461-45c1-9e17-9d6805e58577 req-d1e31370-23e9-4ab2-b32b-ad1e44c7052b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:08.441923 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-5195b438-5461-45c1-9e17-9d6805e58577 req-d1e31370-23e9-4ab2-b32b-ad1e44c7052b service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=623f5da845c24adfaa862156e92f7f73&device_id=d4ac72c4-640f-4b29-bebb-6e3ad492fde3 HTTP/1.1" status: 200 len: 1098 time: 0.0539689 Jun 17 18:05:08.498167 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-1f22f788-0146-4698-858d-de445f3c948d req-5f454312-ac1d-422d-a5ad-55ca13768f0f tempest-VolumesNegativeTest-986004992 tempest-VolumesNegativeTest-986004992-project] Notify callbacks [] for port, precommit_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:05:08.511935 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.db.provisioning_blocks [req-1f22f788-0146-4698-858d-de445f3c948d req-5f454312-ac1d-422d-a5ad-55ca13768f0f tempest-VolumesNegativeTest-986004992 tempest-VolumesNegativeTest-986004992-project] Transition to ACTIVE for port object 0583f79c-f219-47a0-aaba-a5667d433eb7 will not be triggered until provisioned by entity DHCP. {{(pid=92874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 18:05:08.547393 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-1f22f788-0146-4698-858d-de445f3c948d req-5f454312-ac1d-422d-a5ad-55ca13768f0f tempest-VolumesNegativeTest-986004992 tempest-VolumesNegativeTest-986004992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1986807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743364645416'] for port, after_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:05:08.553022 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:05:08.566006 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5195b438-5461-45c1-9e17-9d6805e58577 req-f7366c41-53da-412b-93ff-689331676539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:08.567484 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-5195b438-5461-45c1-9e17-9d6805e58577 req-f7366c41-53da-412b-93ff-689331676539 service neutron] 10.222.0.95 "GET /v2.0/networks?id=64e72c49-5fe4-4eab-8346-e0f7ad7adcf2 HTTP/1.1" status: 200 len: 921 time: 0.0950613 Jun 17 18:05:08.590921 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f22f788-0146-4698-858d-de445f3c948d req-5f454312-ac1d-422d-a5ad-55ca13768f0f tempest-VolumesNegativeTest-986004992 tempest-VolumesNegativeTest-986004992-project] Network 8d8948ad-9b93-44d4-87fc-b86fbba9b2e3 is already hosted by enough agents. {{(pid=92874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 18:05:08.596991 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.scheduler.base_scheduler [req-1f22f788-0146-4698-858d-de445f3c948d req-5f454312-ac1d-422d-a5ad-55ca13768f0f tempest-VolumesNegativeTest-986004992 tempest-VolumesNegativeTest-986004992-project] Resources bound (agent type, host, resource id): {{(pid=92874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 18:05:08.599593 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f22f788-0146-4698-858d-de445f3c948d req-5f454312-ac1d-422d-a5ad-55ca13768f0f tempest-VolumesNegativeTest-986004992 tempest-VolumesNegativeTest-986004992-project] Received port after_create {{(pid=92874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 18:05:08.606255 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f22f788-0146-4698-858d-de445f3c948d req-5f454312-ac1d-422d-a5ad-55ca13768f0f tempest-VolumesNegativeTest-986004992 tempest-VolumesNegativeTest-986004992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:08.606905 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-1f22f788-0146-4698-858d-de445f3c948d req-5f454312-ac1d-422d-a5ad-55ca13768f0f tempest-VolumesNegativeTest-986004992 tempest-VolumesNegativeTest-986004992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523113'] for port, before_response {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:05:08.608763 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-5195b438-5461-45c1-9e17-9d6805e58577 req-6cd9f15e-a822-429a-8d15-5140256039ef service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8d512d72-e38b-44d0-857f-e6bc293dc5c0 HTTP/1.1" status: 200 len: 217 time: 0.0333099 Jun 17 18:05:08.627140 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f454312-ac1d-422d-a5ad-55ca13768f0f tempest-VolumesNegativeTest-986004992 tempest-VolumesNegativeTest-986004992-project] Pushing event updated for resources: {'Port': ['ID=0583f79c-f219-47a0-aaba-a5667d433eb7,revision_number=1']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:05:08.631442 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-5f454312-ac1d-422d-a5ad-55ca13768f0f tempest-VolumesNegativeTest-986004992 tempest-VolumesNegativeTest-986004992-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:05:08.637701 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-1f22f788-0146-4698-858d-de445f3c948d req-5f454312-ac1d-422d-a5ad-55ca13768f0f tempest-VolumesNegativeTest-986004992 tempest-VolumesNegativeTest-986004992-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8353047 Jun 17 18:05:08.664884 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.v2.base [req-1f22f788-0146-4698-858d-de445f3c948d req-56b68b8c-84fa-4f2e-9ef0-a5917f97094b service neutron] Request body: {'port': {'device_id': 'dd09a129-fc88-4eb5-b09d-7d91bb1e0faf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=92874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 18:05:08.669575 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5195b438-5461-45c1-9e17-9d6805e58577 req-232a5b61-3c13-4f82-bb32-66170925f99f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:08.671950 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-5195b438-5461-45c1-9e17-9d6805e58577 req-232a5b61-3c13-4f82-bb32-66170925f99f service neutron] 10.222.0.95 "GET /v2.0/subnets?id=aaa033e4-31af-4af5-8b46-e711281f5e48 HTTP/1.1" status: 200 len: 859 time: 0.0555179 Jun 17 18:05:08.707764 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-5195b438-5461-45c1-9e17-9d6805e58577 req-0eca7398-e97c-4b17-adca-3147fb2640a4 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=64e72c49-5fe4-4eab-8346-e0f7ad7adcf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288033 Jun 17 18:05:08.746401 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-1f22f788-0146-4698-858d-de445f3c948d req-56b68b8c-84fa-4f2e-9ef0-a5917f97094b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:05:08.800308 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-9beb1bda-ad42-4eb7-b5ea-e1165668d2ce None None] Provisioning for port 0583f79c-f219-47a0-aaba-a5667d433eb7 completed by entity DHCP. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 18:05:08.805184 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-9beb1bda-ad42-4eb7-b5ea-e1165668d2ce None None] Provisioning complete for port 0583f79c-f219-47a0-aaba-a5667d433eb7 triggered by entity DHCP. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 18:05:08.805587 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-9beb1bda-ad42-4eb7-b5ea-e1165668d2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687209'] for port, provisioning_complete {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:05:08.850081 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.plugin [None req-9beb1bda-ad42-4eb7-b5ea-e1165668d2ce None None] Port 0583f79c-f219-47a0-aaba-a5667d433eb7 cannot update to ACTIVE because it is not bound. {{(pid=92880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 18:05:08.856936 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-5195b438-5461-45c1-9e17-9d6805e58577 req-c90e5df6-4821-450e-a009-a9e0cfadaea4 service neutron] 10.222.0.95 "GET /v2.0/networks/64e72c49-5fe4-4eab-8346-e0f7ad7adcf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326039 Jun 17 18:05:08.946590 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-5195b438-5461-45c1-9e17-9d6805e58577 req-0a744a42-51c0-4b79-8563-36b370dcea3e service neutron] 10.222.0.95 "GET /v2.0/networks/64e72c49-5fe4-4eab-8346-e0f7ad7adcf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822721 Jun 17 18:05:09.028126 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609a9092-98d3-4673-a670-4b1bb4843a84 req-bab2f220-62b3-49de-a82a-d2a4f0426ef2 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:09.029582 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-609a9092-98d3-4673-a670-4b1bb4843a84 req-bab2f220-62b3-49de-a82a-d2a4f0426ef2 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/ports?device_id=d4ac72c4-640f-4b29-bebb-6e3ad492fde3 HTTP/1.1" status: 200 len: 945 time: 0.1209984 Jun 17 18:05:09.102062 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.notifiers.nova [req-1f22f788-0146-4698-858d-de445f3c948d req-56b68b8c-84fa-4f2e-9ef0-a5917f97094b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0583f79c-f219-47a0-aaba-a5667d433eb7 {{(pid=92874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 18:05:09.109449 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-609a9092-98d3-4673-a670-4b1bb4843a84 req-9927ea62-e05b-495d-b1b1-72f5b5f5f53e tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/security-groups?id=344af256-d773-4ff0-b9b9-f3fcbe207aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741217 Jun 17 18:05:09.112997 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-1f22f788-0146-4698-858d-de445f3c948d req-56b68b8c-84fa-4f2e-9ef0-a5917f97094b service neutron] Notify callbacks [] for port, precommit_update {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:05:09.124798 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.db.provisioning_blocks [req-1f22f788-0146-4698-858d-de445f3c948d req-56b68b8c-84fa-4f2e-9ef0-a5917f97094b service neutron] Transition to ACTIVE for port object 0583f79c-f219-47a0-aaba-a5667d433eb7 will not be triggered until provisioned by entity L2. {{(pid=92874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 18:05:09.129465 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-1f22f788-0146-4698-858d-de445f3c948d req-56b68b8c-84fa-4f2e-9ef0-a5917f97094b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479'] for port, after_update {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:05:09.132359 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-36bc698a-8278-460c-a538-9cd5b59e2cab service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:05:09.213742 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b68b8c-84fa-4f2e-9ef0-a5917f97094b service neutron] Pushing event updated for resources: {'Port': ['ID=0583f79c-f219-47a0-aaba-a5667d433eb7,revision_number=2']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:05:09.216305 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-56b68b8c-84fa-4f2e-9ef0-a5917f97094b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:05:09.251433 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.managers [req-1f22f788-0146-4698-858d-de445f3c948d req-56b68b8c-84fa-4f2e-9ef0-a5917f97094b service neutron] Attempting to bind port 0583f79c-f219-47a0-aaba-a5667d433eb7 on host hv-cinder-78626 for vnic_type normal with profile {{(pid=92874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 18:05:09.251749 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.managers [req-1f22f788-0146-4698-858d-de445f3c948d req-56b68b8c-84fa-4f2e-9ef0-a5917f97094b service neutron] Attempting to bind port 0583f79c-f219-47a0-aaba-a5667d433eb7 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '496e59c6-c912-4db2-afc5-6c5487e6eac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': '8d8948ad-9b93-44d4-87fc-b86fbba9b2e3'}] {{(pid=92874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 18:05:09.252027 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f22f788-0146-4698-858d-de445f3c948d req-56b68b8c-84fa-4f2e-9ef0-a5917f97094b service neutron] Attempting to bind port 0583f79c-f219-47a0-aaba-a5667d433eb7 on network 8d8948ad-9b93-44d4-87fc-b86fbba9b2e3 {{(pid=92874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 18:05:09.257146 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f22f788-0146-4698-858d-de445f3c948d req-56b68b8c-84fa-4f2e-9ef0-a5917f97094b service neutron] Port 0583f79c-f219-47a0-aaba-a5667d433eb7 on network 8d8948ad-9b93-44d4-87fc-b86fbba9b2e3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=92874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 18:05:09.257620 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f22f788-0146-4698-858d-de445f3c948d req-56b68b8c-84fa-4f2e-9ef0-a5917f97094b service neutron] Attempting to bind port 0583f79c-f219-47a0-aaba-a5667d433eb7 on network 8d8948ad-9b93-44d4-87fc-b86fbba9b2e3 {{(pid=92874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 18:05:09.263029 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f22f788-0146-4698-858d-de445f3c948d req-56b68b8c-84fa-4f2e-9ef0-a5917f97094b service neutron] Checking agent: {'id': '0a4c4f6c-022a-47ca-a1e7-cbe9e6e5e8a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 18, 1, 10), 'started_at': datetime.datetime(2021, 6, 17, 18, 1, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 18, 4, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 18:05:09.263360 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f22f788-0146-4698-858d-de445f3c948d req-56b68b8c-84fa-4f2e-9ef0-a5917f97094b service neutron] Checking segment: {'id': '496e59c6-c912-4db2-afc5-6c5487e6eac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': '8d8948ad-9b93-44d4-87fc-b86fbba9b2e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 18:05:09.263730 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f22f788-0146-4698-858d-de445f3c948d req-56b68b8c-84fa-4f2e-9ef0-a5917f97094b service neutron] Bound using segment: {'id': '496e59c6-c912-4db2-afc5-6c5487e6eac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': '8d8948ad-9b93-44d4-87fc-b86fbba9b2e3'} {{(pid=92874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 18:05:09.264185 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.managers [req-1f22f788-0146-4698-858d-de445f3c948d req-56b68b8c-84fa-4f2e-9ef0-a5917f97094b service neutron] Bound port: 0583f79c-f219-47a0-aaba-a5667d433eb7, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '496e59c6-c912-4db2-afc5-6c5487e6eac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1135, 'network_id': '8d8948ad-9b93-44d4-87fc-b86fbba9b2e3'}}] {{(pid=92874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 18:05:09.264530 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-1f22f788-0146-4698-858d-de445f3c948d req-56b68b8c-84fa-4f2e-9ef0-a5917f97094b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:05:09.366316 dv-cinder-786260-6-iscsi neutron-server[92874]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 17 18:05:09.366316 dv-cinder-786260-6-iscsi neutron-server[92874]: from cryptography.utils import int_from_bytes Jun 17 18:05:09.366316 dv-cinder-786260-6-iscsi neutron-server[92874]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 17 18:05:09.366316 dv-cinder-786260-6-iscsi neutron-server[92874]: from cryptography.utils import int_from_bytes Jun 17 18:05:09.366316 dv-cinder-786260-6-iscsi neutron-server[92874]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 18:05:09.366316 dv-cinder-786260-6-iscsi neutron-server[92874]: retrieve_revision_numbers = { Jun 17 18:05:09.366316 dv-cinder-786260-6-iscsi neutron-server[92874]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 18:05:09.366316 dv-cinder-786260-6-iscsi neutron-server[92874]: conditions |= (models_v2.Port.network_id.in_( Jun 17 18:05:09.366316 dv-cinder-786260-6-iscsi neutron-server[92874]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 18:05:09.366316 dv-cinder-786260-6-iscsi neutron-server[92874]: conditions |= (models_v2.Port.network_id.in_( Jun 17 18:05:09.366316 dv-cinder-786260-6-iscsi neutron-server[92874]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 18:05:09.366316 dv-cinder-786260-6-iscsi neutron-server[92874]: retrieve_revision_numbers = { Jun 17 18:05:09.366316 dv-cinder-786260-6-iscsi neutron-server[92874]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 18:05:09.366316 dv-cinder-786260-6-iscsi neutron-server[92874]: conditions |= (models_v2.Port.network_id.in_( Jun 17 18:05:09.366316 dv-cinder-786260-6-iscsi neutron-server[92874]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 18:05:09.366316 dv-cinder-786260-6-iscsi neutron-server[92874]: retrieve_revision_numbers = { Jun 17 18:05:09.366316 dv-cinder-786260-6-iscsi neutron-server[92874]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 18:05:09.366316 dv-cinder-786260-6-iscsi neutron-server[92874]: conditions |= (models_v2.Port.network_id.in_( Jun 17 18:05:09.366316 dv-cinder-786260-6-iscsi neutron-server[92874]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 18:05:09.366316 dv-cinder-786260-6-iscsi neutron-server[92874]: retrieve_revision_numbers = { Jun 17 18:05:09.366316 dv-cinder-786260-6-iscsi neutron-server[92874]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 18:05:09.366316 dv-cinder-786260-6-iscsi neutron-server[92874]: retrieve_revision_numbers = { Jun 17 18:05:09.366316 dv-cinder-786260-6-iscsi neutron-server[92874]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 18:05:09.366316 dv-cinder-786260-6-iscsi neutron-server[92874]: conditions |= (models_v2.Port.network_id.in_( Jun 17 18:05:09.366316 dv-cinder-786260-6-iscsi neutron-server[92874]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 18:05:09.366316 dv-cinder-786260-6-iscsi neutron-server[92874]: retrieve_revision_numbers = { Jun 17 18:05:09.366316 dv-cinder-786260-6-iscsi neutron-server[92874]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 18:05:09.366316 dv-cinder-786260-6-iscsi neutron-server[92874]: conditions |= (models_v2.Port.network_id.in_( Jun 17 18:05:09.366316 dv-cinder-786260-6-iscsi neutron-server[92874]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 18:05:09.366316 dv-cinder-786260-6-iscsi neutron-server[92874]: conditions |= (models_v2.Port.network_id.in_( Jun 17 18:05:09.366316 dv-cinder-786260-6-iscsi neutron-server[92874]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 18:05:09.366316 dv-cinder-786260-6-iscsi neutron-server[92874]: retrieve_revision_numbers = { Jun 17 18:05:09.366316 dv-cinder-786260-6-iscsi neutron-server[92874]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 18:05:09.366316 dv-cinder-786260-6-iscsi neutron-server[92874]: conditions |= (models_v2.Port.network_id.in_( Jun 17 18:05:09.366316 dv-cinder-786260-6-iscsi neutron-server[92874]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 18:05:09.366316 dv-cinder-786260-6-iscsi neutron-server[92874]: conditions |= (models_v2.Port.network_id.in_( Jun 17 18:05:09.366316 dv-cinder-786260-6-iscsi neutron-server[92874]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 18:05:09.366316 dv-cinder-786260-6-iscsi neutron-server[92874]: retrieve_revision_numbers = { Jun 17 18:05:09.366316 dv-cinder-786260-6-iscsi neutron-server[92874]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 18:05:09.366316 dv-cinder-786260-6-iscsi neutron-server[92874]: conditions |= (models_v2.Port.network_id.in_( Jun 17 18:05:09.366316 dv-cinder-786260-6-iscsi neutron-server[92874]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 18:05:09.366316 dv-cinder-786260-6-iscsi neutron-server[92874]: retrieve_revision_numbers = { Jun 17 18:05:09.366316 dv-cinder-786260-6-iscsi neutron-server[92874]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 18:05:09.366316 dv-cinder-786260-6-iscsi neutron-server[92874]: retrieve_revision_numbers = { Jun 17 18:05:09.366316 dv-cinder-786260-6-iscsi neutron-server[92874]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 18:05:09.368948 dv-cinder-786260-6-iscsi neutron-server[92874]: conditions |= (models_v2.Port.network_id.in_( Jun 17 18:05:09.368948 dv-cinder-786260-6-iscsi neutron-server[92874]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 18:05:09.368948 dv-cinder-786260-6-iscsi neutron-server[92874]: conditions |= (models_v2.Port.network_id.in_( Jun 17 18:05:09.368948 dv-cinder-786260-6-iscsi neutron-server[92874]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 18:05:09.368948 dv-cinder-786260-6-iscsi neutron-server[92874]: retrieve_revision_numbers = { Jun 17 18:05:09.368948 dv-cinder-786260-6-iscsi neutron-server[92874]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 18:05:09.368948 dv-cinder-786260-6-iscsi neutron-server[92874]: retrieve_revision_numbers = { Jun 17 18:05:09.368948 dv-cinder-786260-6-iscsi neutron-server[92874]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 18:05:09.368948 dv-cinder-786260-6-iscsi neutron-server[92874]: conditions |= (models_v2.Port.network_id.in_( Jun 17 18:05:09.368948 dv-cinder-786260-6-iscsi neutron-server[92874]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 18:05:09.368948 dv-cinder-786260-6-iscsi neutron-server[92874]: retrieve_revision_numbers = { Jun 17 18:05:09.368948 dv-cinder-786260-6-iscsi neutron-server[92874]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 18:05:09.368948 dv-cinder-786260-6-iscsi neutron-server[92874]: conditions |= (models_v2.Port.network_id.in_( Jun 17 18:05:09.368948 dv-cinder-786260-6-iscsi neutron-server[92874]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 18:05:09.368948 dv-cinder-786260-6-iscsi neutron-server[92874]: conditions |= (models_v2.Port.network_id.in_( Jun 17 18:05:09.368948 dv-cinder-786260-6-iscsi neutron-server[92874]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 18:05:09.368948 dv-cinder-786260-6-iscsi neutron-server[92874]: retrieve_revision_numbers = { Jun 17 18:05:09.371884 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.db [req-1f22f788-0146-4698-858d-de445f3c948d req-56b68b8c-84fa-4f2e-9ef0-a5917f97094b service neutron] For port 0583f79c-f219-47a0-aaba-a5667d433eb7, host hv-cinder-78626, cleared binding levels {{(pid=92874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 18:05:09.389830 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.db [req-1f22f788-0146-4698-858d-de445f3c948d req-56b68b8c-84fa-4f2e-9ef0-a5917f97094b service neutron] For port 0583f79c-f219-47a0-aaba-a5667d433eb7, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=0583f79c-f219-47a0-aaba-a5667d433eb7,segment=NetworkSegment(496e59c6-c912-4db2-afc5-6c5487e6eac6),segment_id=496e59c6-c912-4db2-afc5-6c5487e6eac6)] {{(pid=92874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 18:05:09.395264 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-1f22f788-0146-4698-858d-de445f3c948d req-56b68b8c-84fa-4f2e-9ef0-a5917f97094b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479'] for port, after_update {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:05:09.397866 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-5f454312-ac1d-422d-a5ad-55ca13768f0f tempest-VolumesNegativeTest-986004992 tempest-VolumesNegativeTest-986004992-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:05:09.439205 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f22f788-0146-4698-858d-de445f3c948d req-56b68b8c-84fa-4f2e-9ef0-a5917f97094b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:09.439556 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-1f22f788-0146-4698-858d-de445f3c948d req-56b68b8c-84fa-4f2e-9ef0-a5917f97094b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523113'] for port, before_response {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:05:09.440935 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-1f22f788-0146-4698-858d-de445f3c948d req-56b68b8c-84fa-4f2e-9ef0-a5917f97094b service neutron] 10.222.0.95 "PUT /v2.0/ports/0583f79c-f219-47a0-aaba-a5667d433eb7 HTTP/1.1" status: 200 len: 1098 time: 0.7805903 Jun 17 18:05:09.446521 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd09a129-fc88-4eb5-b09d-7d91bb1e0faf', 'tag': '0583f79c-f219-47a0-aaba-a5667d433eb7'}] {{(pid=92874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 18:05:09.449374 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58554d43f64f60294e2d1fd4a9d9342a0a386c70b92defbb6c9fd2054ba7a623" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48738bc9-a165-411a-b06f-17205652958c" -d '{"events": [{"name": "network-changed", "server_uuid": "dd09a129-fc88-4eb5-b09d-7d91bb1e0faf", "tag": "0583f79c-f219-47a0-aaba-a5667d433eb7"}]}' {{(pid=92874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 18:05:09.508439 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c764466-70b3-4231-a2b7-819f3a6348e9 req-0be10ab4-fb37-49e9-8c40-00751b2e4833 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:09.511739 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-4c764466-70b3-4231-a2b7-819f3a6348e9 req-0be10ab4-fb37-49e9-8c40-00751b2e4833 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/ports?device_id=846c2194-7473-42f4-a480-3978b0d4bd60 HTTP/1.1" status: 200 len: 946 time: 0.1933074 Jun 17 18:05:09.526715 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b68b8c-84fa-4f2e-9ef0-a5917f97094b service neutron] Pushing event updated for resources: {'Port': ['ID=0583f79c-f219-47a0-aaba-a5667d433eb7,revision_number=3']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:05:09.532537 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-56b68b8c-84fa-4f2e-9ef0-a5917f97094b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:05:09.607172 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-4c764466-70b3-4231-a2b7-819f3a6348e9 req-476bbefe-58e5-4da3-b041-b24757d06e6d tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/security-groups?id=91f7f23c-b787-41c8-9305-85229b082856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881972 Jun 17 18:05:09.636147 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706f227f-b655-45a3-82bb-c26f70410947 req-7e2b7442-5228-49d4-9878-ddd7eae0fa06 tempest-VolumesNegativeTest-986004992 tempest-VolumesNegativeTest-986004992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:09.637647 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-706f227f-b655-45a3-82bb-c26f70410947 req-7e2b7442-5228-49d4-9878-ddd7eae0fa06 tempest-VolumesNegativeTest-986004992 tempest-VolumesNegativeTest-986004992-project] 10.222.0.97 "GET /v2.0/ports?device_id=dd09a129-fc88-4eb5-b09d-7d91bb1e0faf HTTP/1.1" status: 200 len: 948 time: 0.1839511 Jun 17 18:05:09.654944 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f22f788-0146-4698-858d-de445f3c948d req-e4c5f3a7-ef91-48e1-bf3d-2dd4e585a3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:09.656374 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-1f22f788-0146-4698-858d-de445f3c948d req-e4c5f3a7-ef91-48e1-bf3d-2dd4e585a3fe service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=d347f7a3a6fc473a8f7123b684318e1b&device_id=dd09a129-fc88-4eb5-b09d-7d91bb1e0faf HTTP/1.1" status: 200 len: 1101 time: 0.1259215 Jun 17 18:05:09.719799 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-1f22f788-0146-4698-858d-de445f3c948d req-ca847a45-e1c4-4886-8b07-26676eac7029 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=0583f79c-f219-47a0-aaba-a5667d433eb7 HTTP/1.1" status: 200 len: 217 time: 0.0426185 Jun 17 18:05:09.722768 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-706f227f-b655-45a3-82bb-c26f70410947 req-b8a92d85-ece6-4321-824d-1abb4c2e78bd tempest-VolumesNegativeTest-986004992 tempest-VolumesNegativeTest-986004992-project] 10.222.0.97 "GET /v2.0/security-groups?id=328e2a00-6f95-4397-a21e-aeec476974af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783691 Jun 17 18:05:09.769666 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 18:05:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0641eb3-75da-45e6-98b9-9ed45fd367df x-openstack-request-id: req-c0641eb3-75da-45e6-98b9-9ed45fd367df {{(pid=92874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 18:05:09.770071 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd09a129-fc88-4eb5-b09d-7d91bb1e0faf", "tag": "0583f79c-f219-47a0-aaba-a5667d433eb7", "status": "completed", "code": 200}]} {{(pid=92874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 18:05:09.770406 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-c0641eb3-75da-45e6-98b9-9ed45fd367df {{(pid=92874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 18:05:09.770909 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd09a129-fc88-4eb5-b09d-7d91bb1e0faf', 'tag': '0583f79c-f219-47a0-aaba-a5667d433eb7', 'status': 'completed', 'code': 200} Jun 17 18:05:09.941549 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f22f788-0146-4698-858d-de445f3c948d req-19245d04-11c4-40fb-8f85-3b3e02ec5d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:09.943204 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-1f22f788-0146-4698-858d-de445f3c948d req-19245d04-11c4-40fb-8f85-3b3e02ec5d8f service neutron] 10.222.0.95 "GET /v2.0/subnets?id=4d3b1963-91df-4c83-bb28-387e05e4cbec HTTP/1.1" status: 200 len: 843 time: 0.0678585 Jun 17 18:05:10.014979 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f22f788-0146-4698-858d-de445f3c948d req-e733f69b-e209-4f4d-bbde-b043c5bd70a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:10.016333 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-1f22f788-0146-4698-858d-de445f3c948d req-e733f69b-e209-4f4d-bbde-b043c5bd70a1 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=8d8948ad-9b93-44d4-87fc-b86fbba9b2e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0503674 Jun 17 18:05:10.113762 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-1f22f788-0146-4698-858d-de445f3c948d req-2036c2a1-0bf3-44fe-948e-6a27d7cba87b service neutron] 10.222.0.95 "GET /v2.0/networks/8d8948ad-9b93-44d4-87fc-b86fbba9b2e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850041 Jun 17 18:05:10.206367 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-1f22f788-0146-4698-858d-de445f3c948d req-7f73722d-4037-4c07-a146-cbde625b38a7 service neutron] 10.222.0.95 "GET /v2.0/networks/8d8948ad-9b93-44d4-87fc-b86fbba9b2e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814559 Jun 17 18:05:10.549795 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaea66f-261a-483a-9ec9-03b28dcf5595 req-046a2565-4212-48b9-8148-839ee2469b68 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:10.551286 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-cbaea66f-261a-483a-9ec9-03b28dcf5595 req-046a2565-4212-48b9-8148-839ee2469b68 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/ports?device_id=d4ac72c4-640f-4b29-bebb-6e3ad492fde3 HTTP/1.1" status: 200 len: 945 time: 0.3300750 Jun 17 18:05:10.556116 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48738bc9-a165-411a-b06f-17205652958c req-2c2af280-6f84-40c3-9126-b58e39c68bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:10.557949 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-48738bc9-a165-411a-b06f-17205652958c req-2c2af280-6f84-40c3-9126-b58e39c68bdb service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=d347f7a3a6fc473a8f7123b684318e1b&device_id=dd09a129-fc88-4eb5-b09d-7d91bb1e0faf HTTP/1.1" status: 200 len: 1101 time: 0.0816634 Jun 17 18:05:10.589396 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-cbaea66f-261a-483a-9ec9-03b28dcf5595 req-f3c92b2f-f0de-4e3e-90ba-42ca5eaed9cf tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/security-groups?id=344af256-d773-4ff0-b9b9-f3fcbe207aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305388 Jun 17 18:05:10.693264 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48738bc9-a165-411a-b06f-17205652958c req-547e55e4-bee0-4fa0-9233-fd4e92a1622f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:10.694676 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-48738bc9-a165-411a-b06f-17205652958c req-547e55e4-bee0-4fa0-9233-fd4e92a1622f service neutron] 10.222.0.95 "GET /v2.0/networks?id=8d8948ad-9b93-44d4-87fc-b86fbba9b2e3 HTTP/1.1" status: 200 len: 871 time: 0.0862358 Jun 17 18:05:10.750316 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-48738bc9-a165-411a-b06f-17205652958c req-beedf66e-e7e7-46b8-a6d8-a849c483fbed service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=0583f79c-f219-47a0-aaba-a5667d433eb7 HTTP/1.1" status: 200 len: 217 time: 0.0330520 Jun 17 18:05:10.813874 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48738bc9-a165-411a-b06f-17205652958c req-ec88ca58-0324-4bc7-9a3f-675aa571f045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:10.815606 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-48738bc9-a165-411a-b06f-17205652958c req-ec88ca58-0324-4bc7-9a3f-675aa571f045 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=4d3b1963-91df-4c83-bb28-387e05e4cbec HTTP/1.1" status: 200 len: 843 time: 0.0536845 Jun 17 18:05:10.925847 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48738bc9-a165-411a-b06f-17205652958c req-4154df99-8391-4387-8b71-97bf958ca251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:10.927474 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-48738bc9-a165-411a-b06f-17205652958c req-4154df99-8391-4387-8b71-97bf958ca251 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=8d8948ad-9b93-44d4-87fc-b86fbba9b2e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0964427 Jun 17 18:05:10.934729 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cc7160-b120-46f0-b03f-cbea305ab034 req-64fb5847-6f51-42b8-8d83-facd08052a88 tempest-VolumesNegativeTest-986004992 tempest-VolumesNegativeTest-986004992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:10.936066 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-58cc7160-b120-46f0-b03f-cbea305ab034 req-64fb5847-6f51-42b8-8d83-facd08052a88 tempest-VolumesNegativeTest-986004992 tempest-VolumesNegativeTest-986004992-project] 10.222.0.97 "GET /v2.0/ports?device_id=dd09a129-fc88-4eb5-b09d-7d91bb1e0faf HTTP/1.1" status: 200 len: 948 time: 0.0957768 Jun 17 18:05:11.033848 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-58cc7160-b120-46f0-b03f-cbea305ab034 req-96116b60-fdf0-4eb1-871e-d0b533846177 tempest-VolumesNegativeTest-986004992 tempest-VolumesNegativeTest-986004992-project] 10.222.0.97 "GET /v2.0/security-groups?id=328e2a00-6f95-4397-a21e-aeec476974af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869083 Jun 17 18:05:11.062005 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-48738bc9-a165-411a-b06f-17205652958c req-c88c2ab8-b1e6-495a-b467-739ea5c61f5b service neutron] 10.222.0.95 "GET /v2.0/networks/8d8948ad-9b93-44d4-87fc-b86fbba9b2e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222038 Jun 17 18:05:11.199724 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-48738bc9-a165-411a-b06f-17205652958c req-012727f6-1a94-469b-9174-31118921dd5a service neutron] 10.222.0.95 "GET /v2.0/networks/8d8948ad-9b93-44d4-87fc-b86fbba9b2e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955458 Jun 17 18:05:11.705308 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:05:11.776164 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf9aa21-bd1e-4817-a640-fead71ff5bc5 req-837a180f-dfe4-4452-965e-2e338aa22368 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:11.777639 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-5cf9aa21-bd1e-4817-a640-fead71ff5bc5 req-837a180f-dfe4-4452-965e-2e338aa22368 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/ports?device_id=d4ac72c4-640f-4b29-bebb-6e3ad492fde3 HTTP/1.1" status: 200 len: 945 time: 0.0640814 Jun 17 18:05:11.814521 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-5cf9aa21-bd1e-4817-a640-fead71ff5bc5 req-0220a5e2-f5ee-4e09-ae8e-b675268d5b2d tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/security-groups?id=344af256-d773-4ff0-b9b9-f3fcbe207aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311170 Jun 17 18:05:12.206680 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b39ed7c-dca8-41a1-becc-637a3615ed12 req-402749f9-aa5e-4596-bcbb-542f6eee3390 tempest-VolumesNegativeTest-986004992 tempest-VolumesNegativeTest-986004992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:12.208166 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-2b39ed7c-dca8-41a1-becc-637a3615ed12 req-402749f9-aa5e-4596-bcbb-542f6eee3390 tempest-VolumesNegativeTest-986004992 tempest-VolumesNegativeTest-986004992-project] 10.222.0.97 "GET /v2.0/ports?device_id=dd09a129-fc88-4eb5-b09d-7d91bb1e0faf HTTP/1.1" status: 200 len: 948 time: 0.0635121 Jun 17 18:05:12.244743 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-2b39ed7c-dca8-41a1-becc-637a3615ed12 req-948135b2-3991-41db-9150-f890be60d799 tempest-VolumesNegativeTest-986004992 tempest-VolumesNegativeTest-986004992-project] 10.222.0.97 "GET /v2.0/security-groups?id=328e2a00-6f95-4397-a21e-aeec476974af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308833 Jun 17 18:05:12.993086 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a71d7d-c6b1-4037-a269-3625392a9f30 req-70d1b4ad-3e97-4ff3-9446-ff446c1eb931 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:12.994954 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-05a71d7d-c6b1-4037-a269-3625392a9f30 req-70d1b4ad-3e97-4ff3-9446-ff446c1eb931 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/ports?device_id=d4ac72c4-640f-4b29-bebb-6e3ad492fde3 HTTP/1.1" status: 200 len: 945 time: 0.0685658 Jun 17 18:05:13.032740 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-05a71d7d-c6b1-4037-a269-3625392a9f30 req-4e9d0952-1870-4c1e-a67e-fe4af2e691d9 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/security-groups?id=344af256-d773-4ff0-b9b9-f3fcbe207aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322680 Jun 17 18:05:13.416762 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1b3e3a-3d5d-4341-892c-0440144b9697 req-ce578738-0ed6-4b65-8e86-666bbbec1e7c tempest-VolumesNegativeTest-986004992 tempest-VolumesNegativeTest-986004992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:13.418204 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-eb1b3e3a-3d5d-4341-892c-0440144b9697 req-ce578738-0ed6-4b65-8e86-666bbbec1e7c tempest-VolumesNegativeTest-986004992 tempest-VolumesNegativeTest-986004992-project] 10.222.0.97 "GET /v2.0/ports?device_id=dd09a129-fc88-4eb5-b09d-7d91bb1e0faf HTTP/1.1" status: 200 len: 948 time: 0.0611298 Jun 17 18:05:13.455590 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-eb1b3e3a-3d5d-4341-892c-0440144b9697 req-dec55b5e-4c3e-4cd5-8c2d-7f4dac5f7ec6 tempest-VolumesNegativeTest-986004992 tempest-VolumesNegativeTest-986004992-project] 10.222.0.97 "GET /v2.0/security-groups?id=328e2a00-6f95-4397-a21e-aeec476974af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318551 Jun 17 18:05:14.140521 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-ea47ef50-865b-4ff0-9834-3db57d2edee0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:05:14.207239 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202d82b9-a546-4112-8041-c43f671dc59c req-3a115850-5319-428e-a29a-12866204c3c6 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:14.208722 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-202d82b9-a546-4112-8041-c43f671dc59c req-3a115850-5319-428e-a29a-12866204c3c6 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/ports?device_id=d4ac72c4-640f-4b29-bebb-6e3ad492fde3 HTTP/1.1" status: 200 len: 945 time: 0.0639753 Jun 17 18:05:14.250536 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-202d82b9-a546-4112-8041-c43f671dc59c req-359d640d-9287-42bb-b105-27f594a78ae6 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/security-groups?id=344af256-d773-4ff0-b9b9-f3fcbe207aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355124 Jun 17 18:05:14.629444 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8803be-e8f1-4435-a7d2-15bfe435b236 req-b570e3b2-8ce6-40c2-9dc7-6270e9fda9d0 tempest-VolumesNegativeTest-986004992 tempest-VolumesNegativeTest-986004992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:14.630925 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-cc8803be-e8f1-4435-a7d2-15bfe435b236 req-b570e3b2-8ce6-40c2-9dc7-6270e9fda9d0 tempest-VolumesNegativeTest-986004992 tempest-VolumesNegativeTest-986004992-project] 10.222.0.97 "GET /v2.0/ports?device_id=dd09a129-fc88-4eb5-b09d-7d91bb1e0faf HTTP/1.1" status: 200 len: 948 time: 0.0654328 Jun 17 18:05:14.671760 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-cc8803be-e8f1-4435-a7d2-15bfe435b236 req-a305a664-05de-482e-be70-a40e80cca499 tempest-VolumesNegativeTest-986004992 tempest-VolumesNegativeTest-986004992-project] 10.222.0.97 "GET /v2.0/security-groups?id=328e2a00-6f95-4397-a21e-aeec476974af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344479 Jun 17 18:05:15.431811 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e0e624-dafb-4126-8d5f-d9b3b23eef23 req-c66ac3a2-00f8-461a-9cd6-837676272ec5 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:15.433842 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-28e0e624-dafb-4126-8d5f-d9b3b23eef23 req-c66ac3a2-00f8-461a-9cd6-837676272ec5 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/ports?device_id=d4ac72c4-640f-4b29-bebb-6e3ad492fde3 HTTP/1.1" status: 200 len: 945 time: 0.0658047 Jun 17 18:05:15.471570 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-28e0e624-dafb-4126-8d5f-d9b3b23eef23 req-20063334-46a4-4e35-99f9-422bfbed312d tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/security-groups?id=344af256-d773-4ff0-b9b9-f3fcbe207aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320075 Jun 17 18:05:15.851376 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa92691-9798-4d0e-bbb5-23501bb5da57 req-7ea67e11-1cda-49ed-9754-2c8f61a80799 tempest-VolumesNegativeTest-986004992 tempest-VolumesNegativeTest-986004992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:15.853892 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-0aa92691-9798-4d0e-bbb5-23501bb5da57 req-7ea67e11-1cda-49ed-9754-2c8f61a80799 tempest-VolumesNegativeTest-986004992 tempest-VolumesNegativeTest-986004992-project] 10.222.0.97 "GET /v2.0/ports?device_id=dd09a129-fc88-4eb5-b09d-7d91bb1e0faf HTTP/1.1" status: 200 len: 948 time: 0.0679927 Jun 17 18:05:15.892227 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-0aa92691-9798-4d0e-bbb5-23501bb5da57 req-cb6b9f9c-5e2f-4ced-b7e8-e8726a33168f tempest-VolumesNegativeTest-986004992 tempest-VolumesNegativeTest-986004992-project] 10.222.0.97 "GET /v2.0/security-groups?id=328e2a00-6f95-4397-a21e-aeec476974af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321374 Jun 17 18:05:16.645927 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064137fe-4c42-49a4-9309-1350c665300b req-f0299057-490d-41ba-915f-a50b03c022de tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:16.647392 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-064137fe-4c42-49a4-9309-1350c665300b req-f0299057-490d-41ba-915f-a50b03c022de tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/ports?device_id=d4ac72c4-640f-4b29-bebb-6e3ad492fde3 HTTP/1.1" status: 200 len: 945 time: 0.0621200 Jun 17 18:05:16.686496 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-064137fe-4c42-49a4-9309-1350c665300b req-05df992b-16e8-4f51-88d3-2c2a014cec00 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/security-groups?id=344af256-d773-4ff0-b9b9-f3fcbe207aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316837 Jun 17 18:05:16.812804 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-cee3033c-e13f-46c1-96a2-9a19c709fc42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:05:16.913121 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:05:17.064504 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162fd29f-c743-4e44-9565-2ac071365fbc req-b3b34d3e-4934-4bd0-8575-dd2cad7bebfd tempest-VolumesNegativeTest-986004992 tempest-VolumesNegativeTest-986004992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:17.065999 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-162fd29f-c743-4e44-9565-2ac071365fbc req-b3b34d3e-4934-4bd0-8575-dd2cad7bebfd tempest-VolumesNegativeTest-986004992 tempest-VolumesNegativeTest-986004992-project] 10.222.0.97 "GET /v2.0/ports?device_id=dd09a129-fc88-4eb5-b09d-7d91bb1e0faf HTTP/1.1" status: 200 len: 948 time: 0.0643702 Jun 17 18:05:17.103984 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-162fd29f-c743-4e44-9565-2ac071365fbc req-606e99ae-6cbd-4e78-8c1c-d92bce9b62cb tempest-VolumesNegativeTest-986004992 tempest-VolumesNegativeTest-986004992-project] 10.222.0.97 "GET /v2.0/security-groups?id=328e2a00-6f95-4397-a21e-aeec476974af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322840 Jun 17 18:05:17.674102 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.agents_db [None req-efac7cad-2d3b-4dc1-9769-dac6e2c75cb9 None None] Agent healthcheck: found 6 active agents {{(pid=92881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 18:05:17.860563 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a592e007-6d3c-44e4-a945-d442df8c0d66 req-6595c4ef-d36f-40e2-8cd0-c8619ac35bf2 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:17.862026 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-a592e007-6d3c-44e4-a945-d442df8c0d66 req-6595c4ef-d36f-40e2-8cd0-c8619ac35bf2 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/ports?device_id=d4ac72c4-640f-4b29-bebb-6e3ad492fde3 HTTP/1.1" status: 200 len: 945 time: 0.0671613 Jun 17 18:05:17.898824 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-a592e007-6d3c-44e4-a945-d442df8c0d66 req-e89526b9-d51c-4505-bb5a-a1c6f2a6003e tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/security-groups?id=344af256-d773-4ff0-b9b9-f3fcbe207aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310795 Jun 17 18:05:18.019509 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-8848f698-b84d-4e61-bbd9-19a6867363d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:05:18.280741 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bd3750-1df7-4c25-a5ad-7a8fe09a032d req-2aa8baaa-195a-4ad5-9348-7a721671be59 tempest-VolumesNegativeTest-986004992 tempest-VolumesNegativeTest-986004992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:18.282208 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-60bd3750-1df7-4c25-a5ad-7a8fe09a032d req-2aa8baaa-195a-4ad5-9348-7a721671be59 tempest-VolumesNegativeTest-986004992 tempest-VolumesNegativeTest-986004992-project] 10.222.0.97 "GET /v2.0/ports?device_id=dd09a129-fc88-4eb5-b09d-7d91bb1e0faf HTTP/1.1" status: 200 len: 948 time: 0.0635161 Jun 17 18:05:18.324631 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-60bd3750-1df7-4c25-a5ad-7a8fe09a032d req-6411b2a4-99bb-4e79-9e6f-272d2434d21a tempest-VolumesNegativeTest-986004992 tempest-VolumesNegativeTest-986004992-project] 10.222.0.97 "GET /v2.0/security-groups?id=328e2a00-6f95-4397-a21e-aeec476974af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365913 Jun 17 18:05:19.088807 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57217550-130e-4125-87ec-f37c23f30bb9 req-05d0872e-c1ca-4563-8af3-cf89cce179d7 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:19.090235 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-57217550-130e-4125-87ec-f37c23f30bb9 req-05d0872e-c1ca-4563-8af3-cf89cce179d7 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/ports?device_id=d4ac72c4-640f-4b29-bebb-6e3ad492fde3 HTTP/1.1" status: 200 len: 945 time: 0.0737023 Jun 17 18:05:19.130338 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-57217550-130e-4125-87ec-f37c23f30bb9 req-e58550cf-f4f2-404c-8f55-34d1e4f5b377 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/security-groups?id=344af256-d773-4ff0-b9b9-f3fcbe207aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344648 Jun 17 18:05:19.460095 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-a0cf07df-ba9d-4ba7-86ac-6ceb73a86136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:05:19.503905 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0491cfdf-e0ec-4df2-809d-bbc43f9844fe req-70f93177-6880-4e33-bde9-6c980cc57a6c tempest-VolumesNegativeTest-986004992 tempest-VolumesNegativeTest-986004992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:19.505453 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-0491cfdf-e0ec-4df2-809d-bbc43f9844fe req-70f93177-6880-4e33-bde9-6c980cc57a6c tempest-VolumesNegativeTest-986004992 tempest-VolumesNegativeTest-986004992-project] 10.222.0.97 "GET /v2.0/ports?device_id=dd09a129-fc88-4eb5-b09d-7d91bb1e0faf HTTP/1.1" status: 200 len: 948 time: 0.0639565 Jun 17 18:05:19.546187 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-0491cfdf-e0ec-4df2-809d-bbc43f9844fe req-d4b51633-3edd-4beb-b1e6-21288e501e45 tempest-VolumesNegativeTest-986004992 tempest-VolumesNegativeTest-986004992-project] 10.222.0.97 "GET /v2.0/security-groups?id=328e2a00-6f95-4397-a21e-aeec476974af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344026 Jun 17 18:05:20.300027 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164022c2-73a7-40de-906e-df737f6e127e req-8b5a7022-ff3a-4097-9376-b9ccb7776b7f tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:20.301513 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-164022c2-73a7-40de-906e-df737f6e127e req-8b5a7022-ff3a-4097-9376-b9ccb7776b7f tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/ports?device_id=d4ac72c4-640f-4b29-bebb-6e3ad492fde3 HTTP/1.1" status: 200 len: 945 time: 0.0639732 Jun 17 18:05:20.340753 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-164022c2-73a7-40de-906e-df737f6e127e req-7c73d88c-aff3-4b6f-8f7f-e208d5ad6caf tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/security-groups?id=344af256-d773-4ff0-b9b9-f3fcbe207aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329816 Jun 17 18:05:20.740238 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334ecdf5-6a54-4bcc-86a1-8a8f40840b40 req-7d16e5f8-476d-4e57-9214-bee5b77f17a4 tempest-VolumesNegativeTest-986004992 tempest-VolumesNegativeTest-986004992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:20.741929 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-334ecdf5-6a54-4bcc-86a1-8a8f40840b40 req-7d16e5f8-476d-4e57-9214-bee5b77f17a4 tempest-VolumesNegativeTest-986004992 tempest-VolumesNegativeTest-986004992-project] 10.222.0.97 "GET /v2.0/ports?device_id=dd09a129-fc88-4eb5-b09d-7d91bb1e0faf HTTP/1.1" status: 200 len: 948 time: 0.0706933 Jun 17 18:05:20.780149 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-334ecdf5-6a54-4bcc-86a1-8a8f40840b40 req-47f84416-a1aa-41cc-b3f5-1129209fb20c tempest-VolumesNegativeTest-986004992 tempest-VolumesNegativeTest-986004992-project] 10.222.0.97 "GET /v2.0/security-groups?id=328e2a00-6f95-4397-a21e-aeec476974af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327277 Jun 17 18:05:21.514745 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2727e0e0-9b48-4cc0-a245-a086c75e8660 req-e53e5a0b-3e52-4212-bef3-1c9db2801d35 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:21.516415 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-2727e0e0-9b48-4cc0-a245-a086c75e8660 req-e53e5a0b-3e52-4212-bef3-1c9db2801d35 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/ports?device_id=d4ac72c4-640f-4b29-bebb-6e3ad492fde3 HTTP/1.1" status: 200 len: 945 time: 0.0658417 Jun 17 18:05:21.555345 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-2727e0e0-9b48-4cc0-a245-a086c75e8660 req-87c0afe7-d14d-4f4a-b2ea-f6e9959e9154 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/security-groups?id=344af256-d773-4ff0-b9b9-f3fcbe207aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326800 Jun 17 18:05:21.958997 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d21dca9-ecaa-4fab-956b-9fb0c4b28feb req-ef5a5b72-b7f3-4ff5-89df-3f3f7adfcc28 tempest-VolumesNegativeTest-986004992 tempest-VolumesNegativeTest-986004992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:21.960427 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-2d21dca9-ecaa-4fab-956b-9fb0c4b28feb req-ef5a5b72-b7f3-4ff5-89df-3f3f7adfcc28 tempest-VolumesNegativeTest-986004992 tempest-VolumesNegativeTest-986004992-project] 10.222.0.97 "GET /v2.0/ports?device_id=dd09a129-fc88-4eb5-b09d-7d91bb1e0faf HTTP/1.1" status: 200 len: 948 time: 0.0648012 Jun 17 18:05:21.998019 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-2d21dca9-ecaa-4fab-956b-9fb0c4b28feb req-0cd285cd-2069-4930-85f6-127d38a8d15c tempest-VolumesNegativeTest-986004992 tempest-VolumesNegativeTest-986004992-project] 10.222.0.97 "GET /v2.0/security-groups?id=328e2a00-6f95-4397-a21e-aeec476974af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315375 Jun 17 18:05:22.731406 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06d9231-e8da-4cee-a2b7-a800094516c1 req-780508e2-9bfc-40c9-8947-2adf28559912 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:22.732906 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-b06d9231-e8da-4cee-a2b7-a800094516c1 req-780508e2-9bfc-40c9-8947-2adf28559912 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/ports?device_id=d4ac72c4-640f-4b29-bebb-6e3ad492fde3 HTTP/1.1" status: 200 len: 945 time: 0.0621431 Jun 17 18:05:22.770453 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-b06d9231-e8da-4cee-a2b7-a800094516c1 req-8afe33d2-d71e-4f11-9ee2-6a0b5ad28732 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/security-groups?id=344af256-d773-4ff0-b9b9-f3fcbe207aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320966 Jun 17 18:05:23.168261 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0668b90-a66b-4d5b-a17f-bfaf3c2fc15c req-d8c47e05-6188-48a7-b620-1fb4dd4e4627 tempest-VolumesNegativeTest-986004992 tempest-VolumesNegativeTest-986004992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:23.169821 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-d0668b90-a66b-4d5b-a17f-bfaf3c2fc15c req-d8c47e05-6188-48a7-b620-1fb4dd4e4627 tempest-VolumesNegativeTest-986004992 tempest-VolumesNegativeTest-986004992-project] 10.222.0.97 "GET /v2.0/ports?device_id=dd09a129-fc88-4eb5-b09d-7d91bb1e0faf HTTP/1.1" status: 200 len: 948 time: 0.0641401 Jun 17 18:05:23.207540 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-d0668b90-a66b-4d5b-a17f-bfaf3c2fc15c req-98090a6b-45b3-4abe-afa2-e1ff1d20b6ea tempest-VolumesNegativeTest-986004992 tempest-VolumesNegativeTest-986004992-project] 10.222.0.97 "GET /v2.0/security-groups?id=328e2a00-6f95-4397-a21e-aeec476974af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320792 Jun 17 18:05:24.151389 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf81024c-cfb9-4592-89b3-2e3dd9807fd3 req-4c505e71-0f9e-4f95-82a2-d04f27046743 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:24.152874 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-cf81024c-cfb9-4592-89b3-2e3dd9807fd3 req-4c505e71-0f9e-4f95-82a2-d04f27046743 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/networks?id=f6175827-20d7-459d-859c-a960c64f9f7b HTTP/1.1" status: 200 len: 814 time: 0.1399591 Jun 17 18:05:24.172307 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c62826f-4b1c-4842-b759-3b71d1ae0bed req-74efba75-3d12-4e66-a0ba-da226180e5ee tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:24.173671 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-9c62826f-4b1c-4842-b759-3b71d1ae0bed req-74efba75-3d12-4e66-a0ba-da226180e5ee tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/ports?device_id=d4ac72c4-640f-4b29-bebb-6e3ad492fde3 HTTP/1.1" status: 200 len: 945 time: 0.1367569 Jun 17 18:05:24.177091 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-cf81024c-cfb9-4592-89b3-2e3dd9807fd3 req-f23b6350-509a-476d-849d-5f6a89090487 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/quotas/0acb8a69956445cf93d47e2da25da9cb HTTP/1.1" status: 200 len: 375 time: 0.0183070 Jun 17 18:05:24.244510 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-9c62826f-4b1c-4842-b759-3b71d1ae0bed req-98082b0c-d0eb-445a-9c2e-365e9d4ddd22 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/security-groups?id=344af256-d773-4ff0-b9b9-f3fcbe207aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652115 Jun 17 18:05:24.273112 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-cf81024c-cfb9-4592-89b3-2e3dd9807fd3 req-144177a6-f08e-4c09-8732-922ddeb854af tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=0acb8a69956445cf93d47e2da25da9cb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0878201 Jun 17 18:05:24.365022 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-cf81024c-cfb9-4592-89b3-2e3dd9807fd3 req-ee671db7-c5ec-4a30-ab23-027217e8cf69 service neutron] 10.222.0.97 "GET /v2.0/networks/f6175827-20d7-459d-859c-a960c64f9f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848463 Jun 17 18:05:24.494012 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-cf81024c-cfb9-4592-89b3-2e3dd9807fd3 req-b35a0a9d-57f9-4ab8-a82b-1c1296d85b6b service neutron] 10.222.0.97 "GET /v2.0/networks/f6175827-20d7-459d-859c-a960c64f9f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217377 Jun 17 18:05:24.515806 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b90018-4f51-4dea-a3e8-b07c13e90b62 req-32dee475-452e-4815-a290-c2ac457bd7de tempest-VolumesNegativeTest-986004992 tempest-VolumesNegativeTest-986004992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:24.517325 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-e8b90018-4f51-4dea-a3e8-b07c13e90b62 req-32dee475-452e-4815-a290-c2ac457bd7de tempest-VolumesNegativeTest-986004992 tempest-VolumesNegativeTest-986004992-project] 10.222.0.97 "GET /v2.0/ports?device_id=dd09a129-fc88-4eb5-b09d-7d91bb1e0faf HTTP/1.1" status: 200 len: 948 time: 0.0827229 Jun 17 18:05:24.558902 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-e8b90018-4f51-4dea-a3e8-b07c13e90b62 req-62622242-d7b0-4781-860e-f56a6b295898 tempest-VolumesNegativeTest-986004992 tempest-VolumesNegativeTest-986004992-project] 10.222.0.97 "GET /v2.0/security-groups?id=328e2a00-6f95-4397-a21e-aeec476974af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351057 Jun 17 18:05:24.704191 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-a560766a-0ecc-463c-8a23-13cc8af6c416 req-55721c49-1411-4689-a8d8-df07223b6456 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/ports?device_id=543d0b3b-fe1d-4afc-b1b5-7d3bfdb92f75 HTTP/1.1" status: 200 len: 210 time: 0.0330002 Jun 17 18:05:25.418896 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b26acd-bb30-4224-8d2f-fea8516682cc req-b9de87fc-eab0-4096-8159-18c8bf4026b5 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:25.420388 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-a6b26acd-bb30-4224-8d2f-fea8516682cc req-b9de87fc-eab0-4096-8159-18c8bf4026b5 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/ports?device_id=d4ac72c4-640f-4b29-bebb-6e3ad492fde3 HTTP/1.1" status: 200 len: 945 time: 0.0663538 Jun 17 18:05:25.456530 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-a6b26acd-bb30-4224-8d2f-fea8516682cc req-3a285fb9-1270-4a87-ba83-235ce53454e3 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/security-groups?id=344af256-d773-4ff0-b9b9-f3fcbe207aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305188 Jun 17 18:05:25.739005 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1078cf1-5ccf-4234-b838-d9f2b17fa00f req-780bbd29-860b-4e83-a3ed-c99d3b3d0d8e tempest-VolumesNegativeTest-986004992 tempest-VolumesNegativeTest-986004992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:25.740729 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-d1078cf1-5ccf-4234-b838-d9f2b17fa00f req-780bbd29-860b-4e83-a3ed-c99d3b3d0d8e tempest-VolumesNegativeTest-986004992 tempest-VolumesNegativeTest-986004992-project] 10.222.0.97 "GET /v2.0/ports?device_id=dd09a129-fc88-4eb5-b09d-7d91bb1e0faf HTTP/1.1" status: 200 len: 948 time: 0.0638571 Jun 17 18:05:25.779605 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-d1078cf1-5ccf-4234-b838-d9f2b17fa00f req-cac2d816-ad74-404b-a49c-caa7739628a8 tempest-VolumesNegativeTest-986004992 tempest-VolumesNegativeTest-986004992-project] 10.222.0.97 "GET /v2.0/security-groups?id=328e2a00-6f95-4397-a21e-aeec476974af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333982 Jun 17 18:05:25.852592 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-bebfb755-7f4a-42b3-abe7-b82f2b3a83fe req-68af61b9-9eab-42cc-ada6-0260fe6e4fca tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/ports?device_id=543d0b3b-fe1d-4afc-b1b5-7d3bfdb92f75 HTTP/1.1" status: 200 len: 210 time: 0.0350494 Jun 17 18:05:26.144987 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf81024c-cfb9-4592-89b3-2e3dd9807fd3 req-2e7070b4-77d0-4c29-ad27-54de393e1018 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:26.146390 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-cf81024c-cfb9-4592-89b3-2e3dd9807fd3 req-2e7070b4-77d0-4c29-ad27-54de393e1018 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.95 "GET /v2.0/networks?id=f6175827-20d7-459d-859c-a960c64f9f7b HTTP/1.1" status: 200 len: 814 time: 0.1008573 Jun 17 18:05:26.180764 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.v2.base [req-cf81024c-cfb9-4592-89b3-2e3dd9807fd3 req-784c6004-2278-4de0-abb5-4a5346d575c8 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Request body: {'port': {'device_id': '543d0b3b-fe1d-4afc-b1b5-7d3bfdb92f75', 'network_id': 'f6175827-20d7-459d-859c-a960c64f9f7b', 'admin_state_up': True, 'tenant_id': '0acb8a69956445cf93d47e2da25da9cb'}} {{(pid=92874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 18:05:26.289864 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf81024c-cfb9-4592-89b3-2e3dd9807fd3 req-784c6004-2278-4de0-abb5-4a5346d575c8 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Made reservation on behalf of 0acb8a69956445cf93d47e2da25da9cb for: {'port': 1} {{(pid=92874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 18:05:26.293337 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-cf81024c-cfb9-4592-89b3-2e3dd9807fd3 req-784c6004-2278-4de0-abb5-4a5346d575c8 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1986742'] for port, before_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:05:26.412787 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.db.db_base_plugin_common [req-cf81024c-cfb9-4592-89b3-2e3dd9807fd3 req-784c6004-2278-4de0-abb5-4a5346d575c8 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Allocated IP 172.20.0.5 (f6175827-20d7-459d-859c-a960c64f9f7b/6d9eae51-247c-4135-a165-61e9ae8adce9/0603abd3-3a40-4fac-be94-bbab9f18de1f) {{(pid=92874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 18:05:26.564279 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-cf81024c-cfb9-4592-89b3-2e3dd9807fd3 req-784c6004-2278-4de0-abb5-4a5346d575c8 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Notify callbacks [] for port, precommit_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:05:26.641221 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-cf81024c-cfb9-4592-89b3-2e3dd9807fd3 req-784c6004-2278-4de0-abb5-4a5346d575c8 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1986807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743364645416'] for port, after_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:05:26.647187 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-56b68b8c-84fa-4f2e-9ef0-a5917f97094b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:05:26.691460 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf81024c-cfb9-4592-89b3-2e3dd9807fd3 req-784c6004-2278-4de0-abb5-4a5346d575c8 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Network f6175827-20d7-459d-859c-a960c64f9f7b is already hosted by enough agents. {{(pid=92874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 18:05:26.701755 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299a896a-584d-48bb-afb2-4ef8d6a713dd req-a975a8bf-6169-4fb7-9843-93c51df9add0 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:26.703212 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-299a896a-584d-48bb-afb2-4ef8d6a713dd req-a975a8bf-6169-4fb7-9843-93c51df9add0 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/ports?device_id=d4ac72c4-640f-4b29-bebb-6e3ad492fde3 HTTP/1.1" status: 200 len: 945 time: 0.1284490 Jun 17 18:05:26.706219 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] get_ports_and_sgs() called for port_ids ['66b35a25-01d6-4d67-ad06-eac51e9a99a7', '2490d242-9258-4e38-9703-40336224e523', '5b7ffdd7-8478-4f32-9d5e-1d5d216f47ba'] {{(pid=92880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 18:05:26.710404 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.scheduler.base_scheduler [req-cf81024c-cfb9-4592-89b3-2e3dd9807fd3 req-784c6004-2278-4de0-abb5-4a5346d575c8 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Resources bound (agent type, host, resource id): {{(pid=92874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 18:05:26.719010 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf81024c-cfb9-4592-89b3-2e3dd9807fd3 req-784c6004-2278-4de0-abb5-4a5346d575c8 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Received port after_create {{(pid=92874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 18:05:26.724691 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf81024c-cfb9-4592-89b3-2e3dd9807fd3 req-784c6004-2278-4de0-abb5-4a5346d575c8 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:26.725343 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-cf81024c-cfb9-4592-89b3-2e3dd9807fd3 req-784c6004-2278-4de0-abb5-4a5346d575c8 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523113'] for port, before_response {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:05:26.740017 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784c6004-2278-4de0-abb5-4a5346d575c8 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Pushing event updated for resources: {'Port': ['ID=0603abd3-3a40-4fac-be94-bbab9f18de1f,revision_number=1']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:05:26.751731 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-784c6004-2278-4de0-abb5-4a5346d575c8 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:05:26.761207 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-cf81024c-cfb9-4592-89b3-2e3dd9807fd3 req-784c6004-2278-4de0-abb5-4a5346d575c8 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5842290 Jun 17 18:05:26.775273 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-299a896a-584d-48bb-afb2-4ef8d6a713dd req-877c59aa-549c-4f27-b21f-52c2522d82c9 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/security-groups?id=344af256-d773-4ff0-b9b9-f3fcbe207aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559411 Jun 17 18:05:26.784463 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.v2.base [req-cf81024c-cfb9-4592-89b3-2e3dd9807fd3 req-af3aee8e-b1f5-4f08-9597-33b919338192 service neutron] Request body: {'port': {'device_id': '543d0b3b-fe1d-4afc-b1b5-7d3bfdb92f75', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=92874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 18:05:26.870820 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-cf81024c-cfb9-4592-89b3-2e3dd9807fd3 req-af3aee8e-b1f5-4f08-9597-33b919338192 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:05:26.982796 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Device 0583f79c-f219-47a0-aaba-a5667d433eb7 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=92880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 18:05:27.125821 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8490317-0ea5-49d1-bfce-636d0149daac req-20e50df3-e18d-40e6-996c-8cf30f0ad207 tempest-VolumesNegativeTest-986004992 tempest-VolumesNegativeTest-986004992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:27.127310 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-f8490317-0ea5-49d1-bfce-636d0149daac req-20e50df3-e18d-40e6-996c-8cf30f0ad207 tempest-VolumesNegativeTest-986004992 tempest-VolumesNegativeTest-986004992-project] 10.222.0.97 "GET /v2.0/ports?device_id=dd09a129-fc88-4eb5-b09d-7d91bb1e0faf HTTP/1.1" status: 200 len: 948 time: 0.2205896 Jun 17 18:05:27.144769 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] For port 0583f79c-f219-47a0-aaba-a5667d433eb7, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=0583f79c-f219-47a0-aaba-a5667d433eb7,segment=NetworkSegment(496e59c6-c912-4db2-afc5-6c5487e6eac6),segment_id=496e59c6-c912-4db2-afc5-6c5487e6eac6)] {{(pid=92880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:05:27.175373 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Returning: {'device': '0583f79c-f219-47a0-aaba-a5667d433eb7', 'network_id': '8d8948ad-9b93-44d4-87fc-b86fbba9b2e3', 'port_id': '0583f79c-f219-47a0-aaba-a5667d433eb7', 'mac_address': 'fa:16:3e:cf:c4:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d3b1963-91df-4c83-bb28-387e05e4cbec', 'ip_address': '192.168.233.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 18:05:27.210861 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f9ff22-4581-424b-91cc-191c2a1244f7 req-a122675a-748b-4489-8131-7fc15766e541 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:27.212351 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-53f9ff22-4581-424b-91cc-191c2a1244f7 req-a122675a-748b-4489-8131-7fc15766e541 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/ports?device_id=543d0b3b-fe1d-4afc-b1b5-7d3bfdb92f75 HTTP/1.1" status: 200 len: 931 time: 0.1927893 Jun 17 18:05:27.225717 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:05:27.243414 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.notifiers.nova [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0583f79c-f219-47a0-aaba-a5667d433eb7 {{(pid=92880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 18:05:27.248547 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c996a5fe-30f3-45c3-80cb-f08bf62c264a req-847d0671-6e45-4e19-9d5e-3182e2ff9a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:27.250583 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-c996a5fe-30f3-45c3-80cb-f08bf62c264a req-847d0671-6e45-4e19-9d5e-3182e2ff9a1d service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=d4ac72c4-640f-4b29-bebb-6e3ad492fde3 HTTP/1.1" status: 200 len: 1098 time: 0.0596204 Jun 17 18:05:27.254024 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-f8490317-0ea5-49d1-bfce-636d0149daac req-de4b0083-062b-47ef-9b99-cd945ae462a0 tempest-VolumesNegativeTest-986004992 tempest-VolumesNegativeTest-986004992-project] 10.222.0.97 "GET /v2.0/security-groups?id=328e2a00-6f95-4397-a21e-aeec476974af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982492 Jun 17 18:05:27.265548 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] For port 0583f79c-f219-47a0-aaba-a5667d433eb7, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=0583f79c-f219-47a0-aaba-a5667d433eb7,segment=NetworkSegment(496e59c6-c912-4db2-afc5-6c5487e6eac6),segment_id=496e59c6-c912-4db2-afc5-6c5487e6eac6)] {{(pid=92880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:05:27.279107 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479'] for port, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:05:27.281863 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:05:27.296831 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-53f9ff22-4581-424b-91cc-191c2a1244f7 req-6d05ced9-a4ee-4817-a918-58143d4eb1d4 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/security-groups?id=91f7f23c-b787-41c8-9305-85229b082856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717614 Jun 17 18:05:27.317455 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-c996a5fe-30f3-45c3-80cb-f08bf62c264a req-3285f46d-6041-42a0-8a9c-fd3a53029577 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=344af256-d773-4ff0-b9b9-f3fcbe207aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535107 Jun 17 18:05:27.344828 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.notifiers.nova [req-cf81024c-cfb9-4592-89b3-2e3dd9807fd3 req-af3aee8e-b1f5-4f08-9597-33b919338192 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0603abd3-3a40-4fac-be94-bbab9f18de1f {{(pid=92874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 18:05:27.348323 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Pushing event updated for resources: {'Port': ['ID=0583f79c-f219-47a0-aaba-a5667d433eb7,revision_number=4']} {{(pid=92880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:05:27.352941 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:05:27.353741 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-cf81024c-cfb9-4592-89b3-2e3dd9807fd3 req-af3aee8e-b1f5-4f08-9597-33b919338192 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:05:27.367446 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.db.provisioning_blocks [req-cf81024c-cfb9-4592-89b3-2e3dd9807fd3 req-af3aee8e-b1f5-4f08-9597-33b919338192 service neutron] Transition to ACTIVE for port object 0603abd3-3a40-4fac-be94-bbab9f18de1f will not be triggered until provisioned by entity L2. {{(pid=92874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 18:05:27.371896 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-cf81024c-cfb9-4592-89b3-2e3dd9807fd3 req-af3aee8e-b1f5-4f08-9597-33b919338192 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479'] for port, after_update {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:05:27.374928 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-c8e987ca-f515-4d0e-b169-0632c54e7fd1 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:05:27.470845 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3aee8e-b1f5-4f08-9597-33b919338192 service neutron] Pushing event updated for resources: {'Port': ['ID=0603abd3-3a40-4fac-be94-bbab9f18de1f,revision_number=2']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:05:27.474189 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-af3aee8e-b1f5-4f08-9597-33b919338192 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:05:27.483515 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.managers [req-cf81024c-cfb9-4592-89b3-2e3dd9807fd3 req-af3aee8e-b1f5-4f08-9597-33b919338192 service neutron] Attempting to bind port 0603abd3-3a40-4fac-be94-bbab9f18de1f on host hv-cinder-78626 for vnic_type normal with profile {{(pid=92874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 18:05:27.483855 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.managers [req-cf81024c-cfb9-4592-89b3-2e3dd9807fd3 req-af3aee8e-b1f5-4f08-9597-33b919338192 service neutron] Attempting to bind port 0603abd3-3a40-4fac-be94-bbab9f18de1f by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': 'ec1be91d-5013-401a-90de-3135f9e6b68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': 'f6175827-20d7-459d-859c-a960c64f9f7b'}] {{(pid=92874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 18:05:27.484222 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf81024c-cfb9-4592-89b3-2e3dd9807fd3 req-af3aee8e-b1f5-4f08-9597-33b919338192 service neutron] Attempting to bind port 0603abd3-3a40-4fac-be94-bbab9f18de1f on network f6175827-20d7-459d-859c-a960c64f9f7b {{(pid=92874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 18:05:27.488512 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf81024c-cfb9-4592-89b3-2e3dd9807fd3 req-af3aee8e-b1f5-4f08-9597-33b919338192 service neutron] Port 0603abd3-3a40-4fac-be94-bbab9f18de1f on network f6175827-20d7-459d-859c-a960c64f9f7b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=92874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 18:05:27.488835 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf81024c-cfb9-4592-89b3-2e3dd9807fd3 req-af3aee8e-b1f5-4f08-9597-33b919338192 service neutron] Attempting to bind port 0603abd3-3a40-4fac-be94-bbab9f18de1f on network f6175827-20d7-459d-859c-a960c64f9f7b {{(pid=92874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 18:05:27.493974 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf81024c-cfb9-4592-89b3-2e3dd9807fd3 req-af3aee8e-b1f5-4f08-9597-33b919338192 service neutron] Checking agent: {'id': '0a4c4f6c-022a-47ca-a1e7-cbe9e6e5e8a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 18, 1, 10), 'started_at': datetime.datetime(2021, 6, 17, 18, 1, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 18, 5, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 18:05:27.494317 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf81024c-cfb9-4592-89b3-2e3dd9807fd3 req-af3aee8e-b1f5-4f08-9597-33b919338192 service neutron] Checking segment: {'id': 'ec1be91d-5013-401a-90de-3135f9e6b68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': 'f6175827-20d7-459d-859c-a960c64f9f7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 18:05:27.494695 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf81024c-cfb9-4592-89b3-2e3dd9807fd3 req-af3aee8e-b1f5-4f08-9597-33b919338192 service neutron] Bound using segment: {'id': 'ec1be91d-5013-401a-90de-3135f9e6b68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': 'f6175827-20d7-459d-859c-a960c64f9f7b'} {{(pid=92874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 18:05:27.495147 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.managers [req-cf81024c-cfb9-4592-89b3-2e3dd9807fd3 req-af3aee8e-b1f5-4f08-9597-33b919338192 service neutron] Bound port: 0603abd3-3a40-4fac-be94-bbab9f18de1f, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec1be91d-5013-401a-90de-3135f9e6b68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': 'f6175827-20d7-459d-859c-a960c64f9f7b'}}] {{(pid=92874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 18:05:27.495497 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-cf81024c-cfb9-4592-89b3-2e3dd9807fd3 req-af3aee8e-b1f5-4f08-9597-33b919338192 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:05:27.557718 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.db [req-cf81024c-cfb9-4592-89b3-2e3dd9807fd3 req-af3aee8e-b1f5-4f08-9597-33b919338192 service neutron] For port 0603abd3-3a40-4fac-be94-bbab9f18de1f, host hv-cinder-78626, cleared binding levels {{(pid=92874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 18:05:27.560685 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.db [req-cf81024c-cfb9-4592-89b3-2e3dd9807fd3 req-af3aee8e-b1f5-4f08-9597-33b919338192 service neutron] For port 0603abd3-3a40-4fac-be94-bbab9f18de1f, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=0603abd3-3a40-4fac-be94-bbab9f18de1f,segment=NetworkSegment(ec1be91d-5013-401a-90de-3135f9e6b68b),segment_id=ec1be91d-5013-401a-90de-3135f9e6b68b)] {{(pid=92874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 18:05:27.564840 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-cf81024c-cfb9-4592-89b3-2e3dd9807fd3 req-af3aee8e-b1f5-4f08-9597-33b919338192 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479'] for port, after_update {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:05:27.567516 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-7c045dd4-0535-42ad-addb-695cf51abdd2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:05:27.596662 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf81024c-cfb9-4592-89b3-2e3dd9807fd3 req-af3aee8e-b1f5-4f08-9597-33b919338192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:27.597254 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-cf81024c-cfb9-4592-89b3-2e3dd9807fd3 req-af3aee8e-b1f5-4f08-9597-33b919338192 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523113'] for port, before_response {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:05:27.598605 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-cf81024c-cfb9-4592-89b3-2e3dd9807fd3 req-af3aee8e-b1f5-4f08-9597-33b919338192 service neutron] 10.222.0.95 "PUT /v2.0/ports/0603abd3-3a40-4fac-be94-bbab9f18de1f HTTP/1.1" status: 200 len: 1093 time: 0.8191748 Jun 17 18:05:27.599085 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '543d0b3b-fe1d-4afc-b1b5-7d3bfdb92f75', 'tag': '0603abd3-3a40-4fac-be94-bbab9f18de1f'}] {{(pid=92874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 18:05:27.601372 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58554d43f64f60294e2d1fd4a9d9342a0a386c70b92defbb6c9fd2054ba7a623" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b92ea07-cd7d-4d32-98d3-46850d6015a3" -d '{"events": [{"name": "network-changed", "server_uuid": "543d0b3b-fe1d-4afc-b1b5-7d3bfdb92f75", "tag": "0603abd3-3a40-4fac-be94-bbab9f18de1f"}]}' {{(pid=92874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 18:05:27.625031 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3aee8e-b1f5-4f08-9597-33b919338192 service neutron] Pushing event updated for resources: {'Port': ['ID=0603abd3-3a40-4fac-be94-bbab9f18de1f,revision_number=3']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:05:27.628387 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-af3aee8e-b1f5-4f08-9597-33b919338192 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:05:27.739316 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 18:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c764137-14a9-4dab-bf0c-f3b3d33c3086 x-openstack-request-id: req-0c764137-14a9-4dab-bf0c-f3b3d33c3086 {{(pid=92874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 18:05:27.739635 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "543d0b3b-fe1d-4afc-b1b5-7d3bfdb92f75", "tag": "0603abd3-3a40-4fac-be94-bbab9f18de1f", "status": "completed", "code": 200}]} {{(pid=92874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 18:05:27.739915 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-0c764137-14a9-4dab-bf0c-f3b3d33c3086 {{(pid=92874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 18:05:27.740404 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '543d0b3b-fe1d-4afc-b1b5-7d3bfdb92f75', 'tag': '0603abd3-3a40-4fac-be94-bbab9f18de1f', 'status': 'completed', 'code': 200} Jun 17 18:05:27.892963 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb04153c-5b0b-4d0a-9b98-eb2c8c9deb31 req-fc8d396d-a425-4551-adb5-5d9e96144cbc tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:27.894446 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-eb04153c-5b0b-4d0a-9b98-eb2c8c9deb31 req-fc8d396d-a425-4551-adb5-5d9e96144cbc tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/ports?device_id=43fd5a25-ffb4-4518-8fdb-430531a5365d HTTP/1.1" status: 200 len: 945 time: 0.0731432 Jun 17 18:05:27.933293 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-eb04153c-5b0b-4d0a-9b98-eb2c8c9deb31 req-59e55bd5-4b4e-4e87-8ee1-341c64407dab tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/security-groups?id=3dcea033-1931-485c-8e80-04f1de860c08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329661 Jun 17 18:05:28.104590 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820799b3-89b9-4d19-9236-a8e756e96618 req-e7a0081d-c9e5-41b6-94d0-995595e78d29 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:28.106000 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-820799b3-89b9-4d19-9236-a8e756e96618 req-e7a0081d-c9e5-41b6-94d0-995595e78d29 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/ports?device_id=d4ac72c4-640f-4b29-bebb-6e3ad492fde3 HTTP/1.1" status: 200 len: 945 time: 0.0605597 Jun 17 18:05:28.170241 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] get_ports_and_sgs() called for port_ids ['0583f79c-f219-47a0-aaba-a5667d433eb7'] {{(pid=92880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 18:05:28.176366 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-820799b3-89b9-4d19-9236-a8e756e96618 req-b4614e11-00a6-43d0-ad8c-591c10aec478 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/security-groups?id=344af256-d773-4ff0-b9b9-f3fcbe207aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643227 Jun 17 18:05:28.202416 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b92ea07-cd7d-4d32-98d3-46850d6015a3 req-1b1ea87e-9052-43e7-90c1-da11b5111e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:28.203886 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-9b92ea07-cd7d-4d32-98d3-46850d6015a3 req-1b1ea87e-9052-43e7-90c1-da11b5111e3b service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0acb8a69956445cf93d47e2da25da9cb&device_id=543d0b3b-fe1d-4afc-b1b5-7d3bfdb92f75 HTTP/1.1" status: 200 len: 1096 time: 0.0862706 Jun 17 18:05:28.333464 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b92ea07-cd7d-4d32-98d3-46850d6015a3 req-1c948f93-ac1a-449a-9266-aee2d6a709c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:28.334583 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-9b92ea07-cd7d-4d32-98d3-46850d6015a3 req-1c948f93-ac1a-449a-9266-aee2d6a709c4 service neutron] 10.222.0.95 "GET /v2.0/networks?tenant_id=0acb8a69956445cf93d47e2da25da9cb&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1060266 Jun 17 18:05:28.504309 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b92ea07-cd7d-4d32-98d3-46850d6015a3 req-6241ec9b-4b52-4c91-8023-4ddb4b2f09b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:28.505667 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-9b92ea07-cd7d-4d32-98d3-46850d6015a3 req-6241ec9b-4b52-4c91-8023-4ddb4b2f09b1 service neutron] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1620672 Jun 17 18:05:28.534213 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cbc5cc-8160-4840-a7e2-9a5d96541ef4 req-5e6ec4b5-8cea-4ee9-ac50-bf0eeff5b15a tempest-VolumesNegativeTest-986004992 tempest-VolumesNegativeTest-986004992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:28.535659 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-91cbc5cc-8160-4840-a7e2-9a5d96541ef4 req-5e6ec4b5-8cea-4ee9-ac50-bf0eeff5b15a tempest-VolumesNegativeTest-986004992 tempest-VolumesNegativeTest-986004992-project] 10.222.0.97 "GET /v2.0/ports?device_id=dd09a129-fc88-4eb5-b09d-7d91bb1e0faf HTTP/1.1" status: 200 len: 949 time: 0.1609716 Jun 17 18:05:28.554596 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a8e963-0303-43cd-888a-1bf487710564 req-99a85442-d789-45ba-a1fc-ae1d4baccd92 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:28.555963 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-59a8e963-0303-43cd-888a-1bf487710564 req-99a85442-d789-45ba-a1fc-ae1d4baccd92 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/ports?device_id=543d0b3b-fe1d-4afc-b1b5-7d3bfdb92f75 HTTP/1.1" status: 200 len: 943 time: 0.1412873 Jun 17 18:05:28.856684 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-91cbc5cc-8160-4840-a7e2-9a5d96541ef4 req-cf118cf1-fcfc-49d2-956c-b7b9a9b53c72 tempest-VolumesNegativeTest-986004992 tempest-VolumesNegativeTest-986004992-project] 10.222.0.97 "GET /v2.0/security-groups?id=328e2a00-6f95-4397-a21e-aeec476974af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3146021 Jun 17 18:05:28.874290 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-59a8e963-0303-43cd-888a-1bf487710564 req-6c97cc7f-468d-4d0e-92c7-9f9e9540e981 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/security-groups?id=91f7f23c-b787-41c8-9305-85229b082856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3107684 Jun 17 18:05:28.890310 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf81024c-cfb9-4592-89b3-2e3dd9807fd3 req-ee728bcc-67d4-498f-ba44-56d62b1280b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:28.891723 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-cf81024c-cfb9-4592-89b3-2e3dd9807fd3 req-ee728bcc-67d4-498f-ba44-56d62b1280b1 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=0acb8a69956445cf93d47e2da25da9cb&device_id=543d0b3b-fe1d-4afc-b1b5-7d3bfdb92f75 HTTP/1.1" status: 200 len: 1096 time: 0.0857406 Jun 17 18:05:28.945373 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-cf81024c-cfb9-4592-89b3-2e3dd9807fd3 req-ea821572-6f98-4291-b3b7-80fcc161d318 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0603abd3-3a40-4fac-be94-bbab9f18de1f HTTP/1.1" status: 200 len: 217 time: 0.0355825 Jun 17 18:05:28.993043 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf81024c-cfb9-4592-89b3-2e3dd9807fd3 req-d2d87553-10fd-42ca-9039-2d55fc3f841b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:28.994465 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-cf81024c-cfb9-4592-89b3-2e3dd9807fd3 req-d2d87553-10fd-42ca-9039-2d55fc3f841b service neutron] 10.222.0.95 "GET /v2.0/subnets?id=6d9eae51-247c-4135-a165-61e9ae8adce9 HTTP/1.1" status: 200 len: 854 time: 0.0422008 Jun 17 18:05:29.030754 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-cf81024c-cfb9-4592-89b3-2e3dd9807fd3 req-705e8d57-5508-4c86-8045-99cbc31a8a00 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=f6175827-20d7-459d-859c-a960c64f9f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267339 Jun 17 18:05:29.178533 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-cf81024c-cfb9-4592-89b3-2e3dd9807fd3 req-84351ace-bb9e-4ffb-9e30-7108157ac967 service neutron] 10.222.0.95 "GET /v2.0/networks/f6175827-20d7-459d-859c-a960c64f9f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251113 Jun 17 18:05:29.186556 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a1a122-f981-4b93-8055-786a421836c0 req-d8c02bcb-80b1-4741-8740-54830d2f0525 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:29.187915 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-13a1a122-f981-4b93-8055-786a421836c0 req-d8c02bcb-80b1-4741-8740-54830d2f0525 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/ports?device_id=43fd5a25-ffb4-4518-8fdb-430531a5365d HTTP/1.1" status: 200 len: 945 time: 0.1271076 Jun 17 18:05:29.257355 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-13a1a122-f981-4b93-8055-786a421836c0 req-a1557c0d-d34a-4ef2-938d-e61d902e3992 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/security-groups?id=3dcea033-1931-485c-8e80-04f1de860c08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636053 Jun 17 18:05:29.309049 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-cf81024c-cfb9-4592-89b3-2e3dd9807fd3 req-8714e400-fa03-4043-a3eb-4af3f951857a service neutron] 10.222.0.95 "GET /v2.0/networks/f6175827-20d7-459d-859c-a960c64f9f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022630 Jun 17 18:05:29.425764 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3845638-dd69-451a-8095-fecbc5f0a74d req-ea03ba98-08b0-429e-9dd8-f8d3d2dcfa34 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:29.427207 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-b3845638-dd69-451a-8095-fecbc5f0a74d req-ea03ba98-08b0-429e-9dd8-f8d3d2dcfa34 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/ports?device_id=d4ac72c4-640f-4b29-bebb-6e3ad492fde3 HTTP/1.1" status: 200 len: 945 time: 0.0623572 Jun 17 18:05:29.462992 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-b3845638-dd69-451a-8095-fecbc5f0a74d req-c34406cb-df6e-4a33-9b2e-8188c87e0128 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/security-groups?id=344af256-d773-4ff0-b9b9-f3fcbe207aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302808 Jun 17 18:05:30.081750 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9b26b2-e3a2-45b1-b22d-b9d0d4bc6d23 req-56b1b4d2-2087-428f-933c-806594745f24 tempest-VolumesNegativeTest-986004992 tempest-VolumesNegativeTest-986004992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:30.083217 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-ee9b26b2-e3a2-45b1-b22d-b9d0d4bc6d23 req-56b1b4d2-2087-428f-933c-806594745f24 tempest-VolumesNegativeTest-986004992 tempest-VolumesNegativeTest-986004992-project] 10.222.0.97 "GET /v2.0/ports?device_id=dd09a129-fc88-4eb5-b09d-7d91bb1e0faf HTTP/1.1" status: 200 len: 949 time: 0.1159143 Jun 17 18:05:30.091067 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7fecc8-f6a2-4858-a110-1f6b32ae6f4f req-ce1a42eb-a4e1-41ae-bfdc-71f967b64ed7 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:30.092465 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-0f7fecc8-f6a2-4858-a110-1f6b32ae6f4f req-ce1a42eb-a4e1-41ae-bfdc-71f967b64ed7 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/ports?device_id=543d0b3b-fe1d-4afc-b1b5-7d3bfdb92f75 HTTP/1.1" status: 200 len: 943 time: 0.0926950 Jun 17 18:05:30.146453 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-ee9b26b2-e3a2-45b1-b22d-b9d0d4bc6d23 req-063ed8b4-b0b1-4367-87cf-1f127d26900b tempest-VolumesNegativeTest-986004992 tempest-VolumesNegativeTest-986004992-project] 10.222.0.97 "GET /v2.0/security-groups?id=328e2a00-6f95-4397-a21e-aeec476974af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529871 Jun 17 18:05:30.150891 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-0f7fecc8-f6a2-4858-a110-1f6b32ae6f4f req-38014a89-93ae-483b-b1ab-70ab6adaf5ac tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/security-groups?id=91f7f23c-b787-41c8-9305-85229b082856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517328 Jun 17 18:05:30.435546 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c0ae52-1779-4f84-ac50-798647f8eea7 req-8d5513b5-aab7-470d-a64d-ec72106750c4 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:30.437008 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-c9c0ae52-1779-4f84-ac50-798647f8eea7 req-8d5513b5-aab7-470d-a64d-ec72106750c4 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/ports?device_id=43fd5a25-ffb4-4518-8fdb-430531a5365d HTTP/1.1" status: 200 len: 945 time: 0.0651598 Jun 17 18:05:30.473675 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-c9c0ae52-1779-4f84-ac50-798647f8eea7 req-a397172e-a87c-4884-b567-bf785f27d6c4 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/security-groups?id=3dcea033-1931-485c-8e80-04f1de860c08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310338 Jun 17 18:05:30.638213 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a9cb89-0270-42d9-b0a0-aa143a4553da req-66864971-9ec0-4d05-ac05-aad527de7c8d tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:30.639676 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-25a9cb89-0270-42d9-b0a0-aa143a4553da req-66864971-9ec0-4d05-ac05-aad527de7c8d tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/ports?device_id=d4ac72c4-640f-4b29-bebb-6e3ad492fde3 HTTP/1.1" status: 200 len: 945 time: 0.0682161 Jun 17 18:05:30.676778 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-25a9cb89-0270-42d9-b0a0-aa143a4553da req-bf07d662-3bde-4f33-a4bc-bb8985962c99 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/security-groups?id=344af256-d773-4ff0-b9b9-f3fcbe207aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313659 Jun 17 18:05:30.993869 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Device 0583f79c-f219-47a0-aaba-a5667d433eb7 up at agent hyperv_hv-cinder-78626 {{(pid=92880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 18:05:31.051196 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Provisioning for port 0583f79c-f219-47a0-aaba-a5667d433eb7 completed by entity L2. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 18:05:31.061326 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Provisioning complete for port 0583f79c-f219-47a0-aaba-a5667d433eb7 triggered by entity L2. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 18:05:31.061871 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687209'] for port, provisioning_complete {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:05:31.130836 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f36e6e1-e48c-48a9-9dbc-d1e8412d8bc1 req-6a4c3350-7d66-4006-8036-dd66a9accc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:31.132459 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-0f36e6e1-e48c-48a9-9dbc-d1e8412d8bc1 req-6a4c3350-7d66-4006-8036-dd66a9accc1e service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=623f5da845c24adfaa862156e92f7f73&device_id=d4ac72c4-640f-4b29-bebb-6e3ad492fde3 HTTP/1.1" status: 200 len: 1098 time: 0.0926311 Jun 17 18:05:31.141763 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9438bcc9-9832-441f-bad2-8d348a50808d req-103ad083-e90d-47ea-ad04-03af68baef18 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:31.143224 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-9438bcc9-9832-441f-bad2-8d348a50808d req-103ad083-e90d-47ea-ad04-03af68baef18 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/ports?device_id=d4ac72c4-640f-4b29-bebb-6e3ad492fde3 HTTP/1.1" status: 200 len: 945 time: 0.1123457 Jun 17 18:05:31.145405 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:05:31.169582 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd09a129-fc88-4eb5-b09d-7d91bb1e0faf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0583f79c-f219-47a0-aaba-a5667d433eb7'}] {{(pid=92880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 18:05:31.171931 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44fe161690382cf4f0960ac1b424fedb1dd6f9597775f60dec274194d49fe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb409813-61df-45d8-8eaf-b44046d30c8a" -d '{"events": [{"server_uuid": "dd09a129-fc88-4eb5-b09d-7d91bb1e0faf", "name": "network-vif-plugged", "status": "completed", "tag": "0583f79c-f219-47a0-aaba-a5667d433eb7"}]}' {{(pid=92880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 18:05:31.192274 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] For port 0583f79c-f219-47a0-aaba-a5667d433eb7, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=0583f79c-f219-47a0-aaba-a5667d433eb7,segment=NetworkSegment(496e59c6-c912-4db2-afc5-6c5487e6eac6),segment_id=496e59c6-c912-4db2-afc5-6c5487e6eac6)] {{(pid=92880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:05:31.196373 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479'] for port, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:05:31.199368 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-c9bd207a-317d-462b-b65a-dd1120853d56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:05:31.241010 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-9438bcc9-9832-441f-bad2-8d348a50808d req-4c4ece55-6a86-4087-98d6-7d8d8cc82f9d tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/security-groups?id=344af256-d773-4ff0-b9b9-f3fcbe207aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881512 Jun 17 18:05:31.250450 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Pushing event updated for resources: {'Port': ['ID=0583f79c-f219-47a0-aaba-a5667d433eb7,revision_number=5']} {{(pid=92880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:05:31.258491 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:05:31.258886 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:05:31.259174 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:05:31.259570 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:05:31.259834 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:05:31.260207 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:05:31.260603 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:05:31.260932 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:05:31.261299 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:05:31.261629 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:05:31.261967 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:05:31.262293 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:05:31.275758 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:05:31.287844 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f36e6e1-e48c-48a9-9dbc-d1e8412d8bc1 req-2585d4e3-ec47-45a8-8149-4c6bd500d460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:31.289361 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-0f36e6e1-e48c-48a9-9dbc-d1e8412d8bc1 req-2585d4e3-ec47-45a8-8149-4c6bd500d460 service neutron] 10.222.0.95 "GET /v2.0/networks?id=64e72c49-5fe4-4eab-8346-e0f7ad7adcf2 HTTP/1.1" status: 200 len: 921 time: 0.1452610 Jun 17 18:05:31.360991 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-0f36e6e1-e48c-48a9-9dbc-d1e8412d8bc1 req-33937cd7-1127-4ec0-afe6-d48b77ab2f63 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8d512d72-e38b-44d0-857f-e6bc293dc5c0 HTTP/1.1" status: 200 len: 217 time: 0.0398955 Jun 17 18:05:31.449399 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f36e6e1-e48c-48a9-9dbc-d1e8412d8bc1 req-8dca798e-6a5e-44b7-9358-49b226973977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:31.450708 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-0f36e6e1-e48c-48a9-9dbc-d1e8412d8bc1 req-8dca798e-6a5e-44b7-9358-49b226973977 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=aaa033e4-31af-4af5-8b46-e711281f5e48 HTTP/1.1" status: 200 len: 859 time: 0.0815661 Jun 17 18:05:31.460632 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcfaa29-78ce-4490-a15d-c84eaac7d977 req-bf34e2d1-0cad-42a2-b060-1f746e0500e5 tempest-VolumesNegativeTest-986004992 tempest-VolumesNegativeTest-986004992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:31.461967 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-8fcfaa29-78ce-4490-a15d-c84eaac7d977 req-bf34e2d1-0cad-42a2-b060-1f746e0500e5 tempest-VolumesNegativeTest-986004992 tempest-VolumesNegativeTest-986004992-project] 10.222.0.97 "GET /v2.0/ports?device_id=dd09a129-fc88-4eb5-b09d-7d91bb1e0faf HTTP/1.1" status: 200 len: 950 time: 0.1716282 Jun 17 18:05:31.503629 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-0f36e6e1-e48c-48a9-9dbc-d1e8412d8bc1 req-4dbabfe0-d54a-4f42-bf56-ad83c3b28665 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=64e72c49-5fe4-4eab-8346-e0f7ad7adcf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377662 Jun 17 18:05:31.521669 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3be9853-8799-443c-9380-0dbb812b02c6 req-16c89eb4-d644-4402-a2a3-c659d33a9e10 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:31.523044 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-d3be9853-8799-443c-9380-0dbb812b02c6 req-16c89eb4-d644-4402-a2a3-c659d33a9e10 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/ports?device_id=543d0b3b-fe1d-4afc-b1b5-7d3bfdb92f75 HTTP/1.1" status: 200 len: 943 time: 0.1656079 Jun 17 18:05:31.571746 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-8fcfaa29-78ce-4490-a15d-c84eaac7d977 req-a656ab74-16d4-4d91-a775-10a50f4df1b2 tempest-VolumesNegativeTest-986004992 tempest-VolumesNegativeTest-986004992-project] 10.222.0.97 "GET /v2.0/security-groups?id=328e2a00-6f95-4397-a21e-aeec476974af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980871 Jun 17 18:05:31.619655 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 18:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1047dd7a-d905-41f3-98ad-08045850bc4d x-openstack-request-id: req-1047dd7a-d905-41f3-98ad-08045850bc4d {{(pid=92880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 18:05:31.620286 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd09a129-fc88-4eb5-b09d-7d91bb1e0faf", "name": "network-vif-plugged", "status": "completed", "tag": "0583f79c-f219-47a0-aaba-a5667d433eb7", "code": 200}]} {{(pid=92880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 18:05:31.620761 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-1047dd7a-d905-41f3-98ad-08045850bc4d {{(pid=92880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 18:05:31.621252 dv-cinder-786260-6-iscsi neutron-server[92880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd09a129-fc88-4eb5-b09d-7d91bb1e0faf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0583f79c-f219-47a0-aaba-a5667d433eb7', 'code': 200} Jun 17 18:05:31.630717 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-d3be9853-8799-443c-9380-0dbb812b02c6 req-b127c833-320a-4200-88c1-fad7d877850f tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/security-groups?id=91f7f23c-b787-41c8-9305-85229b082856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955117 Jun 17 18:05:31.660596 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-0f36e6e1-e48c-48a9-9dbc-d1e8412d8bc1 req-4f213c17-3057-4887-8ff2-944f49ee9886 service neutron] 10.222.0.95 "GET /v2.0/networks/64e72c49-5fe4-4eab-8346-e0f7ad7adcf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366153 Jun 17 18:05:31.816534 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-0f36e6e1-e48c-48a9-9dbc-d1e8412d8bc1 req-c4cda9be-3171-4170-82d2-3811f86d2a8f service neutron] 10.222.0.95 "GET /v2.0/networks/64e72c49-5fe4-4eab-8346-e0f7ad7adcf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346459 Jun 17 18:05:31.834646 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b559d2-3252-4557-a524-2358a0c967c8 req-01d462ce-1ef0-48ff-a028-651c79163456 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:31.840460 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-d5b559d2-3252-4557-a524-2358a0c967c8 req-01d462ce-1ef0-48ff-a028-651c79163456 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/ports?device_id=43fd5a25-ffb4-4518-8fdb-430531a5365d HTTP/1.1" status: 200 len: 945 time: 0.1183767 Jun 17 18:05:31.880210 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-d5b559d2-3252-4557-a524-2358a0c967c8 req-1f0028f5-ac31-41d0-9e00-ccbbc653ef34 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/security-groups?id=3dcea033-1931-485c-8e80-04f1de860c08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377777 Jun 17 18:05:32.025492 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df79be17-34d6-47cd-8f22-1d9a76880b85 req-45ca69a3-fbe9-420a-8a25-06aa2210a5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:32.026870 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-df79be17-34d6-47cd-8f22-1d9a76880b85 req-45ca69a3-fbe9-420a-8a25-06aa2210a5ba service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=dd09a129-fc88-4eb5-b09d-7d91bb1e0faf HTTP/1.1" status: 200 len: 1103 time: 0.0515831 Jun 17 18:05:32.063113 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-df79be17-34d6-47cd-8f22-1d9a76880b85 req-8500868c-0a59-4db4-9bb9-6bf7ab1b141c service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=328e2a00-6f95-4397-a21e-aeec476974af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282006 Jun 17 18:05:32.429376 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d53622-1016-4b4b-b05c-13aabb458397 req-bad29728-95c1-4627-9ea8-a043e8985c9b tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:32.430823 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-d1d53622-1016-4b4b-b05c-13aabb458397 req-bad29728-95c1-4627-9ea8-a043e8985c9b tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/ports?device_id=d4ac72c4-640f-4b29-bebb-6e3ad492fde3 HTTP/1.1" status: 200 len: 945 time: 0.0623188 Jun 17 18:05:32.470535 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-d1d53622-1016-4b4b-b05c-13aabb458397 req-eeaf380b-99c4-4090-a7c8-07c48abc5c14 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/security-groups?id=344af256-d773-4ff0-b9b9-f3fcbe207aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341861 Jun 17 18:05:32.750152 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc3a3e1-9342-42ff-a87d-991941ec1ca9 req-a07b404c-10e0-4484-8858-c863afde0b70 tempest-VolumesNegativeTest-986004992 tempest-VolumesNegativeTest-986004992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:32.751576 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-bdc3a3e1-9342-42ff-a87d-991941ec1ca9 req-a07b404c-10e0-4484-8858-c863afde0b70 tempest-VolumesNegativeTest-986004992 tempest-VolumesNegativeTest-986004992-project] 10.222.0.97 "GET /v2.0/ports?device_id=dd09a129-fc88-4eb5-b09d-7d91bb1e0faf HTTP/1.1" status: 200 len: 950 time: 0.0682378 Jun 17 18:05:32.819866 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-bdc3a3e1-9342-42ff-a87d-991941ec1ca9 req-94bef9a4-2858-43b2-8cc6-891d57f25bb6 tempest-VolumesNegativeTest-986004992 tempest-VolumesNegativeTest-986004992-project] 10.222.0.97 "GET /v2.0/security-groups?id=328e2a00-6f95-4397-a21e-aeec476974af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597088 Jun 17 18:05:32.841469 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d3fca2-2e91-44fa-9d2c-98effb2b7287 req-32e8c329-5239-4375-a5aa-dcc6ef5bc64e tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:32.842910 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-b5d3fca2-2e91-44fa-9d2c-98effb2b7287 req-32e8c329-5239-4375-a5aa-dcc6ef5bc64e tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/ports?device_id=543d0b3b-fe1d-4afc-b1b5-7d3bfdb92f75 HTTP/1.1" status: 200 len: 943 time: 0.1010580 Jun 17 18:05:32.882070 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-b5d3fca2-2e91-44fa-9d2c-98effb2b7287 req-7d73c467-ed0e-4c1f-ab88-c86213d37924 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/security-groups?id=91f7f23c-b787-41c8-9305-85229b082856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331433 Jun 17 18:05:32.996809 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Device 0603abd3-3a40-4fac-be94-bbab9f18de1f details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=92880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 18:05:33.057833 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac1fae7-94bc-403e-a2c9-8ee0aba1db54 req-f7f2dd35-8afb-4315-895b-4e3d6878e9ac tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:33.058963 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-5ac1fae7-94bc-403e-a2c9-8ee0aba1db54 req-f7f2dd35-8afb-4315-895b-4e3d6878e9ac tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/ports?device_id=43fd5a25-ffb4-4518-8fdb-430531a5365d HTTP/1.1" status: 200 len: 945 time: 0.0654814 Jun 17 18:05:33.094452 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] For port 0603abd3-3a40-4fac-be94-bbab9f18de1f, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=0603abd3-3a40-4fac-be94-bbab9f18de1f,segment=NetworkSegment(ec1be91d-5013-401a-90de-3135f9e6b68b),segment_id=ec1be91d-5013-401a-90de-3135f9e6b68b)] {{(pid=92880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:05:33.097442 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-5ac1fae7-94bc-403e-a2c9-8ee0aba1db54 req-ca08ed2a-fdf4-4d70-9b0d-63376e3a219a tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/security-groups?id=3dcea033-1931-485c-8e80-04f1de860c08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321796 Jun 17 18:05:33.106187 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Returning: {'device': '0603abd3-3a40-4fac-be94-bbab9f18de1f', 'network_id': 'f6175827-20d7-459d-859c-a960c64f9f7b', 'port_id': '0603abd3-3a40-4fac-be94-bbab9f18de1f', 'mac_address': 'fa:16:3e:36:c7:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d9eae51-247c-4135-a165-61e9ae8adce9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 18:05:33.147975 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:05:33.168276 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.notifiers.nova [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0603abd3-3a40-4fac-be94-bbab9f18de1f {{(pid=92880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 18:05:33.189961 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] For port 0603abd3-3a40-4fac-be94-bbab9f18de1f, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=0603abd3-3a40-4fac-be94-bbab9f18de1f,segment=NetworkSegment(ec1be91d-5013-401a-90de-3135f9e6b68b),segment_id=ec1be91d-5013-401a-90de-3135f9e6b68b)] {{(pid=92880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:05:33.194297 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479'] for port, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:05:33.196178 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:05:33.240718 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Pushing event updated for resources: {'Port': ['ID=0603abd3-3a40-4fac-be94-bbab9f18de1f,revision_number=4']} {{(pid=92880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:05:33.243950 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:05:33.536927 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-77a2e76f-bdeb-4502-829c-96327d17432f req-51d17ee6-00a1-46e4-8fe5-930c938a4897 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.97 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-871296200&fields=id&tenant_id=1e6c61cc07924138a80b114f14370bd1 HTTP/1.1" status: 200 len: 267 time: 0.0445502 Jun 17 18:05:33.677449 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a2e76f-bdeb-4502-829c-96327d17432f req-7265a74e-eaee-43b0-8eae-ebeb2a068265 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:33.678867 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-77a2e76f-bdeb-4502-829c-96327d17432f req-7265a74e-eaee-43b0-8eae-ebeb2a068265 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.97 "GET /v2.0/networks?id=6ab84586-cad6-4a81-bfb5-7a0782fd9a74 HTTP/1.1" status: 200 len: 811 time: 0.1349015 Jun 17 18:05:33.699133 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-77a2e76f-bdeb-4502-829c-96327d17432f req-5d6a31ad-a6fd-4a66-a003-1dd3dd6aa918 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.97 "GET /v2.0/quotas/1e6c61cc07924138a80b114f14370bd1 HTTP/1.1" status: 200 len: 375 time: 0.0142260 Jun 17 18:05:33.721741 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6299772-03bc-49b3-8ad7-644cd4fa593c req-b16a445e-2e3f-42a0-9046-2d113c5cc1b2 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:33.723108 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-e6299772-03bc-49b3-8ad7-644cd4fa593c req-b16a445e-2e3f-42a0-9046-2d113c5cc1b2 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/ports?device_id=d4ac72c4-640f-4b29-bebb-6e3ad492fde3 HTTP/1.1" status: 200 len: 945 time: 0.1411119 Jun 17 18:05:33.786020 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-e6299772-03bc-49b3-8ad7-644cd4fa593c req-39c1d9de-9106-4efc-8acd-00c554627e82 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/security-groups?id=344af256-d773-4ff0-b9b9-f3fcbe207aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441122 Jun 17 18:05:33.805060 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-77a2e76f-bdeb-4502-829c-96327d17432f req-a6484d9b-c16d-462d-9217-849d587b136f tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=1e6c61cc07924138a80b114f14370bd1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0999167 Jun 17 18:05:33.864883 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] get_ports_and_sgs() called for port_ids ['0603abd3-3a40-4fac-be94-bbab9f18de1f'] {{(pid=92880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 18:05:33.903710 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-77a2e76f-bdeb-4502-829c-96327d17432f req-aed808bb-3724-48f8-b1b5-fd0a4ba2d5eb service neutron] 10.222.0.97 "GET /v2.0/networks/6ab84586-cad6-4a81-bfb5-7a0782fd9a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861514 Jun 17 18:05:34.041325 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-77a2e76f-bdeb-4502-829c-96327d17432f req-397d47d2-0ea9-42ce-996f-7597bdb55008 service neutron] 10.222.0.97 "GET /v2.0/networks/6ab84586-cad6-4a81-bfb5-7a0782fd9a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309371 Jun 17 18:05:34.058055 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b94f249-c5c5-40d9-a265-f192cc15f683 req-085083e2-8e09-4c8d-b47c-42375f74d293 tempest-VolumesNegativeTest-986004992 tempest-VolumesNegativeTest-986004992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:34.059503 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-4b94f249-c5c5-40d9-a265-f192cc15f683 req-085083e2-8e09-4c8d-b47c-42375f74d293 tempest-VolumesNegativeTest-986004992 tempest-VolumesNegativeTest-986004992-project] 10.222.0.97 "GET /v2.0/ports?device_id=dd09a129-fc88-4eb5-b09d-7d91bb1e0faf HTTP/1.1" status: 200 len: 950 time: 0.1274228 Jun 17 18:05:34.103658 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-4b94f249-c5c5-40d9-a265-f192cc15f683 req-63e3cd2e-978b-4494-957a-be8a9a4cc077 tempest-VolumesNegativeTest-986004992 tempest-VolumesNegativeTest-986004992-project] 10.222.0.97 "GET /v2.0/security-groups?id=328e2a00-6f95-4397-a21e-aeec476974af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378263 Jun 17 18:05:34.282139 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce37211-ef2f-4bca-ae4b-2dad3fcbe8aa req-3adffeca-9bf8-4957-bbc2-c5cb4948e363 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:34.283776 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-1ce37211-ef2f-4bca-ae4b-2dad3fcbe8aa req-3adffeca-9bf8-4957-bbc2-c5cb4948e363 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/ports?device_id=543d0b3b-fe1d-4afc-b1b5-7d3bfdb92f75 HTTP/1.1" status: 200 len: 944 time: 0.0741572 Jun 17 18:05:34.332196 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-1ce37211-ef2f-4bca-ae4b-2dad3fcbe8aa req-00511f98-e4f7-4fe9-a47f-2d8d5ba5c0ee tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/security-groups?id=91f7f23c-b787-41c8-9305-85229b082856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423336 Jun 17 18:05:34.413211 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-b1c1545e-49d1-4792-949f-3b2fb331c856 req-6bf14e60-7473-4609-b857-8aa1da214449 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.97 "GET /v2.0/ports?device_id=1ed71a57-07e4-42ec-aa3c-2bf35fed5c81 HTTP/1.1" status: 200 len: 210 time: 0.0351982 Jun 17 18:05:34.469832 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a979c3e-f96a-438a-9de3-e94cae1a3ad9 req-09d301aa-dc90-4d9a-bae3-19a0fd457f78 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:34.471367 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-9a979c3e-f96a-438a-9de3-e94cae1a3ad9 req-09d301aa-dc90-4d9a-bae3-19a0fd457f78 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/ports?device_id=43fd5a25-ffb4-4518-8fdb-430531a5365d HTTP/1.1" status: 200 len: 945 time: 0.0640106 Jun 17 18:05:34.512688 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-9a979c3e-f96a-438a-9de3-e94cae1a3ad9 req-4513d193-6a18-46d6-858a-0d333d5a0764 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/security-groups?id=3dcea033-1931-485c-8e80-04f1de860c08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352266 Jun 17 18:05:34.957893 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c098d070-e9d4-4604-8cbc-717873ab5297 req-48c21e04-e02a-42d5-8585-86327e75f280 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:34.959355 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-c098d070-e9d4-4604-8cbc-717873ab5297 req-48c21e04-e02a-42d5-8585-86327e75f280 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/ports?device_id=d4ac72c4-640f-4b29-bebb-6e3ad492fde3 HTTP/1.1" status: 200 len: 945 time: 0.0627425 Jun 17 18:05:35.001280 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-c098d070-e9d4-4604-8cbc-717873ab5297 req-385b043b-12f2-48ab-b65c-0a9917efde0c tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/security-groups?id=344af256-d773-4ff0-b9b9-f3fcbe207aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349171 Jun 17 18:05:35.286598 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faafb06-4c74-40b1-870d-e9be057da66d req-9f686acf-d3cd-48aa-b5a2-7b76f266e69c tempest-VolumesNegativeTest-986004992 tempest-VolumesNegativeTest-986004992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:35.297231 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-5faafb06-4c74-40b1-870d-e9be057da66d req-9f686acf-d3cd-48aa-b5a2-7b76f266e69c tempest-VolumesNegativeTest-986004992 tempest-VolumesNegativeTest-986004992-project] 10.222.0.97 "GET /v2.0/ports?device_id=dd09a129-fc88-4eb5-b09d-7d91bb1e0faf HTTP/1.1" status: 200 len: 950 time: 0.0791359 Jun 17 18:05:35.336808 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-5faafb06-4c74-40b1-870d-e9be057da66d req-0f6c8d0b-8d75-478f-ada3-a22eae1a112c tempest-VolumesNegativeTest-986004992 tempest-VolumesNegativeTest-986004992-project] 10.222.0.97 "GET /v2.0/security-groups?id=328e2a00-6f95-4397-a21e-aeec476974af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387118 Jun 17 18:05:35.508400 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427d4860-a52d-4fcf-abef-c253aad02114 req-8d62dbfb-5a3b-4c62-8929-6e889aef0775 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:35.509893 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-427d4860-a52d-4fcf-abef-c253aad02114 req-8d62dbfb-5a3b-4c62-8929-6e889aef0775 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/ports?device_id=543d0b3b-fe1d-4afc-b1b5-7d3bfdb92f75 HTTP/1.1" status: 200 len: 944 time: 0.0636060 Jun 17 18:05:35.551086 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-427d4860-a52d-4fcf-abef-c253aad02114 req-c652d666-f9ea-44e9-bc98-38e1884f4315 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/security-groups?id=91f7f23c-b787-41c8-9305-85229b082856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338886 Jun 17 18:05:35.683795 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-f3465d69-2fef-4acd-9e5e-bc8d984aaee5 req-cf520a62-f796-4aaa-915d-37b289bff118 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.97 "GET /v2.0/ports?device_id=1ed71a57-07e4-42ec-aa3c-2bf35fed5c81 HTTP/1.1" status: 200 len: 210 time: 0.0302629 Jun 17 18:05:35.765744 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaa92fa-bbbc-439e-a81b-383b0c1073c4 req-0d316d4d-f420-4ee8-843f-a6031082b739 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:35.767172 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-4aaa92fa-bbbc-439e-a81b-383b0c1073c4 req-0d316d4d-f420-4ee8-843f-a6031082b739 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/ports?device_id=43fd5a25-ffb4-4518-8fdb-430531a5365d HTTP/1.1" status: 200 len: 945 time: 0.0677063 Jun 17 18:05:35.815918 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-4aaa92fa-bbbc-439e-a81b-383b0c1073c4 req-9a10e522-3a64-4357-aac6-b0697e3d64e4 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/security-groups?id=3dcea033-1931-485c-8e80-04f1de860c08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429418 Jun 17 18:05:35.866146 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e671a98-0853-4ceb-81a7-ae24565ca2b9 req-65e02b1f-0029-4e7c-893f-a337f7d205f4 tempest-VolumesNegativeTest-986004992 tempest-VolumesNegativeTest-986004992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:35.867584 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-5e671a98-0853-4ceb-81a7-ae24565ca2b9 req-65e02b1f-0029-4e7c-893f-a337f7d205f4 tempest-VolumesNegativeTest-986004992 tempest-VolumesNegativeTest-986004992-project] 10.222.0.97 "GET /v2.0/ports?device_id=dd09a129-fc88-4eb5-b09d-7d91bb1e0faf HTTP/1.1" status: 200 len: 950 time: 0.0682192 Jun 17 18:05:35.904919 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-5e671a98-0853-4ceb-81a7-ae24565ca2b9 req-33144de9-abfd-4950-9acb-ed375dc81e20 tempest-VolumesNegativeTest-986004992 tempest-VolumesNegativeTest-986004992-project] 10.222.0.97 "GET /v2.0/security-groups?id=328e2a00-6f95-4397-a21e-aeec476974af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312638 Jun 17 18:05:36.176039 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2f98b4-b24c-41fc-8ed1-f84f8561b55f req-c7cf6e30-810d-4d05-9132-cf294559fc9a tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:36.177404 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-bb2f98b4-b24c-41fc-8ed1-f84f8561b55f req-c7cf6e30-810d-4d05-9132-cf294559fc9a tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/ports?device_id=d4ac72c4-640f-4b29-bebb-6e3ad492fde3 HTTP/1.1" status: 200 len: 945 time: 0.0634153 Jun 17 18:05:36.214129 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-bb2f98b4-b24c-41fc-8ed1-f84f8561b55f req-9d2e4e69-81b9-42a4-bf4e-e5eb4ac2addc tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/security-groups?id=344af256-d773-4ff0-b9b9-f3fcbe207aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301373 Jun 17 18:05:36.347608 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a2e76f-bdeb-4502-829c-96327d17432f req-7f61ddc4-56aa-4a3f-b371-106b20683046 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:36.349116 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-77a2e76f-bdeb-4502-829c-96327d17432f req-7f61ddc4-56aa-4a3f-b371-106b20683046 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.95 "GET /v2.0/networks?id=6ab84586-cad6-4a81-bfb5-7a0782fd9a74 HTTP/1.1" status: 200 len: 811 time: 0.1182585 Jun 17 18:05:36.410527 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-77a2e76f-bdeb-4502-829c-96327d17432f req-8b5ded8a-7fab-4fc8-9b48-9e66cdab9ba1 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1e6c61cc07924138a80b114f14370bd1 HTTP/1.1" status: 200 len: 379 time: 0.0342855 Jun 17 18:05:36.441151 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.v2.base [req-77a2e76f-bdeb-4502-829c-96327d17432f req-c4849099-742d-42e3-b528-2eac3132c4cf tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Request body: {'port': {'device_id': '1ed71a57-07e4-42ec-aa3c-2bf35fed5c81', 'network_id': '6ab84586-cad6-4a81-bfb5-7a0782fd9a74', 'admin_state_up': True, 'tenant_id': '1e6c61cc07924138a80b114f14370bd1', 'security_groups': ['3a7a746b-7224-4834-953b-7dfc4df4b34f']}} {{(pid=92874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 18:05:36.574095 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77a2e76f-bdeb-4502-829c-96327d17432f req-c4849099-742d-42e3-b528-2eac3132c4cf tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Made reservation on behalf of 1e6c61cc07924138a80b114f14370bd1 for: {'port': 1} {{(pid=92874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 18:05:36.577858 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-77a2e76f-bdeb-4502-829c-96327d17432f req-c4849099-742d-42e3-b528-2eac3132c4cf tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1986742'] for port, before_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:05:36.748650 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.db.db_base_plugin_common [req-77a2e76f-bdeb-4502-829c-96327d17432f req-c4849099-742d-42e3-b528-2eac3132c4cf tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Allocated IP 172.20.0.8 (6ab84586-cad6-4a81-bfb5-7a0782fd9a74/06c8cb67-128a-4786-852c-d9ffd25e0b01/cd576762-547c-425d-bad0-f4ff5b8b5bcb) {{(pid=92874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 18:05:36.794252 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0504b36-fd82-4b86-bc92-aaa8a9ba8d44 req-1d1adf56-cae1-49df-9f85-32fec46d6898 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:36.795706 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-d0504b36-fd82-4b86-bc92-aaa8a9ba8d44 req-1d1adf56-cae1-49df-9f85-32fec46d6898 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/ports?device_id=543d0b3b-fe1d-4afc-b1b5-7d3bfdb92f75 HTTP/1.1" status: 200 len: 944 time: 0.1261127 Jun 17 18:05:36.845453 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-223d43fe-a9d0-4d90-b21e-658cec070dae req-b4727e2b-56b9-4859-ae4f-13a51552bd50 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.97 "GET /v2.0/ports?device_id=1ed71a57-07e4-42ec-aa3c-2bf35fed5c81 HTTP/1.1" status: 200 len: 210 time: 0.0459917 Jun 17 18:05:36.920083 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-d0504b36-fd82-4b86-bc92-aaa8a9ba8d44 req-38c40a24-bab8-4637-9635-b8dfc32a7228 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/security-groups?id=91f7f23c-b787-41c8-9305-85229b082856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076031 Jun 17 18:05:36.987690 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-77a2e76f-bdeb-4502-829c-96327d17432f req-c4849099-742d-42e3-b528-2eac3132c4cf tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Notify callbacks [] for port, precommit_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:05:37.005833 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.db.provisioning_blocks [req-77a2e76f-bdeb-4502-829c-96327d17432f req-c4849099-742d-42e3-b528-2eac3132c4cf tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Transition to ACTIVE for port object cd576762-547c-425d-bad0-f4ff5b8b5bcb will not be triggered until provisioned by entity DHCP. {{(pid=92874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 18:05:37.029021 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Device 0603abd3-3a40-4fac-be94-bbab9f18de1f up at agent hyperv_hv-cinder-78626 {{(pid=92880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 18:05:37.057392 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f598f4-51c0-4015-a331-50b0011ed1cc req-39ee63b3-4d99-439c-ba20-2e56050a84ef tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:37.058819 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-36f598f4-51c0-4015-a331-50b0011ed1cc req-39ee63b3-4d99-439c-ba20-2e56050a84ef tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/ports?device_id=43fd5a25-ffb4-4518-8fdb-430531a5365d HTTP/1.1" status: 200 len: 945 time: 0.1096871 Jun 17 18:05:37.077368 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Provisioning for port 0603abd3-3a40-4fac-be94-bbab9f18de1f completed by entity L2. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 18:05:37.081061 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Provisioning complete for port 0603abd3-3a40-4fac-be94-bbab9f18de1f triggered by entity L2. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 18:05:37.081444 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687209'] for port, provisioning_complete {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:05:37.161492 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:05:37.185400 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '543d0b3b-fe1d-4afc-b1b5-7d3bfdb92f75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0603abd3-3a40-4fac-be94-bbab9f18de1f'}] {{(pid=92880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 18:05:37.187754 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44fe161690382cf4f0960ac1b424fedb1dd6f9597775f60dec274194d49fe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-facc80c9-79d9-4e18-9248-ab25063fb1e2" -d '{"events": [{"server_uuid": "543d0b3b-fe1d-4afc-b1b5-7d3bfdb92f75", "name": "network-vif-plugged", "status": "completed", "tag": "0603abd3-3a40-4fac-be94-bbab9f18de1f"}]}' {{(pid=92880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 18:05:37.201878 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] For port 0603abd3-3a40-4fac-be94-bbab9f18de1f, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=0603abd3-3a40-4fac-be94-bbab9f18de1f,segment=NetworkSegment(ec1be91d-5013-401a-90de-3135f9e6b68b),segment_id=ec1be91d-5013-401a-90de-3135f9e6b68b)] {{(pid=92880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:05:37.206003 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479'] for port, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:05:37.208891 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:05:37.260099 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Pushing event updated for resources: {'Port': ['ID=0603abd3-3a40-4fac-be94-bbab9f18de1f,revision_number=5']} {{(pid=92880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:05:37.263723 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:05:37.348706 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-77a2e76f-bdeb-4502-829c-96327d17432f req-c4849099-742d-42e3-b528-2eac3132c4cf tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1986807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743364645416'] for port, after_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:05:37.356509 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-899b4c21-a908-4497-9144-6fbc64c8b832 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:05:37.401619 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-36f598f4-51c0-4015-a331-50b0011ed1cc req-0c42e631-b4d5-4a7c-a008-83508cd0c944 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/security-groups?id=3dcea033-1931-485c-8e80-04f1de860c08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3201368 Jun 17 18:05:37.431509 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77a2e76f-bdeb-4502-829c-96327d17432f req-c4849099-742d-42e3-b528-2eac3132c4cf tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Network 6ab84586-cad6-4a81-bfb5-7a0782fd9a74 is already hosted by enough agents. {{(pid=92874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 18:05:37.435104 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4849099-742d-42e3-b528-2eac3132c4cf tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Pushing event updated for resources: {'Port': ['ID=cd576762-547c-425d-bad0-f4ff5b8b5bcb,revision_number=1']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:05:37.437529 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.scheduler.base_scheduler [req-77a2e76f-bdeb-4502-829c-96327d17432f req-c4849099-742d-42e3-b528-2eac3132c4cf tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Resources bound (agent type, host, resource id): {{(pid=92874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 18:05:37.440028 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-c4849099-742d-42e3-b528-2eac3132c4cf tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:05:37.440890 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.db.l3_dvrscheduler_db [req-77a2e76f-bdeb-4502-829c-96327d17432f req-c4849099-742d-42e3-b528-2eac3132c4cf tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Received port after_create {{(pid=92874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 18:05:37.446291 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a2e76f-bdeb-4502-829c-96327d17432f req-c4849099-742d-42e3-b528-2eac3132c4cf tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:37.446900 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-77a2e76f-bdeb-4502-829c-96327d17432f req-c4849099-742d-42e3-b528-2eac3132c4cf tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523113'] for port, before_response {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:05:37.456492 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0196d7-6af6-459c-80bf-a78438345abc req-0c41f0d4-044c-42a5-9adb-127c7351b4fd tempest-VolumesNegativeTest-986004992 tempest-VolumesNegativeTest-986004992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:37.457986 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-ae0196d7-6af6-459c-80bf-a78438345abc req-0c41f0d4-044c-42a5-9adb-127c7351b4fd tempest-VolumesNegativeTest-986004992 tempest-VolumesNegativeTest-986004992-project] 10.222.0.97 "GET /v2.0/ports?device_id=dd09a129-fc88-4eb5-b09d-7d91bb1e0faf HTTP/1.1" status: 200 len: 950 time: 0.4280028 Jun 17 18:05:37.475460 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 18:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65fe5913-6226-441b-b070-359720d320f0 x-openstack-request-id: req-65fe5913-6226-441b-b070-359720d320f0 {{(pid=92880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 18:05:37.475914 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "543d0b3b-fe1d-4afc-b1b5-7d3bfdb92f75", "name": "network-vif-plugged", "status": "completed", "tag": "0603abd3-3a40-4fac-be94-bbab9f18de1f", "code": 200}]} {{(pid=92880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 18:05:37.476262 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-65fe5913-6226-441b-b070-359720d320f0 {{(pid=92880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 18:05:37.476897 dv-cinder-786260-6-iscsi neutron-server[92880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '543d0b3b-fe1d-4afc-b1b5-7d3bfdb92f75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0603abd3-3a40-4fac-be94-bbab9f18de1f', 'code': 200} Jun 17 18:05:37.483491 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-77a2e76f-bdeb-4502-829c-96327d17432f req-c4849099-742d-42e3-b528-2eac3132c4cf tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0462079 Jun 17 18:05:37.504864 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-ae0196d7-6af6-459c-80bf-a78438345abc req-5dc00559-c4ce-42d8-ab5b-da33f9e0f3ab tempest-VolumesNegativeTest-986004992 tempest-VolumesNegativeTest-986004992-project] 10.222.0.97 "GET /v2.0/security-groups?id=328e2a00-6f95-4397-a21e-aeec476974af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393071 Jun 17 18:05:37.578425 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.v2.base [req-77a2e76f-bdeb-4502-829c-96327d17432f req-7cc2fa42-3303-42c6-b9c1-71f13d285e1d service neutron] Request body: {'port': {'device_id': '1ed71a57-07e4-42ec-aa3c-2bf35fed5c81', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=92874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 18:05:37.689497 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-77a2e76f-bdeb-4502-829c-96327d17432f req-7cc2fa42-3303-42c6-b9c1-71f13d285e1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:05:37.731648 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-79df8c65-f890-418c-a10f-cbe70f1c2ec1 None None] Provisioning for port cd576762-547c-425d-bad0-f4ff5b8b5bcb completed by entity DHCP. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 18:05:37.735455 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-79df8c65-f890-418c-a10f-cbe70f1c2ec1 None None] Provisioning complete for port cd576762-547c-425d-bad0-f4ff5b8b5bcb triggered by entity DHCP. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 18:05:37.735829 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-79df8c65-f890-418c-a10f-cbe70f1c2ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687209'] for port, provisioning_complete {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:05:37.771931 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.plugin [None req-79df8c65-f890-418c-a10f-cbe70f1c2ec1 None None] Port cd576762-547c-425d-bad0-f4ff5b8b5bcb cannot update to ACTIVE because it is not bound. {{(pid=92880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 18:05:37.862431 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a0052f-934c-4a4d-bd06-c9bf4bca2a04 req-82081d83-c1d6-4314-b1b4-2f06d55f358b tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:37.864087 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-64a0052f-934c-4a4d-bd06-c9bf4bca2a04 req-82081d83-c1d6-4314-b1b4-2f06d55f358b tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/ports?device_id=d4ac72c4-640f-4b29-bebb-6e3ad492fde3 HTTP/1.1" status: 200 len: 945 time: 0.1609342 Jun 17 18:05:37.898898 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23caf59f-2311-4809-b4f1-09cc8bccf280 req-dd27f418-1fd6-45aa-8890-2cf851fa1a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:37.900986 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-23caf59f-2311-4809-b4f1-09cc8bccf280 req-dd27f418-1fd6-45aa-8890-2cf851fa1a42 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=543d0b3b-fe1d-4afc-b1b5-7d3bfdb92f75 HTTP/1.1" status: 200 len: 1098 time: 0.0610595 Jun 17 18:05:37.941520 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-23caf59f-2311-4809-b4f1-09cc8bccf280 req-556a6912-3ffa-449f-8df9-43c7ad080398 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=91f7f23c-b787-41c8-9305-85229b082856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317783 Jun 17 18:05:37.964656 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-64a0052f-934c-4a4d-bd06-c9bf4bca2a04 req-619c840d-e81d-4a3f-bb1e-b1a8dace2648 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/security-groups?id=344af256-d773-4ff0-b9b9-f3fcbe207aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853181 Jun 17 18:05:38.083110 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.notifiers.nova [req-77a2e76f-bdeb-4502-829c-96327d17432f req-7cc2fa42-3303-42c6-b9c1-71f13d285e1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd576762-547c-425d-bad0-f4ff5b8b5bcb {{(pid=92874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 18:05:38.093946 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-77a2e76f-bdeb-4502-829c-96327d17432f req-7cc2fa42-3303-42c6-b9c1-71f13d285e1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:05:38.136041 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.db.provisioning_blocks [req-77a2e76f-bdeb-4502-829c-96327d17432f req-7cc2fa42-3303-42c6-b9c1-71f13d285e1d service neutron] Transition to ACTIVE for port object cd576762-547c-425d-bad0-f4ff5b8b5bcb will not be triggered until provisioned by entity L2. {{(pid=92874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 18:05:38.143382 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-77a2e76f-bdeb-4502-829c-96327d17432f req-7cc2fa42-3303-42c6-b9c1-71f13d285e1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479'] for port, after_update {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:05:38.148017 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:05:38.252932 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe584a4-6781-44b3-a8d1-1b139d3c94ca req-2bd1f6f2-e779-41de-92a6-ef2e3246ae78 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:38.254435 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-cfe584a4-6781-44b3-a8d1-1b139d3c94ca req-2bd1f6f2-e779-41de-92a6-ef2e3246ae78 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.97 "GET /v2.0/ports?device_id=1ed71a57-07e4-42ec-aa3c-2bf35fed5c81 HTTP/1.1" status: 200 len: 931 time: 0.2062290 Jun 17 18:05:38.261798 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc2fa42-3303-42c6-b9c1-71f13d285e1d service neutron] Pushing event updated for resources: {'Port': ['ID=cd576762-547c-425d-bad0-f4ff5b8b5bcb,revision_number=2']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:05:38.264773 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-7cc2fa42-3303-42c6-b9c1-71f13d285e1d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:05:38.317696 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b836f991-a671-40a4-814b-98d1541246ad req-333be77b-c130-460d-9676-9721774e4d03 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:38.319207 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-b836f991-a671-40a4-814b-98d1541246ad req-333be77b-c130-460d-9676-9721774e4d03 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/ports?device_id=543d0b3b-fe1d-4afc-b1b5-7d3bfdb92f75 HTTP/1.1" status: 200 len: 945 time: 0.2281191 Jun 17 18:05:38.321988 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.managers [req-77a2e76f-bdeb-4502-829c-96327d17432f req-7cc2fa42-3303-42c6-b9c1-71f13d285e1d service neutron] Attempting to bind port cd576762-547c-425d-bad0-f4ff5b8b5bcb on host hv-cinder-78626 for vnic_type normal with profile {{(pid=92874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 18:05:38.322317 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.managers [req-77a2e76f-bdeb-4502-829c-96327d17432f req-7cc2fa42-3303-42c6-b9c1-71f13d285e1d service neutron] Attempting to bind port cd576762-547c-425d-bad0-f4ff5b8b5bcb by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': 'b4e37eab-f82a-4d9a-af96-7aed12146093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': '6ab84586-cad6-4a81-bfb5-7a0782fd9a74'}] {{(pid=92874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 18:05:38.322640 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a2e76f-bdeb-4502-829c-96327d17432f req-7cc2fa42-3303-42c6-b9c1-71f13d285e1d service neutron] Attempting to bind port cd576762-547c-425d-bad0-f4ff5b8b5bcb on network 6ab84586-cad6-4a81-bfb5-7a0782fd9a74 {{(pid=92874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 18:05:38.338078 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a2e76f-bdeb-4502-829c-96327d17432f req-7cc2fa42-3303-42c6-b9c1-71f13d285e1d service neutron] Port cd576762-547c-425d-bad0-f4ff5b8b5bcb on network 6ab84586-cad6-4a81-bfb5-7a0782fd9a74 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=92874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 18:05:38.338398 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a2e76f-bdeb-4502-829c-96327d17432f req-7cc2fa42-3303-42c6-b9c1-71f13d285e1d service neutron] Attempting to bind port cd576762-547c-425d-bad0-f4ff5b8b5bcb on network 6ab84586-cad6-4a81-bfb5-7a0782fd9a74 {{(pid=92874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 18:05:38.362525 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a2e76f-bdeb-4502-829c-96327d17432f req-7cc2fa42-3303-42c6-b9c1-71f13d285e1d service neutron] Checking agent: {'id': '0a4c4f6c-022a-47ca-a1e7-cbe9e6e5e8a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 18, 1, 10), 'started_at': datetime.datetime(2021, 6, 17, 18, 1, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 18, 5, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 18:05:38.363243 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a2e76f-bdeb-4502-829c-96327d17432f req-7cc2fa42-3303-42c6-b9c1-71f13d285e1d service neutron] Checking segment: {'id': 'b4e37eab-f82a-4d9a-af96-7aed12146093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': '6ab84586-cad6-4a81-bfb5-7a0782fd9a74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 18:05:38.363243 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a2e76f-bdeb-4502-829c-96327d17432f req-7cc2fa42-3303-42c6-b9c1-71f13d285e1d service neutron] Bound using segment: {'id': 'b4e37eab-f82a-4d9a-af96-7aed12146093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': '6ab84586-cad6-4a81-bfb5-7a0782fd9a74'} {{(pid=92874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 18:05:38.363619 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.managers [req-77a2e76f-bdeb-4502-829c-96327d17432f req-7cc2fa42-3303-42c6-b9c1-71f13d285e1d service neutron] Bound port: cd576762-547c-425d-bad0-f4ff5b8b5bcb, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4e37eab-f82a-4d9a-af96-7aed12146093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': '6ab84586-cad6-4a81-bfb5-7a0782fd9a74'}}] {{(pid=92874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 18:05:38.364063 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-77a2e76f-bdeb-4502-829c-96327d17432f req-7cc2fa42-3303-42c6-b9c1-71f13d285e1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:05:38.369032 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-cfe584a4-6781-44b3-a8d1-1b139d3c94ca req-f4b938b9-fe64-40f1-a916-d017df977d74 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.97 "GET /v2.0/security-groups?id=3a7a746b-7224-4834-953b-7dfc4df4b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1031349 Jun 17 18:05:38.388785 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-b836f991-a671-40a4-814b-98d1541246ad req-fce4c8e9-9c8a-4df7-b399-4f3c61046893 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/security-groups?id=91f7f23c-b787-41c8-9305-85229b082856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612693 Jun 17 18:05:38.451263 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.db [req-77a2e76f-bdeb-4502-829c-96327d17432f req-7cc2fa42-3303-42c6-b9c1-71f13d285e1d service neutron] For port cd576762-547c-425d-bad0-f4ff5b8b5bcb, host hv-cinder-78626, cleared binding levels {{(pid=92874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 18:05:38.456029 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.db [req-77a2e76f-bdeb-4502-829c-96327d17432f req-7cc2fa42-3303-42c6-b9c1-71f13d285e1d service neutron] For port cd576762-547c-425d-bad0-f4ff5b8b5bcb, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=cd576762-547c-425d-bad0-f4ff5b8b5bcb,segment=NetworkSegment(b4e37eab-f82a-4d9a-af96-7aed12146093),segment_id=b4e37eab-f82a-4d9a-af96-7aed12146093)] {{(pid=92874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 18:05:38.461290 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-77a2e76f-bdeb-4502-829c-96327d17432f req-7cc2fa42-3303-42c6-b9c1-71f13d285e1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479'] for port, after_update {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:05:38.470267 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:05:38.498902 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a2e76f-bdeb-4502-829c-96327d17432f req-7cc2fa42-3303-42c6-b9c1-71f13d285e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:38.499522 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-77a2e76f-bdeb-4502-829c-96327d17432f req-7cc2fa42-3303-42c6-b9c1-71f13d285e1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523113'] for port, before_response {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:05:38.500938 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-77a2e76f-bdeb-4502-829c-96327d17432f req-7cc2fa42-3303-42c6-b9c1-71f13d285e1d service neutron] 10.222.0.95 "PUT /v2.0/ports/cd576762-547c-425d-bad0-f4ff5b8b5bcb HTTP/1.1" status: 200 len: 1093 time: 0.9294968 Jun 17 18:05:38.501810 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ed71a57-07e4-42ec-aa3c-2bf35fed5c81', 'tag': 'cd576762-547c-425d-bad0-f4ff5b8b5bcb'}] {{(pid=92874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 18:05:38.504285 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58554d43f64f60294e2d1fd4a9d9342a0a386c70b92defbb6c9fd2054ba7a623" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d27b0944-591b-4b05-b502-b40c3d225189" -d '{"events": [{"name": "network-changed", "server_uuid": "1ed71a57-07e4-42ec-aa3c-2bf35fed5c81", "tag": "cd576762-547c-425d-bad0-f4ff5b8b5bcb"}]}' {{(pid=92874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 18:05:38.555023 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc2fa42-3303-42c6-b9c1-71f13d285e1d service neutron] Pushing event updated for resources: {'Port': ['ID=cd576762-547c-425d-bad0-f4ff5b8b5bcb,revision_number=3']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:05:38.560883 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-7cc2fa42-3303-42c6-b9c1-71f13d285e1d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:05:38.644391 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c44d315-a3a4-4e8f-aedb-615542e50367 req-30ab201d-9c21-47dc-be9d-df489ab06f11 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:38.645941 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-2c44d315-a3a4-4e8f-aedb-615542e50367 req-30ab201d-9c21-47dc-be9d-df489ab06f11 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/ports?device_id=43fd5a25-ffb4-4518-8fdb-430531a5365d HTTP/1.1" status: 200 len: 945 time: 0.0820291 Jun 17 18:05:38.720339 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-2c44d315-a3a4-4e8f-aedb-615542e50367 req-2e65a168-d931-4615-9eb9-97cac5148b95 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/security-groups?id=3dcea033-1931-485c-8e80-04f1de860c08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673084 Jun 17 18:05:38.754823 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a2e76f-bdeb-4502-829c-96327d17432f req-565fa1c0-e1d5-4d0a-afa7-a8009cebaa50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:38.756400 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-77a2e76f-bdeb-4502-829c-96327d17432f req-565fa1c0-e1d5-4d0a-afa7-a8009cebaa50 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=1e6c61cc07924138a80b114f14370bd1&device_id=1ed71a57-07e4-42ec-aa3c-2bf35fed5c81 HTTP/1.1" status: 200 len: 1096 time: 0.0724874 Jun 17 18:05:38.773820 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 18:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cef9f506-e9d6-41b6-aed7-3f3f14dd2fe0 x-openstack-request-id: req-cef9f506-e9d6-41b6-aed7-3f3f14dd2fe0 {{(pid=92874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 18:05:38.774135 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ed71a57-07e4-42ec-aa3c-2bf35fed5c81", "tag": "cd576762-547c-425d-bad0-f4ff5b8b5bcb", "status": "completed", "code": 200}]} {{(pid=92874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 18:05:38.774420 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-cef9f506-e9d6-41b6-aed7-3f3f14dd2fe0 {{(pid=92874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 18:05:38.774889 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ed71a57-07e4-42ec-aa3c-2bf35fed5c81', 'tag': 'cd576762-547c-425d-bad0-f4ff5b8b5bcb', 'status': 'completed', 'code': 200} Jun 17 18:05:38.922610 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-77a2e76f-bdeb-4502-829c-96327d17432f req-c0eb525a-7786-4b77-b7a3-118f58d4658a service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cd576762-547c-425d-bad0-f4ff5b8b5bcb HTTP/1.1" status: 200 len: 217 time: 0.0542488 Jun 17 18:05:38.954380 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e95e05-847e-4253-a7f4-051d1d40294f req-163ea0ad-f895-4f76-a140-7cab147b5999 tempest-VolumesNegativeTest-986004992 tempest-VolumesNegativeTest-986004992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:38.956058 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-d1e95e05-847e-4253-a7f4-051d1d40294f req-163ea0ad-f895-4f76-a140-7cab147b5999 tempest-VolumesNegativeTest-986004992 tempest-VolumesNegativeTest-986004992-project] 10.222.0.97 "GET /v2.0/ports?device_id=dd09a129-fc88-4eb5-b09d-7d91bb1e0faf HTTP/1.1" status: 200 len: 950 time: 0.0971079 Jun 17 18:05:39.025061 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a2e76f-bdeb-4502-829c-96327d17432f req-d9d9b60f-47cb-40dd-ab48-37b755bc1bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:39.027177 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-77a2e76f-bdeb-4502-829c-96327d17432f req-d9d9b60f-47cb-40dd-ab48-37b755bc1bfb service neutron] 10.222.0.95 "GET /v2.0/subnets?id=06c8cb67-128a-4786-852c-d9ffd25e0b01 HTTP/1.1" status: 200 len: 850 time: 0.0703216 Jun 17 18:05:39.032417 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-d1e95e05-847e-4253-a7f4-051d1d40294f req-36c4a7dc-6980-454b-a3c9-a002d67fb60b tempest-VolumesNegativeTest-986004992 tempest-VolumesNegativeTest-986004992-project] 10.222.0.97 "GET /v2.0/security-groups?id=328e2a00-6f95-4397-a21e-aeec476974af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665684 Jun 17 18:05:39.094613 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a2e76f-bdeb-4502-829c-96327d17432f req-aee8a51c-1e76-4fcb-9e9f-4dbebfe44d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:39.096108 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-77a2e76f-bdeb-4502-829c-96327d17432f req-aee8a51c-1e76-4fcb-9e9f-4dbebfe44d17 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=6ab84586-cad6-4a81-bfb5-7a0782fd9a74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0619204 Jun 17 18:05:39.198809 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-77a2e76f-bdeb-4502-829c-96327d17432f req-632a8660-6076-4272-a8e6-66716c902c08 service neutron] 10.222.0.95 "GET /v2.0/networks/6ab84586-cad6-4a81-bfb5-7a0782fd9a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831935 Jun 17 18:05:39.299090 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-77a2e76f-bdeb-4502-829c-96327d17432f req-c803126f-f207-41cb-8d21-a970eb4ca3b9 service neutron] 10.222.0.95 "GET /v2.0/networks/6ab84586-cad6-4a81-bfb5-7a0782fd9a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837703 Jun 17 18:05:39.628832 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27b0944-591b-4b05-b502-b40c3d225189 req-6deb40a6-d51d-4c34-93ab-f60a4d729961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:39.630283 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-d27b0944-591b-4b05-b502-b40c3d225189 req-6deb40a6-d51d-4c34-93ab-f60a4d729961 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=1e6c61cc07924138a80b114f14370bd1&device_id=1ed71a57-07e4-42ec-aa3c-2bf35fed5c81 HTTP/1.1" status: 200 len: 1096 time: 0.1468234 Jun 17 18:05:39.638696 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc1d43f-bcc8-4ff4-8243-4c90057aa049 req-0f21b8c6-bc54-4fdb-8972-16ee33c9a4ed tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:39.640549 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-adc1d43f-bcc8-4ff4-8243-4c90057aa049 req-0f21b8c6-bc54-4fdb-8972-16ee33c9a4ed tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.97 "GET /v2.0/ports?device_id=1ed71a57-07e4-42ec-aa3c-2bf35fed5c81 HTTP/1.1" status: 200 len: 943 time: 0.1589286 Jun 17 18:05:39.648545 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515b5352-c20f-4b8b-92d0-bf521d075770 req-24c86d22-ca38-4e5a-a770-f5cec41e70b4 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:39.649873 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-515b5352-c20f-4b8b-92d0-bf521d075770 req-24c86d22-ca38-4e5a-a770-f5cec41e70b4 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/ports?device_id=543d0b3b-fe1d-4afc-b1b5-7d3bfdb92f75 HTTP/1.1" status: 200 len: 945 time: 0.1489818 Jun 17 18:05:39.754783 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-adc1d43f-bcc8-4ff4-8243-4c90057aa049 req-3808ca30-6e6d-425d-926e-b356d736c4d6 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.97 "GET /v2.0/security-groups?id=3a7a746b-7224-4834-953b-7dfc4df4b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1039448 Jun 17 18:05:39.767635 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-515b5352-c20f-4b8b-92d0-bf521d075770 req-92ac538d-b31a-48f4-aa79-ab453e1a0a92 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/security-groups?id=91f7f23c-b787-41c8-9305-85229b082856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100214 Jun 17 18:05:39.788606 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27b0944-591b-4b05-b502-b40c3d225189 req-1a2d8b0f-0851-4bfb-8577-a7cc8efa2590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:39.790062 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-d27b0944-591b-4b05-b502-b40c3d225189 req-1a2d8b0f-0851-4bfb-8577-a7cc8efa2590 service neutron] 10.222.0.95 "GET /v2.0/networks?id=6ab84586-cad6-4a81-bfb5-7a0782fd9a74 HTTP/1.1" status: 200 len: 913 time: 0.1486862 Jun 17 18:05:39.914687 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033641be-283c-4cb3-af1b-bd075fc1f63f req-1f477c52-5e1c-4502-8598-76eff57f0931 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:39.916124 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-033641be-283c-4cb3-af1b-bd075fc1f63f req-1f477c52-5e1c-4502-8598-76eff57f0931 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/ports?device_id=43fd5a25-ffb4-4518-8fdb-430531a5365d HTTP/1.1" status: 200 len: 945 time: 0.0610442 Jun 17 18:05:39.960300 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-d27b0944-591b-4b05-b502-b40c3d225189 req-e9ceff62-2006-42e2-9f25-f5ae07dee037 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cd576762-547c-425d-bad0-f4ff5b8b5bcb HTTP/1.1" status: 200 len: 217 time: 0.0427427 Jun 17 18:05:39.978347 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-033641be-283c-4cb3-af1b-bd075fc1f63f req-d6495d8f-2fe7-4a01-aacc-0d55fb0531b6 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/security-groups?id=3dcea033-1931-485c-8e80-04f1de860c08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554569 Jun 17 18:05:40.022675 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27b0944-591b-4b05-b502-b40c3d225189 req-98bf7555-d2cf-4962-a2d0-cc91bb1d6313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:40.024023 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-d27b0944-591b-4b05-b502-b40c3d225189 req-98bf7555-d2cf-4962-a2d0-cc91bb1d6313 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=06c8cb67-128a-4786-852c-d9ffd25e0b01 HTTP/1.1" status: 200 len: 850 time: 0.0448627 Jun 17 18:05:40.088651 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27b0944-591b-4b05-b502-b40c3d225189 req-ce6787f6-096c-4aa8-87c1-04d9b173ad37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:40.090127 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-d27b0944-591b-4b05-b502-b40c3d225189 req-ce6787f6-096c-4aa8-87c1-04d9b173ad37 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=6ab84586-cad6-4a81-bfb5-7a0782fd9a74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0550401 Jun 17 18:05:40.234246 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-d27b0944-591b-4b05-b502-b40c3d225189 req-8820e2ad-5eb3-4c65-83b6-e61a6beb1079 service neutron] 10.222.0.95 "GET /v2.0/networks/6ab84586-cad6-4a81-bfb5-7a0782fd9a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306560 Jun 17 18:05:40.254856 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d36d843-d758-41aa-91e5-e582e392a12a req-0a5fee19-ccb5-41d7-8b15-73bee9fdd6f8 tempest-VolumesNegativeTest-986004992 tempest-VolumesNegativeTest-986004992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:40.256295 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-5d36d843-d758-41aa-91e5-e582e392a12a req-0a5fee19-ccb5-41d7-8b15-73bee9fdd6f8 tempest-VolumesNegativeTest-986004992 tempest-VolumesNegativeTest-986004992-project] 10.222.0.97 "GET /v2.0/ports?device_id=dd09a129-fc88-4eb5-b09d-7d91bb1e0faf HTTP/1.1" status: 200 len: 950 time: 0.0851796 Jun 17 18:05:40.341930 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-5d36d843-d758-41aa-91e5-e582e392a12a req-d3ca3299-c7f7-4182-a415-d3e38b382d8b tempest-VolumesNegativeTest-986004992 tempest-VolumesNegativeTest-986004992-project] 10.222.0.97 "GET /v2.0/security-groups?id=328e2a00-6f95-4397-a21e-aeec476974af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776274 Jun 17 18:05:40.364022 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-d27b0944-591b-4b05-b502-b40c3d225189 req-119408e2-385d-40ef-aa31-40bea74e32cb service neutron] 10.222.0.95 "GET /v2.0/networks/6ab84586-cad6-4a81-bfb5-7a0782fd9a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066530 Jun 17 18:05:40.602266 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3c58c1-a40b-4448-bf68-da42105a1642 req-5bf66821-9c97-4b7c-94fa-ca8ba32b1f17 tempest-VolumesNegativeTest-986004992 tempest-VolumesNegativeTest-986004992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:40.603681 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-7a3c58c1-a40b-4448-bf68-da42105a1642 req-5bf66821-9c97-4b7c-94fa-ca8ba32b1f17 tempest-VolumesNegativeTest-986004992 tempest-VolumesNegativeTest-986004992-project] 10.222.0.95 "GET /v2.0/ports?device_id=dd09a129-fc88-4eb5-b09d-7d91bb1e0faf HTTP/1.1" status: 200 len: 950 time: 0.0665162 Jun 17 18:05:40.781088 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.plugin [req-7a3c58c1-a40b-4448-bf68-da42105a1642 req-3ac73a3d-d6ee-4fbc-a627-e10977ce6274 tempest-VolumesNegativeTest-986004992 tempest-VolumesNegativeTest-986004992-project] Deleting port 0583f79c-f219-47a0-aaba-a5667d433eb7 {{(pid=92874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 18:05:40.781741 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-7a3c58c1-a40b-4448-bf68-da42105a1642 req-3ac73a3d-d6ee-4fbc-a627-e10977ce6274 tempest-VolumesNegativeTest-986004992 tempest-VolumesNegativeTest-986004992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743365079206'] for port, before_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:05:40.879915 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.db [req-7a3c58c1-a40b-4448-bf68-da42105a1642 req-3ac73a3d-d6ee-4fbc-a627-e10977ce6274 tempest-VolumesNegativeTest-986004992 tempest-VolumesNegativeTest-986004992-project] For port 0583f79c-f219-47a0-aaba-a5667d433eb7, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=0583f79c-f219-47a0-aaba-a5667d433eb7,segment=NetworkSegment(496e59c6-c912-4db2-afc5-6c5487e6eac6),segment_id=496e59c6-c912-4db2-afc5-6c5487e6eac6)] {{(pid=92874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:05:40.880577 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-7a3c58c1-a40b-4448-bf68-da42105a1642 req-3ac73a3d-d6ee-4fbc-a627-e10977ce6274 tempest-VolumesNegativeTest-986004992 tempest-VolumesNegativeTest-986004992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956370'] for port, precommit_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:05:40.995962 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.plugin [req-7a3c58c1-a40b-4448-bf68-da42105a1642 req-3ac73a3d-d6ee-4fbc-a627-e10977ce6274 tempest-VolumesNegativeTest-986004992 tempest-VolumesNegativeTest-986004992-project] Calling delete_port for 0583f79c-f219-47a0-aaba-a5667d433eb7 owned by compute:nova {{(pid=92874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 18:05:41.099268 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5f705b-ff86-42d3-b8c8-0393ba4452c5 req-a023e86b-d1dd-48c3-a077-e6bd2312cc1c tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:41.100667 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-ba5f705b-ff86-42d3-b8c8-0393ba4452c5 req-a023e86b-d1dd-48c3-a077-e6bd2312cc1c tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.97 "GET /v2.0/ports?device_id=1ed71a57-07e4-42ec-aa3c-2bf35fed5c81 HTTP/1.1" status: 200 len: 943 time: 0.2165325 Jun 17 18:05:41.133864 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08a390b-e383-4ac5-9202-a4d361a2220f req-f2572dd8-6828-4b95-bdbc-deb4cccf976d tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:41.133864 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-f08a390b-e383-4ac5-9202-a4d361a2220f req-f2572dd8-6828-4b95-bdbc-deb4cccf976d tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/ports?device_id=543d0b3b-fe1d-4afc-b1b5-7d3bfdb92f75 HTTP/1.1" status: 200 len: 945 time: 0.2410746 Jun 17 18:05:41.210607 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-ba5f705b-ff86-42d3-b8c8-0393ba4452c5 req-af9d1127-a8e0-4f1d-8db8-a7a174f5f926 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.97 "GET /v2.0/security-groups?id=3a7a746b-7224-4834-953b-7dfc4df4b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021538 Jun 17 18:05:41.228669 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-f08a390b-e383-4ac5-9202-a4d361a2220f req-0759e33d-e90c-4e34-b461-a72cebfe8138 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/security-groups?id=91f7f23c-b787-41c8-9305-85229b082856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812824 Jun 17 18:05:41.246011 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-7a3c58c1-a40b-4448-bf68-da42105a1642 req-3ac73a3d-d6ee-4fbc-a627-e10977ce6274 tempest-VolumesNegativeTest-986004992 tempest-VolumesNegativeTest-986004992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743365085983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743364645425'] for port, after_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:05:41.250863 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-81121415-a3a7-4496-8b05-ef967ad94cab tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:05:41.276805 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac73a3d-d6ee-4fbc-a627-e10977ce6274 tempest-VolumesNegativeTest-986004992 tempest-VolumesNegativeTest-986004992-project] Pushing event deleted for resources: {'Port': ['ID=0583f79c-f219-47a0-aaba-a5667d433eb7,revision_number=None']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:05:41.286478 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-3ac73a3d-d6ee-4fbc-a627-e10977ce6274 tempest-VolumesNegativeTest-986004992 tempest-VolumesNegativeTest-986004992-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:05:41.337431 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a3c58c1-a40b-4448-bf68-da42105a1642 req-3ac73a3d-d6ee-4fbc-a627-e10977ce6274 tempest-VolumesNegativeTest-986004992 tempest-VolumesNegativeTest-986004992-project] No DVR routers for this DVR port 0583f79c-f219-47a0-aaba-a5667d433eb7 on host hv-cinder-78626 {{(pid=92874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 18:05:41.340190 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-7a3c58c1-a40b-4448-bf68-da42105a1642 req-3ac73a3d-d6ee-4fbc-a627-e10977ce6274 tempest-VolumesNegativeTest-986004992 tempest-VolumesNegativeTest-986004992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523113'] for port, before_response {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:05:41.342350 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-7a3c58c1-a40b-4448-bf68-da42105a1642 req-3ac73a3d-d6ee-4fbc-a627-e10977ce6274 tempest-VolumesNegativeTest-986004992 tempest-VolumesNegativeTest-986004992-project] 10.222.0.95 "DELETE /v2.0/ports/0583f79c-f219-47a0-aaba-a5667d433eb7 HTTP/1.1" status: 204 len: 173 time: 0.6611571 Jun 17 18:05:41.342868 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd09a129-fc88-4eb5-b09d-7d91bb1e0faf', 'name': 'network-vif-deleted', 'tag': '0583f79c-f219-47a0-aaba-a5667d433eb7'}] {{(pid=92874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 18:05:41.345709 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58554d43f64f60294e2d1fd4a9d9342a0a386c70b92defbb6c9fd2054ba7a623" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2c84015-bafa-47fb-bd7c-a96e074b54ab" -d '{"events": [{"server_uuid": "dd09a129-fc88-4eb5-b09d-7d91bb1e0faf", "name": "network-vif-deleted", "tag": "0583f79c-f219-47a0-aaba-a5667d433eb7"}]}' {{(pid=92874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 18:05:41.399190 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 18:05:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dea0ac4-4f00-48ec-89c3-aed1df51e148 x-openstack-request-id: req-3dea0ac4-4f00-48ec-89c3-aed1df51e148 {{(pid=92874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 18:05:41.400037 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd09a129-fc88-4eb5-b09d-7d91bb1e0faf", "name": "network-vif-deleted", "tag": "0583f79c-f219-47a0-aaba-a5667d433eb7", "status": "completed", "code": 200}]} {{(pid=92874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 18:05:41.400555 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-3dea0ac4-4f00-48ec-89c3-aed1df51e148 {{(pid=92874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 18:05:41.401020 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd09a129-fc88-4eb5-b09d-7d91bb1e0faf', 'name': 'network-vif-deleted', 'tag': '0583f79c-f219-47a0-aaba-a5667d433eb7', 'status': 'completed', 'code': 200} Jun 17 18:05:41.430286 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6591687-9f71-4903-a700-8bdfa0e10017 req-cd88b53f-eeec-4b6f-acfb-564848373eb6 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:41.431775 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-c6591687-9f71-4903-a700-8bdfa0e10017 req-cd88b53f-eeec-4b6f-acfb-564848373eb6 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/ports?device_id=43fd5a25-ffb4-4518-8fdb-430531a5365d HTTP/1.1" status: 200 len: 945 time: 0.0787654 Jun 17 18:05:41.471573 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-c6591687-9f71-4903-a700-8bdfa0e10017 req-c236e0db-f9f6-42dd-9051-aa38e9832f93 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/security-groups?id=3dcea033-1931-485c-8e80-04f1de860c08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327489 Jun 17 18:05:41.532262 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-ab8964c3-deab-46d2-b9d5-c00b8f07f95f req-82901368-6834-4a76-ade8-278a3b6c713e tempest-VolumesNegativeTest-986004992 tempest-VolumesNegativeTest-986004992-project] 10.222.0.97 "GET /v2.0/ports?device_id=dd09a129-fc88-4eb5-b09d-7d91bb1e0faf HTTP/1.1" status: 200 len: 210 time: 0.0313485 Jun 17 18:05:41.714784 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:05:42.446899 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f1937f-fac7-445b-9868-d481a83fa440 req-e39d7e42-f0a0-4e3d-a638-429978f1f8f4 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:42.448860 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-07f1937f-fac7-445b-9868-d481a83fa440 req-e39d7e42-f0a0-4e3d-a638-429978f1f8f4 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.97 "GET /v2.0/ports?device_id=1ed71a57-07e4-42ec-aa3c-2bf35fed5c81 HTTP/1.1" status: 200 len: 943 time: 0.1039793 Jun 17 18:05:42.467300 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fff555-fd33-4d07-8b4a-d9f5ce904593 req-237ebe0f-201f-48c2-a021-08098c12af32 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:42.468698 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-50fff555-fd33-4d07-8b4a-d9f5ce904593 req-237ebe0f-201f-48c2-a021-08098c12af32 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/ports?device_id=543d0b3b-fe1d-4afc-b1b5-7d3bfdb92f75 HTTP/1.1" status: 200 len: 945 time: 0.0937686 Jun 17 18:05:42.514966 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-07f1937f-fac7-445b-9868-d481a83fa440 req-7ddd71a4-62e1-4e42-b2a9-84acd1294c7b tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.97 "GET /v2.0/security-groups?id=3a7a746b-7224-4834-953b-7dfc4df4b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601625 Jun 17 18:05:42.522222 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-50fff555-fd33-4d07-8b4a-d9f5ce904593 req-89cd4b63-5f80-4ce1-b441-636107958819 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/security-groups?id=91f7f23c-b787-41c8-9305-85229b082856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464838 Jun 17 18:05:42.694057 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b6bd2e-2858-4b95-b417-9f0bde8b834e req-570b4fdf-d910-40cf-afa2-d573477e320c tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:42.695546 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-21b6bd2e-2858-4b95-b417-9f0bde8b834e req-570b4fdf-d910-40cf-afa2-d573477e320c tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/ports?device_id=43fd5a25-ffb4-4518-8fdb-430531a5365d HTTP/1.1" status: 200 len: 945 time: 0.0715787 Jun 17 18:05:42.982919 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-21b6bd2e-2858-4b95-b417-9f0bde8b834e req-bc246d34-7bc7-474a-911c-ef71a2562cd2 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/security-groups?id=3dcea033-1931-485c-8e80-04f1de860c08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2803936 Jun 17 18:05:43.687388 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be5c18a-223b-4da1-8ce6-fd7e8fde440f req-530f4aa1-fde0-4a42-b79a-5842634cfc08 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:43.688872 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-6be5c18a-223b-4da1-8ce6-fd7e8fde440f req-530f4aa1-fde0-4a42-b79a-5842634cfc08 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.97 "GET /v2.0/ports?device_id=1ed71a57-07e4-42ec-aa3c-2bf35fed5c81 HTTP/1.1" status: 200 len: 943 time: 0.0625327 Jun 17 18:05:43.726390 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-6be5c18a-223b-4da1-8ce6-fd7e8fde440f req-878b60d9-531e-4941-a0d5-bb8e9e0917ee tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.97 "GET /v2.0/security-groups?id=3a7a746b-7224-4834-953b-7dfc4df4b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317788 Jun 17 18:05:44.144336 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-f0fa46c8-76d5-4af6-a400-df134a9697bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:05:44.167422 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1529ee94-18b8-4083-9f60-5231f848e0af req-80268f17-a406-415f-ba8a-d6472e3ff9fc tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:44.168898 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-1529ee94-18b8-4083-9f60-5231f848e0af req-80268f17-a406-415f-ba8a-d6472e3ff9fc tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/ports?device_id=43fd5a25-ffb4-4518-8fdb-430531a5365d HTTP/1.1" status: 200 len: 945 time: 0.0652890 Jun 17 18:05:44.211044 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-1529ee94-18b8-4083-9f60-5231f848e0af req-46bf23db-6146-40b1-9868-eef9ff1d8122 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/security-groups?id=3dcea033-1931-485c-8e80-04f1de860c08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362601 Jun 17 18:05:44.691594 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Device 0583f79c-f219-47a0-aaba-a5667d433eb7 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=92880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 18:05:44.711170 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.plugin [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] No Port match for: 0583f79c-f219-47a0-aaba-a5667d433eb7 {{(pid=92880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 18:05:44.711565 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Device 0583f79c-f219-47a0-aaba-a5667d433eb7 not bound to the agent host hv-cinder-78626 {{(pid=92880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 18:05:44.903744 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c53f710-f0c0-417a-94be-ee7ebc4c669a req-d1942819-9c81-4693-8e00-d0260be4e309 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:44.905303 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-3c53f710-f0c0-417a-94be-ee7ebc4c669a req-d1942819-9c81-4693-8e00-d0260be4e309 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.97 "GET /v2.0/ports?device_id=1ed71a57-07e4-42ec-aa3c-2bf35fed5c81 HTTP/1.1" status: 200 len: 943 time: 0.0640731 Jun 17 18:05:44.944797 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-3c53f710-f0c0-417a-94be-ee7ebc4c669a req-baddd2c9-2394-4b12-8384-54da31b42b5d tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.97 "GET /v2.0/security-groups?id=3a7a746b-7224-4834-953b-7dfc4df4b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328472 Jun 17 18:05:45.384630 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac5292e-99fa-4e19-b3f5-5909c383ffe7 req-90af07be-901b-4fda-9cb4-57185d7e3ee8 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:45.386094 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-7ac5292e-99fa-4e19-b3f5-5909c383ffe7 req-90af07be-901b-4fda-9cb4-57185d7e3ee8 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/ports?device_id=43fd5a25-ffb4-4518-8fdb-430531a5365d HTTP/1.1" status: 200 len: 945 time: 0.0617008 Jun 17 18:05:45.424569 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-7ac5292e-99fa-4e19-b3f5-5909c383ffe7 req-67e15f14-85c0-40b9-8636-2b69349e4eff tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/security-groups?id=3dcea033-1931-485c-8e80-04f1de860c08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326967 Jun 17 18:05:46.119361 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03eb903-1762-431e-a7b0-b6b0a3ad0504 req-2a38154e-e711-4467-8111-4a360c60ed1a tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:46.120833 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-f03eb903-1762-431e-a7b0-b6b0a3ad0504 req-2a38154e-e711-4467-8111-4a360c60ed1a tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.97 "GET /v2.0/ports?device_id=1ed71a57-07e4-42ec-aa3c-2bf35fed5c81 HTTP/1.1" status: 200 len: 943 time: 0.0656662 Jun 17 18:05:46.162120 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-f03eb903-1762-431e-a7b0-b6b0a3ad0504 req-56f09e78-5757-4ba9-86e8-4a0a58daae4c tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.97 "GET /v2.0/security-groups?id=3a7a746b-7224-4834-953b-7dfc4df4b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355301 Jun 17 18:05:46.599787 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845138b6-61ed-4176-9346-f19877757968 req-ca1fad56-50f2-46b2-ac89-b0a2dbd0c3c8 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:46.601308 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-845138b6-61ed-4176-9346-f19877757968 req-ca1fad56-50f2-46b2-ac89-b0a2dbd0c3c8 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/ports?device_id=43fd5a25-ffb4-4518-8fdb-430531a5365d HTTP/1.1" status: 200 len: 945 time: 0.0635395 Jun 17 18:05:46.637340 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-845138b6-61ed-4176-9346-f19877757968 req-95ebbd74-3e9f-48fa-9f53-4906820bea37 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/security-groups?id=3dcea033-1931-485c-8e80-04f1de860c08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304947 Jun 17 18:05:46.812297 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-1a34a852-226a-4dee-80ab-b85f37ec24fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:05:46.914707 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:05:47.335920 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ffbf04-95b7-48d8-b4c3-2cd561b575bb req-6193c8e6-65cf-474d-85de-7435386de9c6 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:47.337398 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-f0ffbf04-95b7-48d8-b4c3-2cd561b575bb req-6193c8e6-65cf-474d-85de-7435386de9c6 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.97 "GET /v2.0/ports?device_id=1ed71a57-07e4-42ec-aa3c-2bf35fed5c81 HTTP/1.1" status: 200 len: 943 time: 0.0618811 Jun 17 18:05:47.378115 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-f0ffbf04-95b7-48d8-b4c3-2cd561b575bb req-c2ac95e4-289e-40e8-8f05-b3a1b3454822 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.97 "GET /v2.0/security-groups?id=3a7a746b-7224-4834-953b-7dfc4df4b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348589 Jun 17 18:05:47.819056 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a17cf6-cc6c-4d9b-a87d-721a0d276b44 req-b2300d60-054a-4eb4-a98d-19f641c6726b tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:47.820543 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-f0a17cf6-cc6c-4d9b-a87d-721a0d276b44 req-b2300d60-054a-4eb4-a98d-19f641c6726b tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/ports?device_id=43fd5a25-ffb4-4518-8fdb-430531a5365d HTTP/1.1" status: 200 len: 945 time: 0.0633154 Jun 17 18:05:47.857375 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-f0a17cf6-cc6c-4d9b-a87d-721a0d276b44 req-226b013f-105f-4dba-87db-16816bad19a3 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/security-groups?id=3dcea033-1931-485c-8e80-04f1de860c08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303400 Jun 17 18:05:48.022748 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-8848f698-b84d-4e61-bbd9-19a6867363d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:05:48.561829 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13dc8c4-8b78-4eb3-a700-af8bbc50f313 req-b1660b7b-358c-4204-b427-17d1b467329e tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:48.563290 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-d13dc8c4-8b78-4eb3-a700-af8bbc50f313 req-b1660b7b-358c-4204-b427-17d1b467329e tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.97 "GET /v2.0/ports?device_id=1ed71a57-07e4-42ec-aa3c-2bf35fed5c81 HTTP/1.1" status: 200 len: 943 time: 0.0736144 Jun 17 18:05:48.600372 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-d13dc8c4-8b78-4eb3-a700-af8bbc50f313 req-c672dd33-43d2-409e-af67-3e7d303e0302 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.97 "GET /v2.0/security-groups?id=3a7a746b-7224-4834-953b-7dfc4df4b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313959 Jun 17 18:05:49.042744 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f494e225-baf5-43de-b230-61a247b04354 req-cc4fa152-c543-4e59-b59b-d731c447d948 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:49.044468 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-f494e225-baf5-43de-b230-61a247b04354 req-cc4fa152-c543-4e59-b59b-d731c447d948 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/ports?device_id=43fd5a25-ffb4-4518-8fdb-430531a5365d HTTP/1.1" status: 200 len: 945 time: 0.0700610 Jun 17 18:05:49.113880 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-f494e225-baf5-43de-b230-61a247b04354 req-c7c6ec79-4a86-48f2-a2f7-2e4c81f0b141 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/security-groups?id=3dcea033-1931-485c-8e80-04f1de860c08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639522 Jun 17 18:05:49.137112 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa4f9d3-b3df-4e2f-ba23-beec35531022 req-7653259e-2cac-4a8c-8eb4-b5694020f445 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:49.138555 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-eaa4f9d3-b3df-4e2f-ba23-beec35531022 req-7653259e-2cac-4a8c-8eb4-b5694020f445 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "GET /v2.0/ports?device_id=412d6c27-5056-4695-a549-32b0b7c42bd5 HTTP/1.1" status: 200 len: 945 time: 0.0904605 Jun 17 18:05:49.176789 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-eaa4f9d3-b3df-4e2f-ba23-beec35531022 req-9edf7a7d-70fa-4138-aca1-cfad7f78fa4c tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "GET /v2.0/security-groups?id=19e58ac4-2b2e-45d9-bd7b-7c5e46ae7cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320380 Jun 17 18:05:49.465044 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-a0cf07df-ba9d-4ba7-86ac-6ceb73a86136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:05:49.707389 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 46300) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:05:49.801872 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5608e6e6-af0e-46c9-939b-58ad689a6c0f req-656de046-b490-4154-a731-ee334f3d2bd7 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:49.803367 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-5608e6e6-af0e-46c9-939b-58ad689a6c0f req-656de046-b490-4154-a731-ee334f3d2bd7 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.97 "GET /v2.0/ports?device_id=1ed71a57-07e4-42ec-aa3c-2bf35fed5c81 HTTP/1.1" status: 200 len: 943 time: 0.0707297 Jun 17 18:05:49.841080 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-5608e6e6-af0e-46c9-939b-58ad689a6c0f req-1f8cc983-ad57-4e1e-b0f1-f867d9a069b7 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.97 "GET /v2.0/security-groups?id=3a7a746b-7224-4834-953b-7dfc4df4b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310593 Jun 17 18:05:49.884794 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-1bb4840b-3f9e-4ccf-a5b5-0874a85bdc34 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=d347f7a3a6fc473a8f7123b684318e1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1761084 Jun 17 18:05:49.887093 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 46304) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:05:49.915842 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Device cd576762-547c-425d-bad0-f4ff5b8b5bcb details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=92880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 18:05:49.934515 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-71883db5-a44a-43d0-b6a0-93d198bd54b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:05:49.955494 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-71883db5-a44a-43d0-b6a0-93d198bd54b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:05:50.004101 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-71883db5-a44a-43d0-b6a0-93d198bd54b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:05:50.006670 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-71883db5-a44a-43d0-b6a0-93d198bd54b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:05:50.007853 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-71883db5-a44a-43d0-b6a0-93d198bd54b4 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/328e2a00-6f95-4397-a21e-aeec476974af HTTP/1.1" status: 204 len: 168 time: 0.1197002 Jun 17 18:05:50.008637 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-5667a1ee-264f-4600-b9ff-457ed649d02b tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:05:50.015021 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] For port cd576762-547c-425d-bad0-f4ff5b8b5bcb, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=cd576762-547c-425d-bad0-f4ff5b8b5bcb,segment=NetworkSegment(b4e37eab-f82a-4d9a-af96-7aed12146093),segment_id=b4e37eab-f82a-4d9a-af96-7aed12146093)] {{(pid=92880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:05:50.016168 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71883db5-a44a-43d0-b6a0-93d198bd54b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=328e2a00-6f95-4397-a21e-aeec476974af,revision_number=None']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:05:50.022570 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-71883db5-a44a-43d0-b6a0-93d198bd54b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:05:50.035357 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Returning: {'device': 'cd576762-547c-425d-bad0-f4ff5b8b5bcb', 'network_id': '6ab84586-cad6-4a81-bfb5-7a0782fd9a74', 'port_id': 'cd576762-547c-425d-bad0-f4ff5b8b5bcb', 'mac_address': 'fa:16:3e:5c:a3:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06c8cb67-128a-4786-852c-d9ffd25e0b01', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 18:05:50.077603 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:05:50.094905 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.notifiers.nova [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd576762-547c-425d-bad0-f4ff5b8b5bcb {{(pid=92880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 18:05:50.121005 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] For port cd576762-547c-425d-bad0-f4ff5b8b5bcb, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=cd576762-547c-425d-bad0-f4ff5b8b5bcb,segment=NetworkSegment(b4e37eab-f82a-4d9a-af96-7aed12146093),segment_id=b4e37eab-f82a-4d9a-af96-7aed12146093)] {{(pid=92880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:05:50.127132 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479'] for port, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:05:50.131220 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:05:50.183343 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Pushing event updated for resources: {'Port': ['ID=cd576762-547c-425d-bad0-f4ff5b8b5bcb,revision_number=4']} {{(pid=92880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:05:50.186544 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:05:50.366653 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d580c35f-0786-4c54-a04a-ddfa67ee4f4c req-dc0a1dcf-6eb0-4b9f-8f1b-9f068e7e1555 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:50.368142 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-d580c35f-0786-4c54-a04a-ddfa67ee4f4c req-dc0a1dcf-6eb0-4b9f-8f1b-9f068e7e1555 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/ports?device_id=43fd5a25-ffb4-4518-8fdb-430531a5365d HTTP/1.1" status: 200 len: 945 time: 0.1100750 Jun 17 18:05:50.421839 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-d580c35f-0786-4c54-a04a-ddfa67ee4f4c req-33304053-433b-4198-a131-2b8994cc395e tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/security-groups?id=3dcea033-1931-485c-8e80-04f1de860c08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479677 Jun 17 18:05:50.440808 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680a0d7b-3c90-4306-a61e-e7b647a0f4f1 req-c512fddd-c461-4162-add3-77f9a97c644b tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:50.442350 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-680a0d7b-3c90-4306-a61e-e7b647a0f4f1 req-c512fddd-c461-4162-add3-77f9a97c644b tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "GET /v2.0/ports?device_id=412d6c27-5056-4695-a549-32b0b7c42bd5 HTTP/1.1" status: 200 len: 945 time: 0.1303229 Jun 17 18:05:50.495808 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-680a0d7b-3c90-4306-a61e-e7b647a0f4f1 req-a1d99854-51c8-4565-a548-984030c095cc tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "GET /v2.0/security-groups?id=19e58ac4-2b2e-45d9-bd7b-7c5e46ae7cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454154 Jun 17 18:05:50.823675 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] get_ports_and_sgs() called for port_ids ['cd576762-547c-425d-bad0-f4ff5b8b5bcb'] {{(pid=92880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 18:05:51.026230 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2acbde-672b-48b4-a383-7651fe10af01 req-a3f4ac18-3cf6-42ff-82c9-f1270f8bfc23 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:51.028423 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-0d2acbde-672b-48b4-a383-7651fe10af01 req-a3f4ac18-3cf6-42ff-82c9-f1270f8bfc23 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.97 "GET /v2.0/ports?device_id=1ed71a57-07e4-42ec-aa3c-2bf35fed5c81 HTTP/1.1" status: 200 len: 944 time: 0.0732033 Jun 17 18:05:51.098767 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-0d2acbde-672b-48b4-a383-7651fe10af01 req-7c14ea30-365a-4bc1-9e86-d13f85ab7c7c tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.97 "GET /v2.0/security-groups?id=3a7a746b-7224-4834-953b-7dfc4df4b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644100 Jun 17 18:05:51.599825 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6270b9b4-a6ea-402c-a150-f188c5b22456 req-71c397d4-1ec7-40e2-9d35-9b44bd5b6c1a tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:51.601305 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-6270b9b4-a6ea-402c-a150-f188c5b22456 req-71c397d4-1ec7-40e2-9d35-9b44bd5b6c1a tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/ports?device_id=43fd5a25-ffb4-4518-8fdb-430531a5365d HTTP/1.1" status: 200 len: 945 time: 0.0626838 Jun 17 18:05:51.671955 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-6270b9b4-a6ea-402c-a150-f188c5b22456 req-b019a6e0-0c57-4ba2-8484-5ce3f7f4b6b7 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/security-groups?id=3dcea033-1931-485c-8e80-04f1de860c08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642309 Jun 17 18:05:51.699600 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b60cb97-a3df-4529-996a-c65c4d441e1a req-07afa58b-19ec-4c42-b7ad-717155d2f30a tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:51.701084 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-9b60cb97-a3df-4529-996a-c65c4d441e1a req-07afa58b-19ec-4c42-b7ad-717155d2f30a tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "GET /v2.0/ports?device_id=412d6c27-5056-4695-a549-32b0b7c42bd5 HTTP/1.1" status: 200 len: 945 time: 0.0873020 Jun 17 18:05:51.737558 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-9b60cb97-a3df-4529-996a-c65c4d441e1a req-23991f4a-373f-40ba-8f6c-240e537da34b tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "GET /v2.0/security-groups?id=19e58ac4-2b2e-45d9-bd7b-7c5e46ae7cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309248 Jun 17 18:05:52.262484 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2720a33c-5ab3-4330-95ca-243dc626e0ef req-8118308d-05d0-4cd7-97e5-9afbf92a335d tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:52.263945 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-2720a33c-5ab3-4330-95ca-243dc626e0ef req-8118308d-05d0-4cd7-97e5-9afbf92a335d tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.97 "GET /v2.0/ports?device_id=1ed71a57-07e4-42ec-aa3c-2bf35fed5c81 HTTP/1.1" status: 200 len: 944 time: 0.0634861 Jun 17 18:05:52.299817 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-2720a33c-5ab3-4330-95ca-243dc626e0ef req-74121736-5302-40b6-910b-66e4753176e7 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.97 "GET /v2.0/security-groups?id=3a7a746b-7224-4834-953b-7dfc4df4b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302649 Jun 17 18:05:52.869696 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3679e3a-3758-403a-842d-b9890efa9464 req-5ec8ac62-92b0-466c-8994-fbbf47065459 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:52.872030 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-b3679e3a-3758-403a-842d-b9890efa9464 req-5ec8ac62-92b0-466c-8994-fbbf47065459 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/ports?device_id=43fd5a25-ffb4-4518-8fdb-430531a5365d HTTP/1.1" status: 200 len: 945 time: 0.0838542 Jun 17 18:05:52.932481 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-b3679e3a-3758-403a-842d-b9890efa9464 req-05453480-6c4d-4162-a529-2b401d5e696e tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/security-groups?id=3dcea033-1931-485c-8e80-04f1de860c08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428205 Jun 17 18:05:52.950204 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e9b1bf-5561-4b34-ad06-7b13828965ed req-4a9e4dfc-3d63-4cbf-abb2-6070f3aa009e tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:52.951642 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-01e9b1bf-5561-4b34-ad06-7b13828965ed req-4a9e4dfc-3d63-4cbf-abb2-6070f3aa009e tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "GET /v2.0/ports?device_id=412d6c27-5056-4695-a549-32b0b7c42bd5 HTTP/1.1" status: 200 len: 945 time: 0.1016304 Jun 17 18:05:52.989033 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-01e9b1bf-5561-4b34-ad06-7b13828965ed req-becbde52-deab-4e13-90d6-f7a4f7520688 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "GET /v2.0/security-groups?id=19e58ac4-2b2e-45d9-bd7b-7c5e46ae7cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317562 Jun 17 18:05:53.468192 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7169a83d-cffc-42fe-883b-c9bf43c54410 req-bc6145a2-a9bd-43bb-bbf3-08c1a1fac5bd tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:53.469534 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-7169a83d-cffc-42fe-883b-c9bf43c54410 req-bc6145a2-a9bd-43bb-bbf3-08c1a1fac5bd tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.97 "GET /v2.0/ports?device_id=1ed71a57-07e4-42ec-aa3c-2bf35fed5c81 HTTP/1.1" status: 200 len: 944 time: 0.0610275 Jun 17 18:05:53.509498 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-7169a83d-cffc-42fe-883b-c9bf43c54410 req-bcf3524d-5f07-4d46-a447-380fb5d46883 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.97 "GET /v2.0/security-groups?id=3a7a746b-7224-4834-953b-7dfc4df4b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344670 Jun 17 18:05:54.139904 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0976ac-31b6-44fd-965f-8962e782268e req-d3fb96ab-f704-473d-a153-feb9218612c8 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:54.141279 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-de0976ac-31b6-44fd-965f-8962e782268e req-d3fb96ab-f704-473d-a153-feb9218612c8 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/ports?device_id=43fd5a25-ffb4-4518-8fdb-430531a5365d HTTP/1.1" status: 200 len: 945 time: 0.0896349 Jun 17 18:05:54.189772 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-de0976ac-31b6-44fd-965f-8962e782268e req-05766004-37ca-41de-8631-ba4219d1be55 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/security-groups?id=3dcea033-1931-485c-8e80-04f1de860c08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429308 Jun 17 18:05:54.200358 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd7cac2-e5c7-4e61-89c8-f28a9f3f6f21 req-31e6bfee-e7e1-401d-bd68-e3503af5a41c tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:54.201781 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-4dd7cac2-e5c7-4e61-89c8-f28a9f3f6f21 req-31e6bfee-e7e1-401d-bd68-e3503af5a41c tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "GET /v2.0/ports?device_id=412d6c27-5056-4695-a549-32b0b7c42bd5 HTTP/1.1" status: 200 len: 945 time: 0.1040204 Jun 17 18:05:54.239312 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-4dd7cac2-e5c7-4e61-89c8-f28a9f3f6f21 req-6942f4dc-e25f-455f-aff3-f617940e8414 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "GET /v2.0/security-groups?id=19e58ac4-2b2e-45d9-bd7b-7c5e46ae7cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318863 Jun 17 18:05:54.672851 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.agents_db [None req-efac7cad-2d3b-4dc1-9769-dac6e2c75cb9 None None] Agent healthcheck: found 6 active agents {{(pid=92881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 18:05:54.678821 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d8d5f1-1bf1-4486-8911-4413a93a58fb req-8fd68ee3-ab36-4023-8115-959b41cedcc8 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:54.680254 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-02d8d5f1-1bf1-4486-8911-4413a93a58fb req-8fd68ee3-ab36-4023-8115-959b41cedcc8 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.97 "GET /v2.0/ports?device_id=1ed71a57-07e4-42ec-aa3c-2bf35fed5c81 HTTP/1.1" status: 200 len: 944 time: 0.0637081 Jun 17 18:05:54.715907 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-02d8d5f1-1bf1-4486-8911-4413a93a58fb req-e48b5410-dcfd-45d2-8d53-1371aa013e52 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.97 "GET /v2.0/security-groups?id=3a7a746b-7224-4834-953b-7dfc4df4b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0294342 Jun 17 18:05:55.400636 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c55463b-7474-4d9d-af9e-597240309cb7 req-e4e75a91-efd6-4257-b4ab-1ea26bd258cb tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:55.402661 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-7c55463b-7474-4d9d-af9e-597240309cb7 req-e4e75a91-efd6-4257-b4ab-1ea26bd258cb tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/ports?device_id=43fd5a25-ffb4-4518-8fdb-430531a5365d HTTP/1.1" status: 200 len: 945 time: 0.1007445 Jun 17 18:05:55.455178 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-7c55463b-7474-4d9d-af9e-597240309cb7 req-873d5391-db6a-4769-9537-011307960074 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/security-groups?id=3dcea033-1931-485c-8e80-04f1de860c08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457249 Jun 17 18:05:55.462075 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ac12a6-1209-4d1e-9d76-bc3f6fb8dc3f req-64d65dc5-1432-4001-b67b-8bed47fd35b3 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:55.463466 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-17ac12a6-1209-4d1e-9d76-bc3f6fb8dc3f req-64d65dc5-1432-4001-b67b-8bed47fd35b3 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "GET /v2.0/ports?device_id=412d6c27-5056-4695-a549-32b0b7c42bd5 HTTP/1.1" status: 200 len: 945 time: 0.1121488 Jun 17 18:05:55.500412 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-17ac12a6-1209-4d1e-9d76-bc3f6fb8dc3f req-45806df2-dcb1-4ac8-9af0-914bb6a2dc8c tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "GET /v2.0/security-groups?id=19e58ac4-2b2e-45d9-bd7b-7c5e46ae7cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306034 Jun 17 18:05:55.882718 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900ab564-9c8b-45b9-b8d9-8071343341ad req-7320ad83-6fbf-4666-bf8f-c0946803f841 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:55.884284 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-900ab564-9c8b-45b9-b8d9-8071343341ad req-7320ad83-6fbf-4666-bf8f-c0946803f841 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.97 "GET /v2.0/ports?device_id=1ed71a57-07e4-42ec-aa3c-2bf35fed5c81 HTTP/1.1" status: 200 len: 944 time: 0.0618036 Jun 17 18:05:55.921540 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-900ab564-9c8b-45b9-b8d9-8071343341ad req-f7fd0d05-1d81-4c61-aa8d-1c35aa1d454f tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.97 "GET /v2.0/security-groups?id=3a7a746b-7224-4834-953b-7dfc4df4b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309508 Jun 17 18:05:55.971574 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Device cd576762-547c-425d-bad0-f4ff5b8b5bcb up at agent hyperv_hv-cinder-78626 {{(pid=92880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 18:05:56.018788 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Provisioning for port cd576762-547c-425d-bad0-f4ff5b8b5bcb completed by entity L2. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 18:05:56.022322 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Provisioning complete for port cd576762-547c-425d-bad0-f4ff5b8b5bcb triggered by entity L2. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 18:05:56.022702 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687209'] for port, provisioning_complete {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:05:56.095197 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:05:56.116770 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ed71a57-07e4-42ec-aa3c-2bf35fed5c81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd576762-547c-425d-bad0-f4ff5b8b5bcb'}] {{(pid=92880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 18:05:56.119182 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44fe161690382cf4f0960ac1b424fedb1dd6f9597775f60dec274194d49fe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b944a28-5b52-42cb-bda1-1459a7e1f120" -d '{"events": [{"server_uuid": "1ed71a57-07e4-42ec-aa3c-2bf35fed5c81", "name": "network-vif-plugged", "status": "completed", "tag": "cd576762-547c-425d-bad0-f4ff5b8b5bcb"}]}' {{(pid=92880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 18:05:56.135155 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] For port cd576762-547c-425d-bad0-f4ff5b8b5bcb, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=cd576762-547c-425d-bad0-f4ff5b8b5bcb,segment=NetworkSegment(b4e37eab-f82a-4d9a-af96-7aed12146093),segment_id=b4e37eab-f82a-4d9a-af96-7aed12146093)] {{(pid=92880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:05:56.139532 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479'] for port, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:05:56.141562 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:05:56.162120 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 18:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08dd9833-f7a5-49fc-9520-ae87e4ef4632 x-openstack-request-id: req-08dd9833-f7a5-49fc-9520-ae87e4ef4632 {{(pid=92880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 18:05:56.162419 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ed71a57-07e4-42ec-aa3c-2bf35fed5c81", "name": "network-vif-plugged", "status": "completed", "tag": "cd576762-547c-425d-bad0-f4ff5b8b5bcb", "code": 200}]} {{(pid=92880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 18:05:56.162678 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-08dd9833-f7a5-49fc-9520-ae87e4ef4632 {{(pid=92880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 18:05:56.163066 dv-cinder-786260-6-iscsi neutron-server[92880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ed71a57-07e4-42ec-aa3c-2bf35fed5c81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd576762-547c-425d-bad0-f4ff5b8b5bcb', 'code': 200} Jun 17 18:05:56.188321 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Pushing event updated for resources: {'Port': ['ID=cd576762-547c-425d-bad0-f4ff5b8b5bcb,revision_number=5']} {{(pid=92880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:05:56.191166 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:05:56.730814 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f745fc3c-eb22-4c7a-9941-155206f53c70 req-675a7cf8-6572-4b87-92f2-c9e203748fab tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:56.732310 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-f745fc3c-eb22-4c7a-9941-155206f53c70 req-675a7cf8-6572-4b87-92f2-c9e203748fab tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/ports?device_id=43fd5a25-ffb4-4518-8fdb-430531a5365d HTTP/1.1" status: 200 len: 945 time: 0.1532471 Jun 17 18:05:56.775758 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c19985a-abfa-4fbd-acb5-0b95523289e0 req-9a51cdde-2750-4ab6-9ecd-26193b046ae3 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:56.777754 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-1c19985a-abfa-4fbd-acb5-0b95523289e0 req-9a51cdde-2750-4ab6-9ecd-26193b046ae3 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "GET /v2.0/ports?device_id=412d6c27-5056-4695-a549-32b0b7c42bd5 HTTP/1.1" status: 200 len: 945 time: 0.1455119 Jun 17 18:05:56.797400 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8b70fd-25bc-4bc3-a7c3-247c9655bbb9 req-35eca0eb-d26b-43dd-ba87-f8e559c6ca03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:56.798757 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-2d8b70fd-25bc-4bc3-a7c3-247c9655bbb9 req-35eca0eb-d26b-43dd-ba87-f8e559c6ca03 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=1ed71a57-07e4-42ec-aa3c-2bf35fed5c81 HTTP/1.1" status: 200 len: 1098 time: 0.1305552 Jun 17 18:05:56.809281 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-f745fc3c-eb22-4c7a-9941-155206f53c70 req-e1fb9bcb-6119-4bc5-88b0-d5cc96079555 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/security-groups?id=3dcea033-1931-485c-8e80-04f1de860c08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711641 Jun 17 18:05:56.847466 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-1c19985a-abfa-4fbd-acb5-0b95523289e0 req-8c806a26-2ad9-4820-8195-42bdd50fe547 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "GET /v2.0/security-groups?id=19e58ac4-2b2e-45d9-bd7b-7c5e46ae7cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594094 Jun 17 18:05:56.852833 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-2d8b70fd-25bc-4bc3-a7c3-247c9655bbb9 req-ebe641e4-d1de-432e-bb67-8fc132501b20 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=3a7a746b-7224-4834-953b-7dfc4df4b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411599 Jun 17 18:05:57.094037 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9de1f36-5c10-47de-a0a8-508f28b930c6 req-a472d754-3a7c-4255-857e-14fef402b3b4 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:57.095390 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-d9de1f36-5c10-47de-a0a8-508f28b930c6 req-a472d754-3a7c-4255-857e-14fef402b3b4 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.97 "GET /v2.0/ports?device_id=1ed71a57-07e4-42ec-aa3c-2bf35fed5c81 HTTP/1.1" status: 200 len: 945 time: 0.0649154 Jun 17 18:05:57.131357 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-d9de1f36-5c10-47de-a0a8-508f28b930c6 req-b506a6b4-7e79-40ab-8ffc-f18b1ec0e103 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.97 "GET /v2.0/security-groups?id=3a7a746b-7224-4834-953b-7dfc4df4b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304780 Jun 17 18:05:58.013905 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a86355-eb43-4f0a-bbd5-60cb2c6649da req-4eef622d-3792-4747-a73a-3e8f086235ae tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:58.015288 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-d6a86355-eb43-4f0a-bbd5-60cb2c6649da req-4eef622d-3792-4747-a73a-3e8f086235ae tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/ports?device_id=43fd5a25-ffb4-4518-8fdb-430531a5365d HTTP/1.1" status: 200 len: 945 time: 0.0925310 Jun 17 18:05:58.067605 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1b4742-7007-4132-9fc4-366b6df9181b req-882c500c-106c-4fe1-bf97-46005ecfa223 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:58.072020 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-bb1b4742-7007-4132-9fc4-366b6df9181b req-882c500c-106c-4fe1-bf97-46005ecfa223 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "GET /v2.0/ports?device_id=412d6c27-5056-4695-a549-32b0b7c42bd5 HTTP/1.1" status: 200 len: 945 time: 0.1140904 Jun 17 18:05:58.100577 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-d6a86355-eb43-4f0a-bbd5-60cb2c6649da req-e6485c5a-7711-4ec9-88ab-5bb00aab9be5 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/security-groups?id=3dcea033-1931-485c-8e80-04f1de860c08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774715 Jun 17 18:05:58.139632 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-bb1b4742-7007-4132-9fc4-366b6df9181b req-ffda487b-c19c-421f-b866-4100cb8a4445 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "GET /v2.0/security-groups?id=19e58ac4-2b2e-45d9-bd7b-7c5e46ae7cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553808 Jun 17 18:05:58.301034 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a3719a-d3d7-4c30-9f5f-f2c0caa8ad5b req-b6c0d729-bf89-4a2e-9568-8094a59a2564 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:58.302389 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-89a3719a-d3d7-4c30-9f5f-f2c0caa8ad5b req-b6c0d729-bf89-4a2e-9568-8094a59a2564 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.97 "GET /v2.0/ports?device_id=1ed71a57-07e4-42ec-aa3c-2bf35fed5c81 HTTP/1.1" status: 200 len: 945 time: 0.0614407 Jun 17 18:05:58.339188 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-89a3719a-d3d7-4c30-9f5f-f2c0caa8ad5b req-93024753-437d-473e-af75-3ebe4ee5e446 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.97 "GET /v2.0/security-groups?id=3a7a746b-7224-4834-953b-7dfc4df4b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306201 Jun 17 18:05:59.320702 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7f6c6c-b403-4fe6-b9f2-02b0e357e474 req-4d3ebfc1-a0f3-4d58-93d2-e31c050c6bd5 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:59.322146 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-2c7f6c6c-b403-4fe6-b9f2-02b0e357e474 req-4d3ebfc1-a0f3-4d58-93d2-e31c050c6bd5 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/ports?device_id=43fd5a25-ffb4-4518-8fdb-430531a5365d HTTP/1.1" status: 200 len: 945 time: 0.0984652 Jun 17 18:05:59.357806 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be83ccfc-8d43-4b11-af6a-f186646399aa req-9f17190b-2d17-45c4-b5e2-efd4b8bbae97 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:59.359201 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-be83ccfc-8d43-4b11-af6a-f186646399aa req-9f17190b-2d17-45c4-b5e2-efd4b8bbae97 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "GET /v2.0/ports?device_id=412d6c27-5056-4695-a549-32b0b7c42bd5 HTTP/1.1" status: 200 len: 945 time: 0.1020811 Jun 17 18:05:59.381551 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-2c7f6c6c-b403-4fe6-b9f2-02b0e357e474 req-9ab2acdc-efcb-400d-8a80-09ccba7d94e5 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/security-groups?id=3dcea033-1931-485c-8e80-04f1de860c08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531051 Jun 17 18:05:59.407098 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-be83ccfc-8d43-4b11-af6a-f186646399aa req-29a72ec9-47a7-4278-b18a-2f59f7d195f4 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "GET /v2.0/security-groups?id=19e58ac4-2b2e-45d9-bd7b-7c5e46ae7cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382826 Jun 17 18:05:59.543054 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265570aa-4c70-4d8e-ac16-e791eb4d8176 req-41b8cc6e-b546-4a40-9aae-c53eb68a43ea tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:05:59.544526 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-265570aa-4c70-4d8e-ac16-e791eb4d8176 req-41b8cc6e-b546-4a40-9aae-c53eb68a43ea tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.97 "GET /v2.0/ports?device_id=1ed71a57-07e4-42ec-aa3c-2bf35fed5c81 HTTP/1.1" status: 200 len: 945 time: 0.0626955 Jun 17 18:05:59.581983 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-265570aa-4c70-4d8e-ac16-e791eb4d8176 req-91928ec6-99a8-4fa8-832f-3c9a74774dc0 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.97 "GET /v2.0/security-groups?id=3a7a746b-7224-4834-953b-7dfc4df4b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318842 Jun 17 18:06:00.520218 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Device 83c3404f-d49e-4e1b-831c-0b25c4e59742 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=92880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 18:06:00.605291 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1559cf06-5361-458a-8ec7-1bf88138f1c1 req-13efde35-2bb8-4f93-a9fc-deef2011f701 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:00.606751 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-1559cf06-5361-458a-8ec7-1bf88138f1c1 req-13efde35-2bb8-4f93-a9fc-deef2011f701 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/ports?device_id=43fd5a25-ffb4-4518-8fdb-430531a5365d HTTP/1.1" status: 200 len: 945 time: 0.1076944 Jun 17 18:06:00.614136 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] For port 83c3404f-d49e-4e1b-831c-0b25c4e59742, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=83c3404f-d49e-4e1b-831c-0b25c4e59742,segment=NetworkSegment(0913402a-ef8a-41bd-a14e-da5d38ea5bc2),segment_id=0913402a-ef8a-41bd-a14e-da5d38ea5bc2)] {{(pid=92880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:06:00.621345 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5736d30c-bb14-4cc5-87c9-9f76b0374953 req-33987413-f799-4656-aba7-d61ebd9b2322 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:00.621345 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-5736d30c-bb14-4cc5-87c9-9f76b0374953 req-33987413-f799-4656-aba7-d61ebd9b2322 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "GET /v2.0/ports?device_id=412d6c27-5056-4695-a549-32b0b7c42bd5 HTTP/1.1" status: 200 len: 945 time: 0.0898185 Jun 17 18:06:00.629857 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Returning: {'device': '83c3404f-d49e-4e1b-831c-0b25c4e59742', 'network_id': '490619f6-df6b-4a81-8b12-97225a6da310', 'port_id': '83c3404f-d49e-4e1b-831c-0b25c4e59742', 'mac_address': 'fa:16:3e:ad:39:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd12fe909-5b0e-4b17-a966-d3ca34ed6db9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 18:06:00.671273 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:00.677226 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-1559cf06-5361-458a-8ec7-1bf88138f1c1 req-d6241d13-af3a-499f-aa05-34bd04e83e57 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/security-groups?id=3dcea033-1931-485c-8e80-04f1de860c08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563169 Jun 17 18:06:00.679896 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-5736d30c-bb14-4cc5-87c9-9f76b0374953 req-66d9ca14-7094-4d91-9487-4efde1fb7bc9 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "GET /v2.0/security-groups?id=19e58ac4-2b2e-45d9-bd7b-7c5e46ae7cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459032 Jun 17 18:06:00.684459 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.notifiers.nova [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 83c3404f-d49e-4e1b-831c-0b25c4e59742 {{(pid=92880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 18:06:00.703901 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] For port 83c3404f-d49e-4e1b-831c-0b25c4e59742, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=83c3404f-d49e-4e1b-831c-0b25c4e59742,segment=NetworkSegment(0913402a-ef8a-41bd-a14e-da5d38ea5bc2),segment_id=0913402a-ef8a-41bd-a14e-da5d38ea5bc2)] {{(pid=92880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:06:00.709377 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479'] for port, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:00.711542 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-35532c78-9d4b-4ff7-b66a-419df7a4e351 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:06:00.760306 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Pushing event updated for resources: {'Port': ['ID=83c3404f-d49e-4e1b-831c-0b25c4e59742,revision_number=6']} {{(pid=92880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:06:00.763417 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:06:00.846224 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1740c2a-8111-4457-b20c-8b0966143bd5 req-d4a2be53-3a23-4287-992e-02b77389f880 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:00.847644 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-f1740c2a-8111-4457-b20c-8b0966143bd5 req-d4a2be53-3a23-4287-992e-02b77389f880 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.97 "GET /v2.0/ports?device_id=1ed71a57-07e4-42ec-aa3c-2bf35fed5c81 HTTP/1.1" status: 200 len: 945 time: 0.0647929 Jun 17 18:06:00.884529 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-f1740c2a-8111-4457-b20c-8b0966143bd5 req-6ec5606d-3b27-4996-ba1d-2200cfc8a0c9 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.97 "GET /v2.0/security-groups?id=3a7a746b-7224-4834-953b-7dfc4df4b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313976 Jun 17 18:06:01.210777 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] get_ports_and_sgs() called for port_ids ['83c3404f-d49e-4e1b-831c-0b25c4e59742'] {{(pid=92880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 18:06:01.898094 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e648224-2410-4954-a644-e135bafb915b req-bb06d6c7-6874-43b3-bd52-063fbe994910 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:01.899468 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-5e648224-2410-4954-a644-e135bafb915b req-bb06d6c7-6874-43b3-bd52-063fbe994910 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/ports?device_id=43fd5a25-ffb4-4518-8fdb-430531a5365d HTTP/1.1" status: 200 len: 944 time: 0.1030087 Jun 17 18:06:01.908813 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ac6303-2bcf-430b-b791-b6243a397644 req-aaf64004-66a4-463e-8d88-074ea56a2fad tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:01.909204 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-d8ac6303-2bcf-430b-b791-b6243a397644 req-aaf64004-66a4-463e-8d88-074ea56a2fad tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "GET /v2.0/ports?device_id=412d6c27-5056-4695-a549-32b0b7c42bd5 HTTP/1.1" status: 200 len: 945 time: 0.1036911 Jun 17 18:06:01.966240 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-5e648224-2410-4954-a644-e135bafb915b req-6a2d002c-c71d-4546-81bf-5dd77ea64b02 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/security-groups?id=3dcea033-1931-485c-8e80-04f1de860c08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560741 Jun 17 18:06:01.973974 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-d8ac6303-2bcf-430b-b791-b6243a397644 req-3830519a-1cb9-4d46-9969-e614a966b588 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "GET /v2.0/security-groups?id=19e58ac4-2b2e-45d9-bd7b-7c5e46ae7cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564723 Jun 17 18:06:02.157390 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25903b9b-30ce-416c-ae57-59747cc37cdd req-587207f2-9031-45e9-8032-25cc9e9b044c tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:02.158890 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-25903b9b-30ce-416c-ae57-59747cc37cdd req-587207f2-9031-45e9-8032-25cc9e9b044c tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.97 "GET /v2.0/ports?device_id=1ed71a57-07e4-42ec-aa3c-2bf35fed5c81 HTTP/1.1" status: 200 len: 945 time: 0.0637403 Jun 17 18:06:02.199629 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-25903b9b-30ce-416c-ae57-59747cc37cdd req-c7da930a-bfb5-40ee-9a32-792a81cb9bd3 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.97 "GET /v2.0/security-groups?id=3a7a746b-7224-4834-953b-7dfc4df4b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352080 Jun 17 18:06:02.454125 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa81e00c-6cda-4650-8f68-b31bd446c181 req-3c7993e0-5aa3-4176-a707-a6ccc8aefed3 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:02.455567 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-aa81e00c-6cda-4650-8f68-b31bd446c181 req-3c7993e0-5aa3-4176-a707-a6ccc8aefed3 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/ports?device_id=d4ac72c4-640f-4b29-bebb-6e3ad492fde3 HTTP/1.1" status: 200 len: 945 time: 0.1083059 Jun 17 18:06:02.457965 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f0ec78-bc83-40b6-9412-a1d80b182ad3 req-41b4030f-520f-4803-a435-8aac6c77c851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:02.459272 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-d8f0ec78-bc83-40b6-9412-a1d80b182ad3 req-41b4030f-520f-4803-a435-8aac6c77c851 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=623f5da845c24adfaa862156e92f7f73&device_id=d4ac72c4-640f-4b29-bebb-6e3ad492fde3 HTTP/1.1" status: 200 len: 1098 time: 0.0839851 Jun 17 18:06:02.518734 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-aa81e00c-6cda-4650-8f68-b31bd446c181 req-29fe45fa-1fd6-41dd-84bf-255b7e2d8234 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/security-groups?id=344af256-d773-4ff0-b9b9-f3fcbe207aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569718 Jun 17 18:06:02.582749 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f0ec78-bc83-40b6-9412-a1d80b182ad3 req-3f61198f-46e6-4e8b-9841-e24bee2e4901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:02.584226 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-d8f0ec78-bc83-40b6-9412-a1d80b182ad3 req-3f61198f-46e6-4e8b-9841-e24bee2e4901 service neutron] 10.222.0.95 "GET /v2.0/networks?id=64e72c49-5fe4-4eab-8346-e0f7ad7adcf2 HTTP/1.1" status: 200 len: 921 time: 0.1094315 Jun 17 18:06:02.673057 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-d8f0ec78-bc83-40b6-9412-a1d80b182ad3 req-640f576c-fc5c-4f03-99c0-66f1e5b44da6 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8d512d72-e38b-44d0-857f-e6bc293dc5c0 HTTP/1.1" status: 200 len: 217 time: 0.0384016 Jun 17 18:06:02.844489 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f0ec78-bc83-40b6-9412-a1d80b182ad3 req-7d2d542b-0ea4-405f-92ab-5eb18f045dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:02.845958 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-d8f0ec78-bc83-40b6-9412-a1d80b182ad3 req-7d2d542b-0ea4-405f-92ab-5eb18f045dff service neutron] 10.222.0.95 "GET /v2.0/subnets?id=aaa033e4-31af-4af5-8b46-e711281f5e48 HTTP/1.1" status: 200 len: 859 time: 0.0447347 Jun 17 18:06:03.228296 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d73312-d0e9-4e18-9b9e-cb2923ec6a8f req-47393ec4-9354-414d-8f94-857e63110409 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:03.230487 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-17d73312-d0e9-4e18-9b9e-cb2923ec6a8f req-47393ec4-9354-414d-8f94-857e63110409 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "GET /v2.0/ports?device_id=412d6c27-5056-4695-a549-32b0b7c42bd5 HTTP/1.1" status: 200 len: 945 time: 0.1133292 Jun 17 18:06:03.266596 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae5f5ad-a79d-4c84-85fc-a6f871d8736d req-2aff6c34-73c2-42a9-925e-43e63a66c2ba tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:03.268503 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-7ae5f5ad-a79d-4c84-85fc-a6f871d8736d req-2aff6c34-73c2-42a9-925e-43e63a66c2ba tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/ports?device_id=43fd5a25-ffb4-4518-8fdb-430531a5365d HTTP/1.1" status: 200 len: 944 time: 0.1197848 Jun 17 18:06:03.308281 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-17d73312-d0e9-4e18-9b9e-cb2923ec6a8f req-d071d518-fd8f-4f7e-a7e2-4f5d012bec6f tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "GET /v2.0/security-groups?id=19e58ac4-2b2e-45d9-bd7b-7c5e46ae7cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695167 Jun 17 18:06:03.330874 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-7ae5f5ad-a79d-4c84-85fc-a6f871d8736d req-cf20f4ab-55e3-4900-83ef-cd136b948207 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/security-groups?id=3dcea033-1931-485c-8e80-04f1de860c08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512948 Jun 17 18:06:03.487977 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffc20c6-a584-45a0-ae7c-2f946b5fb2b9 req-efd72782-40b2-4f4c-8224-839a21589fd6 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:03.489389 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-bffc20c6-a584-45a0-ae7c-2f946b5fb2b9 req-efd72782-40b2-4f4c-8224-839a21589fd6 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.97 "GET /v2.0/ports?device_id=1ed71a57-07e4-42ec-aa3c-2bf35fed5c81 HTTP/1.1" status: 200 len: 945 time: 0.0664968 Jun 17 18:06:03.549501 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-bffc20c6-a584-45a0-ae7c-2f946b5fb2b9 req-6406a664-2e2e-42bf-8eaf-1bfb367c7beb tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.97 "GET /v2.0/security-groups?id=3a7a746b-7224-4834-953b-7dfc4df4b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541284 Jun 17 18:06:03.799463 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b176e7d-4935-4a83-80f4-779074f86454 req-9cb017a0-2751-4a09-a950-2f5b6c590863 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:03.800974 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-3b176e7d-4935-4a83-80f4-779074f86454 req-9cb017a0-2751-4a09-a950-2f5b6c590863 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/ports?device_id=d4ac72c4-640f-4b29-bebb-6e3ad492fde3 HTTP/1.1" status: 200 len: 945 time: 0.0863128 Jun 17 18:06:03.847543 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-3b176e7d-4935-4a83-80f4-779074f86454 req-c3703423-73aa-4bad-bf5d-f1469891edd1 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/security-groups?id=344af256-d773-4ff0-b9b9-f3fcbe207aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386994 Jun 17 18:06:04.573444 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e352e6b2-cdfd-46d3-993d-9a42f2a6cff2 req-0b9a2b9a-0ea5-4ddc-a7f1-04dbfa3382c7 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:04.574414 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-e352e6b2-cdfd-46d3-993d-9a42f2a6cff2 req-0b9a2b9a-0ea5-4ddc-a7f1-04dbfa3382c7 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "GET /v2.0/ports?device_id=412d6c27-5056-4695-a549-32b0b7c42bd5 HTTP/1.1" status: 200 len: 945 time: 0.1290605 Jun 17 18:06:04.581580 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eba1011-af73-4828-a0a8-8b717f702153 req-61cf4293-fffb-4d92-8428-9964ef804487 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:04.584580 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-7eba1011-af73-4828-a0a8-8b717f702153 req-61cf4293-fffb-4d92-8428-9964ef804487 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/ports?device_id=43fd5a25-ffb4-4518-8fdb-430531a5365d HTTP/1.1" status: 200 len: 944 time: 0.1263113 Jun 17 18:06:04.649810 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-e352e6b2-cdfd-46d3-993d-9a42f2a6cff2 req-e994a874-3ff9-481c-b539-05389c482b3f tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "GET /v2.0/security-groups?id=19e58ac4-2b2e-45d9-bd7b-7c5e46ae7cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638511 Jun 17 18:06:04.653142 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-7eba1011-af73-4828-a0a8-8b717f702153 req-a066cb57-bf0e-4f09-8448-7bef8b6dfbbe tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/security-groups?id=3dcea033-1931-485c-8e80-04f1de860c08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596466 Jun 17 18:06:04.826523 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9d3d5c-d40b-4af9-83a4-38f881044d9f req-71150f5d-8f8f-474c-befb-0d5442687290 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:04.828108 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-4f9d3d5c-d40b-4af9-83a4-38f881044d9f req-71150f5d-8f8f-474c-befb-0d5442687290 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.97 "GET /v2.0/ports?device_id=1ed71a57-07e4-42ec-aa3c-2bf35fed5c81 HTTP/1.1" status: 200 len: 945 time: 0.0727201 Jun 17 18:06:04.868956 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-4f9d3d5c-d40b-4af9-83a4-38f881044d9f req-3f44cc2b-23f0-4552-9a28-d595e84a723a tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.97 "GET /v2.0/security-groups?id=3a7a746b-7224-4834-953b-7dfc4df4b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349073 Jun 17 18:06:05.061306 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b07da6-bcdd-4435-8401-1b2bed8f2313 req-98924911-00a2-4280-8127-afcd2f599e36 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:05.061923 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-17b07da6-bcdd-4435-8401-1b2bed8f2313 req-98924911-00a2-4280-8127-afcd2f599e36 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/ports?device_id=d4ac72c4-640f-4b29-bebb-6e3ad492fde3 HTTP/1.1" status: 200 len: 945 time: 0.0771620 Jun 17 18:06:05.110020 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Device 83c3404f-d49e-4e1b-831c-0b25c4e59742 up at agent hyperv_hv-cinder-78626 {{(pid=92880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 18:06:05.125406 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-17b07da6-bcdd-4435-8401-1b2bed8f2313 req-2b632b84-7868-4aa7-94dc-92f9daade598 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/security-groups?id=344af256-d773-4ff0-b9b9-f3fcbe207aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554893 Jun 17 18:06:05.188688 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Provisioning complete for port 83c3404f-d49e-4e1b-831c-0b25c4e59742 triggered by entity L2. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 18:06:05.189232 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687209'] for port, provisioning_complete {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:05.289125 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:05.318866 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43fd5a25-ffb4-4518-8fdb-430531a5365d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83c3404f-d49e-4e1b-831c-0b25c4e59742'}] {{(pid=92880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 18:06:05.321330 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44fe161690382cf4f0960ac1b424fedb1dd6f9597775f60dec274194d49fe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6dcc1bb-6911-4c0e-ac7c-9b38407b1689" -d '{"events": [{"server_uuid": "43fd5a25-ffb4-4518-8fdb-430531a5365d", "name": "network-vif-plugged", "status": "completed", "tag": "83c3404f-d49e-4e1b-831c-0b25c4e59742"}]}' {{(pid=92880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 18:06:05.450235 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 18:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcb8a2d3-2cf7-4ecf-b8f9-d5e90cca7f1f x-openstack-request-id: req-dcb8a2d3-2cf7-4ecf-b8f9-d5e90cca7f1f {{(pid=92880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 18:06:05.450471 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43fd5a25-ffb4-4518-8fdb-430531a5365d", "name": "network-vif-plugged", "status": "completed", "tag": "83c3404f-d49e-4e1b-831c-0b25c4e59742", "code": 200}]} {{(pid=92880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 18:06:05.450693 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-dcb8a2d3-2cf7-4ecf-b8f9-d5e90cca7f1f {{(pid=92880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 18:06:05.451089 dv-cinder-786260-6-iscsi neutron-server[92880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43fd5a25-ffb4-4518-8fdb-430531a5365d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83c3404f-d49e-4e1b-831c-0b25c4e59742', 'code': 200} Jun 17 18:06:05.455086 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] For port 83c3404f-d49e-4e1b-831c-0b25c4e59742, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=83c3404f-d49e-4e1b-831c-0b25c4e59742,segment=NetworkSegment(0913402a-ef8a-41bd-a14e-da5d38ea5bc2),segment_id=0913402a-ef8a-41bd-a14e-da5d38ea5bc2)] {{(pid=92880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:06:05.460432 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479'] for port, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:05.464280 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:06:05.520320 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Pushing event updated for resources: {'Port': ['ID=83c3404f-d49e-4e1b-831c-0b25c4e59742,revision_number=7']} {{(pid=92880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:06:05.523737 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:06:05.898956 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd17c9ab-e072-4469-bae9-13e0fa5edf01 req-6f8745c2-fbc1-4ac3-beb7-8eeada97165f tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:05.900458 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-dd17c9ab-e072-4469-bae9-13e0fa5edf01 req-6f8745c2-fbc1-4ac3-beb7-8eeada97165f tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "GET /v2.0/ports?device_id=412d6c27-5056-4695-a549-32b0b7c42bd5 HTTP/1.1" status: 200 len: 945 time: 0.1140583 Jun 17 18:06:05.927169 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9f6134-2b57-48e6-8b95-a7335d4b0de5 req-844ce4db-23c9-401c-98c1-0a11c94bd968 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:05.928209 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-ba9f6134-2b57-48e6-8b95-a7335d4b0de5 req-844ce4db-23c9-401c-98c1-0a11c94bd968 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/ports?device_id=43fd5a25-ffb4-4518-8fdb-430531a5365d HTTP/1.1" status: 200 len: 945 time: 0.1309628 Jun 17 18:06:05.988711 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-dd17c9ab-e072-4469-bae9-13e0fa5edf01 req-d5e12193-5889-4f30-8bbf-02729691c38b tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "GET /v2.0/security-groups?id=19e58ac4-2b2e-45d9-bd7b-7c5e46ae7cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808809 Jun 17 18:06:05.997611 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-ba9f6134-2b57-48e6-8b95-a7335d4b0de5 req-60bf5c80-2fc4-49f9-9749-ee40d816e34b tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/security-groups?id=3dcea033-1931-485c-8e80-04f1de860c08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616143 Jun 17 18:06:06.204478 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebd20c0-db67-462e-97a6-eee8bf9b3c3b req-d3b346e1-6d7f-4b3b-a381-6a4861ef2429 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:06.206122 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-3ebd20c0-db67-462e-97a6-eee8bf9b3c3b req-d3b346e1-6d7f-4b3b-a381-6a4861ef2429 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.97 "GET /v2.0/ports?device_id=1ed71a57-07e4-42ec-aa3c-2bf35fed5c81 HTTP/1.1" status: 200 len: 945 time: 0.0961287 Jun 17 18:06:06.248584 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-3ebd20c0-db67-462e-97a6-eee8bf9b3c3b req-28e176bd-2524-4ea3-a714-68e8b5211840 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.97 "GET /v2.0/security-groups?id=3a7a746b-7224-4834-953b-7dfc4df4b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362923 Jun 17 18:06:06.420680 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-d8f0ec78-bc83-40b6-9412-a1d80b182ad3 req-0446a636-415c-4b08-b2c7-b6526f200c42 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=64e72c49-5fe4-4eab-8346-e0f7ad7adcf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544655 Jun 17 18:06:06.454057 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409a0812-667a-4e36-80e0-93628658bcd1 req-6183444c-9040-45de-9b48-9eb4b19fe126 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:06.455523 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-409a0812-667a-4e36-80e0-93628658bcd1 req-6183444c-9040-45de-9b48-9eb4b19fe126 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/ports?device_id=d4ac72c4-640f-4b29-bebb-6e3ad492fde3 HTTP/1.1" status: 200 len: 945 time: 0.2061808 Jun 17 18:06:06.523907 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-409a0812-667a-4e36-80e0-93628658bcd1 req-18ad8a20-c7a4-4ba0-8f59-aae9898996a0 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/security-groups?id=344af256-d773-4ff0-b9b9-f3fcbe207aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620480 Jun 17 18:06:06.693910 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-d8f0ec78-bc83-40b6-9412-a1d80b182ad3 req-72735862-39da-425b-9e75-73fa1d612628 service neutron] 10.222.0.95 "GET /v2.0/networks/64e72c49-5fe4-4eab-8346-e0f7ad7adcf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542208 Jun 17 18:06:06.817437 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-d8f0ec78-bc83-40b6-9412-a1d80b182ad3 req-38b93331-921b-4285-b5ec-a574b3c9e1dd service neutron] 10.222.0.95 "GET /v2.0/networks/64e72c49-5fe4-4eab-8346-e0f7ad7adcf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094208 Jun 17 18:06:07.664265 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c6c274-9bda-4ecd-b6f6-e0715fe65198 req-bfef9c0c-4f58-4ae4-b4a7-de1d0e149b0f tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:07.665728 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-28c6c274-9bda-4ecd-b6f6-e0715fe65198 req-bfef9c0c-4f58-4ae4-b4a7-de1d0e149b0f tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "GET /v2.0/ports?device_id=412d6c27-5056-4695-a549-32b0b7c42bd5 HTTP/1.1" status: 200 len: 945 time: 0.5225725 Jun 17 18:06:07.693506 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e771415b-c50b-4a84-902f-e48789a0a1c3 req-066f35f0-e275-4fbe-96b9-fae3bf6fd91c tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:07.693934 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-e771415b-c50b-4a84-902f-e48789a0a1c3 req-066f35f0-e275-4fbe-96b9-fae3bf6fd91c tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/ports?device_id=43fd5a25-ffb4-4518-8fdb-430531a5365d HTTP/1.1" status: 200 len: 945 time: 0.5187039 Jun 17 18:06:07.747930 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-28c6c274-9bda-4ecd-b6f6-e0715fe65198 req-dc898465-01c1-4a67-816c-630d0ecb7bb4 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "GET /v2.0/security-groups?id=19e58ac4-2b2e-45d9-bd7b-7c5e46ae7cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703561 Jun 17 18:06:07.771229 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-e771415b-c50b-4a84-902f-e48789a0a1c3 req-3b8ad9f3-6ef5-4ffc-85fa-48cc41000dd2 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/security-groups?id=3dcea033-1931-485c-8e80-04f1de860c08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677779 Jun 17 18:06:07.980520 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e716327-41b0-4c54-b90d-df24548d390c req-4338aef2-16a0-40ad-9d37-1d20fd691963 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:07.982231 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-9e716327-41b0-4c54-b90d-df24548d390c req-4338aef2-16a0-40ad-9d37-1d20fd691963 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.97 "GET /v2.0/ports?device_id=1ed71a57-07e4-42ec-aa3c-2bf35fed5c81 HTTP/1.1" status: 200 len: 945 time: 0.1184530 Jun 17 18:06:08.003758 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1456a2d-885c-4551-a4f4-bbc3956b2fe5 req-3845c1cf-bb7a-4c57-9fb9-cc67801a2e40 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:08.008587 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-c1456a2d-885c-4551-a4f4-bbc3956b2fe5 req-3845c1cf-bb7a-4c57-9fb9-cc67801a2e40 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/ports?device_id=d4ac72c4-640f-4b29-bebb-6e3ad492fde3 HTTP/1.1" status: 200 len: 945 time: 0.1140397 Jun 17 18:06:08.054480 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-9e716327-41b0-4c54-b90d-df24548d390c req-3f712b9b-b2ce-4a93-b066-cca5ba499fdb tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.97 "GET /v2.0/security-groups?id=3a7a746b-7224-4834-953b-7dfc4df4b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640633 Jun 17 18:06:08.080597 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-c1456a2d-885c-4551-a4f4-bbc3956b2fe5 req-5998cccf-87d8-4d80-b29c-7008cc3238b7 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/security-groups?id=344af256-d773-4ff0-b9b9-f3fcbe207aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601640 Jun 17 18:06:08.261305 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f7817f-2341-49a3-a21c-27724436b893 req-9bbdab8b-d601-40d4-b1aa-89125f1440e6 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:08.262648 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-d6f7817f-2341-49a3-a21c-27724436b893 req-9bbdab8b-d601-40d4-b1aa-89125f1440e6 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.97 "GET /v2.0/ports?device_id=1ed71a57-07e4-42ec-aa3c-2bf35fed5c81 HTTP/1.1" status: 200 len: 945 time: 0.0718863 Jun 17 18:06:08.313693 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-d6f7817f-2341-49a3-a21c-27724436b893 req-26d06463-ee66-497c-8d82-1f2a2fc8b273 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.97 "GET /v2.0/security-groups?id=3a7a746b-7224-4834-953b-7dfc4df4b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416379 Jun 17 18:06:08.332280 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 46626) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:06:08.571656 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d23f01b4-a7ed-4597-ab43-cf51fe5e6ad3 tempest-TestVolumeBootPattern-1950523410 tempest-TestVolumeBootPattern-1950523410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:08.573376 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-d23f01b4-a7ed-4597-ab43-cf51fe5e6ad3 tempest-TestVolumeBootPattern-1950523410 tempest-TestVolumeBootPattern-1950523410-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=1ed71a57-07e4-42ec-aa3c-2bf35fed5c81 HTTP/1.1" status: 200 len: 1093 time: 0.2399962 Jun 17 18:06:08.576572 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 46634) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:06:08.580918 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.v2.base [None req-c3ae01dc-0753-407d-b5e6-80bab1a8bfd0 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Request body: {'floatingip': {'floating_network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'port_id': 'cd576762-547c-425d-bad0-f4ff5b8b5bcb', 'tenant_id': '1e6c61cc07924138a80b114f14370bd1', 'fixed_ip_address': '172.20.0.8'}} {{(pid=92872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 18:06:08.618459 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-c3ae01dc-0753-407d-b5e6-80bab1a8bfd0 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Notify callbacks [] for floatingip, before_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:08.752613 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-c3ae01dc-0753-407d-b5e6-80bab1a8bfd0 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1986742'] for port, before_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:08.879306 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.db.db_base_plugin_common [None req-c3ae01dc-0753-407d-b5e6-80bab1a8bfd0 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Allocated IP 172.27.2.38 (64144b6f-e068-441d-8337-f91b82ffb73c/78089575-0364-47db-be8b-ef28f42f3a37/4f965392-e0d3-484a-938e-86c6557ef0d2) {{(pid=92872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 18:06:09.005463 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-c3ae01dc-0753-407d-b5e6-80bab1a8bfd0 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Notify callbacks [] for port, precommit_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:09.033040 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb35c15-c20d-4e9b-b054-231ad0e0906b req-49be6b1e-8684-4861-bc65-98f6f2342356 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:09.039976 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-9bb35c15-c20d-4e9b-b054-231ad0e0906b req-49be6b1e-8684-4861-bc65-98f6f2342356 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/ports?device_id=43fd5a25-ffb4-4518-8fdb-430531a5365d HTTP/1.1" status: 200 len: 945 time: 0.1159048 Jun 17 18:06:09.055924 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-c3ae01dc-0753-407d-b5e6-80bab1a8bfd0 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1986807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743364645416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25532026'] for port, after_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:09.060613 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-e532a5c3-317d-482a-9137-405922d1ec7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:06:09.073900 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8024d788-b70c-40bb-938b-334dec4f1be8 req-fca56768-ee38-4cf9-bde1-61a885c340bc tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:09.075418 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-8024d788-b70c-40bb-938b-334dec4f1be8 req-fca56768-ee38-4cf9-bde1-61a885c340bc tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "GET /v2.0/ports?device_id=412d6c27-5056-4695-a549-32b0b7c42bd5 HTTP/1.1" status: 200 len: 945 time: 0.1193368 Jun 17 18:06:09.103739 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-9bb35c15-c20d-4e9b-b054-231ad0e0906b req-4fcb9067-d699-4668-8cbb-ade407f136eb tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/security-groups?id=3dcea033-1931-485c-8e80-04f1de860c08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596051 Jun 17 18:06:09.106826 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ae01dc-0753-407d-b5e6-80bab1a8bfd0 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Network 64144b6f-e068-441d-8337-f91b82ffb73c is already hosted by enough agents. {{(pid=92872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 18:06:09.123316 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.scheduler.base_scheduler [None req-c3ae01dc-0753-407d-b5e6-80bab1a8bfd0 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Resources bound (agent type, host, resource id): {{(pid=92872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 18:06:09.123316 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae01dc-0753-407d-b5e6-80bab1a8bfd0 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Pushing event updated for resources: {'Port': ['ID=4f965392-e0d3-484a-938e-86c6557ef0d2,revision_number=1']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:06:09.129427 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ae01dc-0753-407d-b5e6-80bab1a8bfd0 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Received port after_create {{(pid=92872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 18:06:09.164817 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-8024d788-b70c-40bb-938b-334dec4f1be8 req-c7917115-5f3d-4fea-9559-e01aa174b01d tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "GET /v2.0/security-groups?id=19e58ac4-2b2e-45d9-bd7b-7c5e46ae7cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737689 Jun 17 18:06:09.215932 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae01dc-0753-407d-b5e6-80bab1a8bfd0 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:06:09.216373 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae01dc-0753-407d-b5e6-80bab1a8bfd0 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:06:09.216807 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae01dc-0753-407d-b5e6-80bab1a8bfd0 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:06:09.217115 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae01dc-0753-407d-b5e6-80bab1a8bfd0 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:06:09.217702 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae01dc-0753-407d-b5e6-80bab1a8bfd0 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:06:09.218166 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae01dc-0753-407d-b5e6-80bab1a8bfd0 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:06:09.218422 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae01dc-0753-407d-b5e6-80bab1a8bfd0 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:06:09.218778 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae01dc-0753-407d-b5e6-80bab1a8bfd0 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:06:09.219130 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae01dc-0753-407d-b5e6-80bab1a8bfd0 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:06:09.219475 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae01dc-0753-407d-b5e6-80bab1a8bfd0 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:06:09.219826 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae01dc-0753-407d-b5e6-80bab1a8bfd0 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:06:09.220222 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ae01dc-0753-407d-b5e6-80bab1a8bfd0 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:06:09.224330 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-c3ae01dc-0753-407d-b5e6-80bab1a8bfd0 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:06:09.297901 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8ae6a7-b421-4f63-9d06-6c1f7d2d884d req-b836a13e-dc08-423a-a706-081caf1686e3 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:09.305177 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-2f8ae6a7-b421-4f63-9d06-6c1f7d2d884d req-b836a13e-dc08-423a-a706-081caf1686e3 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/ports?device_id=d4ac72c4-640f-4b29-bebb-6e3ad492fde3 HTTP/1.1" status: 200 len: 945 time: 0.0826092 Jun 17 18:06:09.353708 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-2f8ae6a7-b421-4f63-9d06-6c1f7d2d884d req-ae58f0b4-9c0d-4c1d-b116-8169724e84a7 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/security-groups?id=344af256-d773-4ff0-b9b9-f3fcbe207aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475938 Jun 17 18:06:09.575390 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-c3ae01dc-0753-407d-b5e6-80bab1a8bfd0 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:09.654039 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-c3ae01dc-0753-407d-b5e6-80bab1a8bfd0 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:09.811180 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-c3ae01dc-0753-407d-b5e6-80bab1a8bfd0 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Notify callbacks [] for port, precommit_update {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:09.820526 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-c3ae01dc-0753-407d-b5e6-80bab1a8bfd0 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25531976'] for port, after_update {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:09.824164 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-055dc01c-e060-4f1e-be42-328988fe88e6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:06:09.871556 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae01dc-0753-407d-b5e6-80bab1a8bfd0 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Pushing event updated for resources: {'Port': ['ID=4f965392-e0d3-484a-938e-86c6557ef0d2,revision_number=2']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:06:09.879876 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-c3ae01dc-0753-407d-b5e6-80bab1a8bfd0 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:06:09.918850 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-c3ae01dc-0753-407d-b5e6-80bab1a8bfd0 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-943314'] for floatingip, after_update {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:10.023679 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.db.l3_db [None req-c3ae01dc-0753-407d-b5e6-80bab1a8bfd0 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Floating IP cf1e09bd-fd36-480a-91e3-4cc8f9a81437 associated. External IP: 172.27.2.38, port: cd576762-547c-425d-bad0-f4ff5b8b5bcb. Jun 17 18:06:10.319702 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3ae01dc-0753-407d-b5e6-80bab1a8bfd0 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Router 2383b7a7-5e02-4ea6-8c11-ac462b715c40 has already been hosted by L3 agent 4c938d44-4998-4210-8006-ee34f5a3ffbf {{(pid=92872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 18:06:10.399477 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46982755-f9da-4976-95b4-6c06d90b3ef9 req-887959fc-91e2-4408-8544-f628cb1267d3 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:10.401125 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-46982755-f9da-4976-95b4-6c06d90b3ef9 req-887959fc-91e2-4408-8544-f628cb1267d3 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/ports?device_id=43fd5a25-ffb4-4518-8fdb-430531a5365d HTTP/1.1" status: 200 len: 945 time: 0.1431999 Jun 17 18:06:10.429990 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e50ed35-5009-4b37-9fc9-26912b685955 req-e9e69ece-a6fd-493e-b99d-00cfc27676dc tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:10.437328 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-7e50ed35-5009-4b37-9fc9-26912b685955 req-e9e69ece-a6fd-493e-b99d-00cfc27676dc tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "GET /v2.0/ports?device_id=412d6c27-5056-4695-a549-32b0b7c42bd5 HTTP/1.1" status: 200 len: 945 time: 0.1160803 Jun 17 18:06:10.443103 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3ae01dc-0753-407d-b5e6-80bab1a8bfd0 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Notify agent at l3_agent.dv-cinder-786260-6-iscsi the message routers_updated {{(pid=92872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 18:06:10.454841 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9afbd821-0f00-498f-aa0d-b85e6a372222 None None] Sync routers for ids ['2383b7a7-5e02-4ea6-8c11-ac462b715c40'] in dv-cinder-786260-6-iscsi {{(pid=92881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 18:06:10.465102 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9afbd821-0f00-498f-aa0d-b85e6a372222 None None] Routers {'2383b7a7-5e02-4ea6-8c11-ac462b715c40'} bound to L3 agent in host dv-cinder-786260-6-iscsi {{(pid=92881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 18:06:10.465820 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.l3_hamode_db [None req-9afbd821-0f00-498f-aa0d-b85e6a372222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T17:55:17Z,description=,heartbeat_timestamp=2021-06-17T18:05:47Z,host='dv-cinder-786260-6-iscsi',id=4c938d44-4998-4210-8006-ee34f5a3ffbf,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:55:17Z,topic='l3_agent')) {'router_ids': ['2383b7a7-5e02-4ea6-8c11-ac462b715c40'], 'active': True} {{(pid=92881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:06:10.473334 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-c3ae01dc-0753-407d-b5e6-80bab1a8bfd0 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523113'] for floatingip, before_response {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:10.497872 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-46982755-f9da-4976-95b4-6c06d90b3ef9 req-74df867b-4ef3-4c81-8c1e-155e64e7da8f tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/security-groups?id=3dcea033-1931-485c-8e80-04f1de860c08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901957 Jun 17 18:06:10.507785 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-7e50ed35-5009-4b37-9fc9-26912b685955 req-65ef5d2a-8d07-4819-9201-8805f0284868 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "GET /v2.0/security-groups?id=19e58ac4-2b2e-45d9-bd7b-7c5e46ae7cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696406 Jun 17 18:06:10.548315 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-c3ae01dc-0753-407d-b5e6-80bab1a8bfd0 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.97 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9680550 Jun 17 18:06:10.553168 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ed71a57-07e4-42ec-aa3c-2bf35fed5c81', 'tag': 'cd576762-547c-425d-bad0-f4ff5b8b5bcb'}] {{(pid=92872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 18:06:10.555235 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f987f925adb95fb5f2d31a9334b96ac5a9607b390d68bc71a63c7260745a89d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e776d0de-357a-4b42-92f2-f4fa68531ade" -d '{"events": [{"name": "network-changed", "server_uuid": "1ed71a57-07e4-42ec-aa3c-2bf35fed5c81", "tag": "cd576762-547c-425d-bad0-f4ff5b8b5bcb"}]}' {{(pid=92872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 18:06:10.603609 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 18:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1b4a541-f85c-4d3b-8343-98cb5ba5b993 x-openstack-request-id: req-e1b4a541-f85c-4d3b-8343-98cb5ba5b993 {{(pid=92872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 18:06:10.604859 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ed71a57-07e4-42ec-aa3c-2bf35fed5c81", "tag": "cd576762-547c-425d-bad0-f4ff5b8b5bcb", "status": "completed", "code": 200}]} {{(pid=92872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 18:06:10.604859 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-e1b4a541-f85c-4d3b-8343-98cb5ba5b993 {{(pid=92872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 18:06:10.605250 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ed71a57-07e4-42ec-aa3c-2bf35fed5c81', 'tag': 'cd576762-547c-425d-bad0-f4ff5b8b5bcb', 'status': 'completed', 'code': 200} Jun 17 18:06:10.638849 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.l3_dvr_db [None req-9afbd821-0f00-498f-aa0d-b85e6a372222 None None] Set router 2383b7a7-5e02-4ea6-8c11-ac462b715c40 gateway port host: dv-cinder-786260-6-iscsi {{(pid=92881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 18:06:10.696401 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36116c91-83e9-4887-bc05-5ff5da0968c1 req-3e49564c-ee5e-47e6-9320-b06cb25fb34c tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:10.697814 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-36116c91-83e9-4887-bc05-5ff5da0968c1 req-3e49564c-ee5e-47e6-9320-b06cb25fb34c tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/ports?device_id=d4ac72c4-640f-4b29-bebb-6e3ad492fde3 HTTP/1.1" status: 200 len: 945 time: 0.0743661 Jun 17 18:06:10.747214 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-36116c91-83e9-4887-bc05-5ff5da0968c1 req-9c7e3640-521e-4022-9dfa-847339c1922f tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/security-groups?id=344af256-d773-4ff0-b9b9-f3fcbe207aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434046 Jun 17 18:06:10.908677 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.l3_hamode_db [None req-9afbd821-0f00-498f-aa0d-b85e6a372222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2383b7a7-5e02-4ea6-8c11-ac462b715c40', 'name': 'tempest-TestVolumeBootPattern-790059704-router', 'tenant_id': '1e6c61cc07924138a80b114f14370bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'external_fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': '5b3d7f0f-d825-454d-ac83-9af8f11f20d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T18:04:44Z', 'updated_at': '2021-06-17T18:04:46Z', 'revision_number': 4, 'project_id': '1e6c61cc07924138a80b114f14370bd1', 'gw_port': {'id': '5b3d7f0f-d825-454d-ac83-9af8f11f20d5', 'name': '', 'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:5c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2383b7a7-5e02-4ea6-8c11-ac462b715c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:04:44Z', 'updated_at': '2021-06-17T18:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78089575-0364-47db-be8b-ef28f42f3a37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-6-iscsi', '_floatingips': [{'id': 'cf1e09bd-fd36-480a-91e3-4cc8f9a81437', 'tenant_id': '1e6c61cc07924138a80b114f14370bd1', 'floating_ip_address': '172.27.2.38', 'floating_network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'router_id': '2383b7a7-5e02-4ea6-8c11-ac462b715c40', 'port_id': 'cd576762-547c-425d-bad0-f4ff5b8b5bcb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 331, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ab84586-cad6-4a81-bfb5-7a0782fd9a74', 'mac_address': 'fa:16:3e:5c:a3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed71a57-07e4-42ec-aa3c-2bf35fed5c81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T18:06:09Z', 'updated_at': '2021-06-17T18:06:09Z', 'revision_number': 0, 'project_id': '1e6c61cc07924138a80b114f14370bd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c0ea93b-4829-4c11-a3e0-2940e47ddf0a', 'name': '', 'network_id': '6ab84586-cad6-4a81-bfb5-7a0782fd9a74', 'tenant_id': '1e6c61cc07924138a80b114f14370bd1', 'mac_address': 'fa:16:3e:82:07:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2383b7a7-5e02-4ea6-8c11-ac462b715c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '06c8cb67-128a-4786-852c-d9ffd25e0b01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:04:46Z', 'updated_at': '2021-06-17T18:04:52Z', 'revision_number': 5, 'project_id': '1e6c61cc07924138a80b114f14370bd1', 'subnets': [{'id': '06c8cb67-128a-4786-852c-d9ffd25e0b01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-6-iscsi', False) {} {{(pid=92881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:06:10.942885 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9afbd821-0f00-498f-aa0d-b85e6a372222 None None] Checking router: 2383b7a7-5e02-4ea6-8c11-ac462b715c40 for host: dv-cinder-786260-6-iscsi {{(pid=92881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 18:06:10.953449 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9afbd821-0f00-498f-aa0d-b85e6a372222 None None] Routers {'2383b7a7-5e02-4ea6-8c11-ac462b715c40'} bound to L3 agent in host dv-cinder-786260-6-iscsi {{(pid=92881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 18:06:10.954241 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.l3_hamode_db [None req-9afbd821-0f00-498f-aa0d-b85e6a372222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T17:55:17Z,description=,heartbeat_timestamp=2021-06-17T18:05:47Z,host='dv-cinder-786260-6-iscsi',id=4c938d44-4998-4210-8006-ee34f5a3ffbf,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:55:17Z,topic='l3_agent')) {'router_ids': ['2383b7a7-5e02-4ea6-8c11-ac462b715c40'], 'active': True} {{(pid=92881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:06:11.073119 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.l3_dvr_db [None req-9afbd821-0f00-498f-aa0d-b85e6a372222 None None] Set router 2383b7a7-5e02-4ea6-8c11-ac462b715c40 gateway port host: dv-cinder-786260-6-iscsi {{(pid=92881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 18:06:11.382664 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e776d0de-357a-4b42-92f2-f4fa68531ade req-57c0ebfe-6bda-451d-97a4-3239519682e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:11.382991 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.l3_hamode_db [None req-9afbd821-0f00-498f-aa0d-b85e6a372222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2383b7a7-5e02-4ea6-8c11-ac462b715c40', 'name': 'tempest-TestVolumeBootPattern-790059704-router', 'tenant_id': '1e6c61cc07924138a80b114f14370bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'external_fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': '5b3d7f0f-d825-454d-ac83-9af8f11f20d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T18:04:44Z', 'updated_at': '2021-06-17T18:04:46Z', 'revision_number': 4, 'project_id': '1e6c61cc07924138a80b114f14370bd1', 'gw_port': {'id': '5b3d7f0f-d825-454d-ac83-9af8f11f20d5', 'name': '', 'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:5c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2383b7a7-5e02-4ea6-8c11-ac462b715c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:04:44Z', 'updated_at': '2021-06-17T18:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78089575-0364-47db-be8b-ef28f42f3a37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-6-iscsi', '_floatingips': [{'id': 'cf1e09bd-fd36-480a-91e3-4cc8f9a81437', 'tenant_id': '1e6c61cc07924138a80b114f14370bd1', 'floating_ip_address': '172.27.2.38', 'floating_network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'router_id': '2383b7a7-5e02-4ea6-8c11-ac462b715c40', 'port_id': 'cd576762-547c-425d-bad0-f4ff5b8b5bcb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 331, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ab84586-cad6-4a81-bfb5-7a0782fd9a74', 'mac_address': 'fa:16:3e:5c:a3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed71a57-07e4-42ec-aa3c-2bf35fed5c81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T18:06:09Z', 'updated_at': '2021-06-17T18:06:09Z', 'revision_number': 0, 'project_id': '1e6c61cc07924138a80b114f14370bd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c0ea93b-4829-4c11-a3e0-2940e47ddf0a', 'name': '', 'network_id': '6ab84586-cad6-4a81-bfb5-7a0782fd9a74', 'tenant_id': '1e6c61cc07924138a80b114f14370bd1', 'mac_address': 'fa:16:3e:82:07:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2383b7a7-5e02-4ea6-8c11-ac462b715c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '06c8cb67-128a-4786-852c-d9ffd25e0b01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:04:46Z', 'updated_at': '2021-06-17T18:04:52Z', 'revision_number': 5, 'project_id': '1e6c61cc07924138a80b114f14370bd1', 'subnets': [{'id': '06c8cb67-128a-4786-852c-d9ffd25e0b01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-6-iscsi', False) {} {{(pid=92881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:06:11.384197 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-e776d0de-357a-4b42-92f2-f4fa68531ade req-57c0ebfe-6bda-451d-97a4-3239519682e9 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=1e6c61cc07924138a80b114f14370bd1&device_id=1ed71a57-07e4-42ec-aa3c-2bf35fed5c81 HTTP/1.1" status: 200 len: 1098 time: 0.1015689 Jun 17 18:06:11.413607 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9afbd821-0f00-498f-aa0d-b85e6a372222 None None] The sync data for ids ['2383b7a7-5e02-4ea6-8c11-ac462b715c40'] in dv-cinder-786260-6-iscsi is: [{'id': '2383b7a7-5e02-4ea6-8c11-ac462b715c40', 'name': 'tempest-TestVolumeBootPattern-790059704-router', 'tenant_id': '1e6c61cc07924138a80b114f14370bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'external_fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': '5b3d7f0f-d825-454d-ac83-9af8f11f20d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T18:04:44Z', 'updated_at': '2021-06-17T18:04:46Z', 'revision_number': 4, 'project_id': '1e6c61cc07924138a80b114f14370bd1', 'gw_port': {'id': '5b3d7f0f-d825-454d-ac83-9af8f11f20d5', 'name': '', 'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:5c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2383b7a7-5e02-4ea6-8c11-ac462b715c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:04:44Z', 'updated_at': '2021-06-17T18:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78089575-0364-47db-be8b-ef28f42f3a37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-6-iscsi', '_floatingips': [{'id': 'cf1e09bd-fd36-480a-91e3-4cc8f9a81437', 'tenant_id': '1e6c61cc07924138a80b114f14370bd1', 'floating_ip_address': '172.27.2.38', 'floating_network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'router_id': '2383b7a7-5e02-4ea6-8c11-ac462b715c40', 'port_id': 'cd576762-547c-425d-bad0-f4ff5b8b5bcb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 331, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ab84586-cad6-4a81-bfb5-7a0782fd9a74', 'mac_address': 'fa:16:3e:5c:a3:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed71a57-07e4-42ec-aa3c-2bf35fed5c81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T18:06:09Z', 'updated_at': '2021-06-17T18:06:09Z', 'revision_number': 0, 'project_id': '1e6c61cc07924138a80b114f14370bd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c0ea93b-4829-4c11-a3e0-2940e47ddf0a', 'name': '', 'network_id': '6ab84586-cad6-4a81-bfb5-7a0782fd9a74', 'tenant_id': '1e6c61cc07924138a80b114f14370bd1', 'mac_address': 'fa:16:3e:82:07:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2383b7a7-5e02-4ea6-8c11-ac462b715c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '06c8cb67-128a-4786-852c-d9ffd25e0b01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:04:46Z', 'updated_at': '2021-06-17T18:04:52Z', 'revision_number': 5, 'project_id': '1e6c61cc07924138a80b114f14370bd1', 'subnets': [{'id': '06c8cb67-128a-4786-852c-d9ffd25e0b01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 18:06:11.481030 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-83a68723-9b5c-43f4-9deb-367316012847 req-4668491d-52a7-4c53-8eb9-05dac5b802bb service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=ae2d03c1-55ad-4073-9b72-3acdf0aa8134&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0648985 Jun 17 18:06:11.511127 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e776d0de-357a-4b42-92f2-f4fa68531ade req-a9aa1fe2-313d-4e96-868d-213105053324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:11.512626 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-e776d0de-357a-4b42-92f2-f4fa68531ade req-a9aa1fe2-313d-4e96-868d-213105053324 service neutron] 10.222.0.95 "GET /v2.0/networks?id=6ab84586-cad6-4a81-bfb5-7a0782fd9a74 HTTP/1.1" status: 200 len: 913 time: 0.1136434 Jun 17 18:06:11.604378 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-e776d0de-357a-4b42-92f2-f4fa68531ade req-f1c1af95-0848-4a59-8d7a-481d47751814 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cd576762-547c-425d-bad0-f4ff5b8b5bcb HTTP/1.1" status: 200 len: 998 time: 0.0826287 Jun 17 18:06:11.674019 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a68723-9b5c-43f4-9deb-367316012847 req-f0343190-ad2d-4870-b7e9-11f004098298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:11.690752 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-83a68723-9b5c-43f4-9deb-367316012847 req-f0343190-ad2d-4870-b7e9-11f004098298 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=623f5da845c24adfaa862156e92f7f73&device_id=ae2d03c1-55ad-4073-9b72-3acdf0aa8134 HTTP/1.1" status: 200 len: 1098 time: 0.1596603 Jun 17 18:06:11.707557 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e776d0de-357a-4b42-92f2-f4fa68531ade req-312173c2-80ae-42e9-96a0-bf9ea1219e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:11.711333 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-e776d0de-357a-4b42-92f2-f4fa68531ade req-312173c2-80ae-42e9-96a0-bf9ea1219e3a service neutron] 10.222.0.95 "GET /v2.0/subnets?id=06c8cb67-128a-4786-852c-d9ffd25e0b01 HTTP/1.1" status: 200 len: 850 time: 0.0953190 Jun 17 18:06:11.711821 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:11.794054 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b9b436-1cd5-4585-a63e-8491146233ca None None] New status for floating IP cf1e09bd-fd36-480a-91e3-4cc8f9a81437: ACTIVE {{(pid=92880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 18:06:11.875662 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a68723-9b5c-43f4-9deb-367316012847 req-84c2f0cd-b950-431c-8af9-c702e52d9d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:11.887783 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-83a68723-9b5c-43f4-9deb-367316012847 req-84c2f0cd-b950-431c-8af9-c702e52d9d76 service neutron] 10.222.0.95 "GET /v2.0/networks?id=64e72c49-5fe4-4eab-8346-e0f7ad7adcf2 HTTP/1.1" status: 200 len: 921 time: 0.1439352 Jun 17 18:06:11.969466 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-83a68723-9b5c-43f4-9deb-367316012847 req-988d7f4a-37f6-48e5-8f55-a217532a4d91 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=54ef4d5b-47ac-461e-a87d-a2ca55991ee0 HTTP/1.1" status: 200 len: 217 time: 0.0672767 Jun 17 18:06:11.996193 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a29dc58-0d6d-4eb1-9e1f-ffec5384130e req-3c16bf23-91e2-4811-ac91-066856f7ace2 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:11.999036 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-6a29dc58-0d6d-4eb1-9e1f-ffec5384130e req-3c16bf23-91e2-4811-ac91-066856f7ace2 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/ports?device_id=43fd5a25-ffb4-4518-8fdb-430531a5365d HTTP/1.1" status: 200 len: 945 time: 0.2641072 Jun 17 18:06:12.065812 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a68723-9b5c-43f4-9deb-367316012847 req-2a012157-ab4a-4f3e-ac1c-f07414d6720d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:12.068479 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-83a68723-9b5c-43f4-9deb-367316012847 req-2a012157-ab4a-4f3e-ac1c-f07414d6720d service neutron] 10.222.0.95 "GET /v2.0/subnets?id=aaa033e4-31af-4af5-8b46-e711281f5e48 HTTP/1.1" status: 200 len: 859 time: 0.0904694 Jun 17 18:06:12.090392 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e776d0de-357a-4b42-92f2-f4fa68531ade req-a2d4ad6c-253e-4762-8651-82a2c36b445c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:12.091968 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-e776d0de-357a-4b42-92f2-f4fa68531ade req-a2d4ad6c-253e-4762-8651-82a2c36b445c service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=6ab84586-cad6-4a81-bfb5-7a0782fd9a74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3329673 Jun 17 18:06:12.100196 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-6a29dc58-0d6d-4eb1-9e1f-ffec5384130e req-0d3f2c4e-a11c-463f-b02d-0c52dc7d691e tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/security-groups?id=3dcea033-1931-485c-8e80-04f1de860c08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711606 Jun 17 18:06:12.158041 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a09ae58-da79-4588-ac0a-41574527fe4f req-8c1a7570-d581-48fe-878f-27b9e6df0a97 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:12.160090 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-0a09ae58-da79-4588-ac0a-41574527fe4f req-8c1a7570-d581-48fe-878f-27b9e6df0a97 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "GET /v2.0/ports?device_id=412d6c27-5056-4695-a549-32b0b7c42bd5 HTTP/1.1" status: 200 len: 945 time: 0.2904296 Jun 17 18:06:12.218366 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-83a68723-9b5c-43f4-9deb-367316012847 req-89e49310-1dab-47df-83c1-ca8523e68c82 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=64e72c49-5fe4-4eab-8346-e0f7ad7adcf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1373816 Jun 17 18:06:12.280331 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-0a09ae58-da79-4588-ac0a-41574527fe4f req-1ff46a13-63a0-4268-95c1-f886ccbd1b74 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "GET /v2.0/security-groups?id=19e58ac4-2b2e-45d9-bd7b-7c5e46ae7cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048775 Jun 17 18:06:12.298507 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-e776d0de-357a-4b42-92f2-f4fa68531ade req-54232b4f-ab14-46cc-974d-34f4921d0d00 service neutron] 10.222.0.95 "GET /v2.0/networks/6ab84586-cad6-4a81-bfb5-7a0782fd9a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971245 Jun 17 18:06:12.461137 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-83a68723-9b5c-43f4-9deb-367316012847 req-4fbc0e90-91f0-4422-b263-8f0eb1f75b89 service neutron] 10.222.0.95 "GET /v2.0/networks/64e72c49-5fe4-4eab-8346-e0f7ad7adcf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293906 Jun 17 18:06:12.465592 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1192cfef-ee93-4322-b50e-2868eb18587d req-7123c36a-b9d4-4abb-8f37-935427260b1e tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:12.467320 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-1192cfef-ee93-4322-b50e-2868eb18587d req-7123c36a-b9d4-4abb-8f37-935427260b1e tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/ports?device_id=d4ac72c4-640f-4b29-bebb-6e3ad492fde3 HTTP/1.1" status: 200 len: 945 time: 0.1837924 Jun 17 18:06:12.476775 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-e776d0de-357a-4b42-92f2-f4fa68531ade req-4aa46620-7ed7-455e-80e0-cb14b4e840ac service neutron] 10.222.0.95 "GET /v2.0/networks/6ab84586-cad6-4a81-bfb5-7a0782fd9a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574609 Jun 17 18:06:12.608485 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-1192cfef-ee93-4322-b50e-2868eb18587d req-e158b2d2-b784-4f69-8d90-e79ed43322e1 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/security-groups?id=344af256-d773-4ff0-b9b9-f3fcbe207aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271513 Jun 17 18:06:12.645787 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-83a68723-9b5c-43f4-9deb-367316012847 req-f9a7158e-d47f-4807-a6ce-7b93b6ee74b3 service neutron] 10.222.0.95 "GET /v2.0/networks/64e72c49-5fe4-4eab-8346-e0f7ad7adcf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685138 Jun 17 18:06:13.322119 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5af3ce-a2ca-4b99-a28d-0d8ee9fd5d63 req-ef586f32-ed0a-4b9e-ba46-8f1ba547310e tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:13.323602 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-9f5af3ce-a2ca-4b99-a28d-0d8ee9fd5d63 req-ef586f32-ed0a-4b9e-ba46-8f1ba547310e tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/ports?device_id=43fd5a25-ffb4-4518-8fdb-430531a5365d HTTP/1.1" status: 200 len: 945 time: 0.0691743 Jun 17 18:06:13.363390 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-9f5af3ce-a2ca-4b99-a28d-0d8ee9fd5d63 req-3117b6bf-b520-4fac-b824-220cd50dd25f tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/security-groups?id=3dcea033-1931-485c-8e80-04f1de860c08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339582 Jun 17 18:06:13.478018 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cef27d-7e1e-474b-87af-2387b1ab4599 req-8d7e74ba-57d8-407f-ac0f-532ee776b6e9 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:13.479938 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-35cef27d-7e1e-474b-87af-2387b1ab4599 req-8d7e74ba-57d8-407f-ac0f-532ee776b6e9 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "GET /v2.0/ports?device_id=412d6c27-5056-4695-a549-32b0b7c42bd5 HTTP/1.1" status: 200 len: 945 time: 0.0619652 Jun 17 18:06:13.516784 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-35cef27d-7e1e-474b-87af-2387b1ab4599 req-8a3c89bb-01da-4662-a05c-230d89c6bb7d tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "GET /v2.0/security-groups?id=19e58ac4-2b2e-45d9-bd7b-7c5e46ae7cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310361 Jun 17 18:06:13.780890 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84954140-17db-439d-83f7-36b9f5c8e08c req-4855a90a-4f45-4d2c-9234-a6b2d1c6ab52 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:13.782316 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-84954140-17db-439d-83f7-36b9f5c8e08c req-4855a90a-4f45-4d2c-9234-a6b2d1c6ab52 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/ports?device_id=d4ac72c4-640f-4b29-bebb-6e3ad492fde3 HTTP/1.1" status: 200 len: 945 time: 0.0646484 Jun 17 18:06:13.818853 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-84954140-17db-439d-83f7-36b9f5c8e08c req-349ec654-e5a7-40df-a261-279f49835c53 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/security-groups?id=344af256-d773-4ff0-b9b9-f3fcbe207aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308063 Jun 17 18:06:14.146706 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-836d4fc5-2500-49c8-9d8a-7a90860159a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:14.491010 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 46780) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:06:14.546951 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5990e205-81d7-4540-a43d-7cd69162f9ae req-4e6f2e65-57c5-45c2-b68a-e9ba0a452ebc tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:14.548765 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-5990e205-81d7-4540-a43d-7cd69162f9ae req-4e6f2e65-57c5-45c2-b68a-e9ba0a452ebc tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/ports?device_id=43fd5a25-ffb4-4518-8fdb-430531a5365d HTTP/1.1" status: 200 len: 945 time: 0.0708411 Jun 17 18:06:14.594194 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-5990e205-81d7-4540-a43d-7cd69162f9ae req-d966910c-ab15-43b3-9c41-7bdfd1dac655 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/security-groups?id=3dcea033-1931-485c-8e80-04f1de860c08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386155 Jun 17 18:06:14.605335 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-e9353d87-93b7-450a-b059-7ec879898105 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:14.711143 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-e9353d87-93b7-450a-b059-7ec879898105 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:14.721223 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864f15c7-1bec-499f-940c-7d7dda8ef4e3 req-59280b50-56c0-4fce-996e-252e7b6f2d74 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:14.722674 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-864f15c7-1bec-499f-940c-7d7dda8ef4e3 req-59280b50-56c0-4fce-996e-252e7b6f2d74 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "GET /v2.0/ports?device_id=412d6c27-5056-4695-a549-32b0b7c42bd5 HTTP/1.1" status: 200 len: 945 time: 0.0710921 Jun 17 18:06:14.730765 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-e9353d87-93b7-450a-b059-7ec879898105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:14.734827 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:06:14.765954 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-864f15c7-1bec-499f-940c-7d7dda8ef4e3 req-84c30506-a83c-432b-8bbd-38d0bc38112e tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "GET /v2.0/security-groups?id=19e58ac4-2b2e-45d9-bd7b-7c5e46ae7cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372448 Jun 17 18:06:14.776063 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9353d87-93b7-450a-b059-7ec879898105 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=553709e6-3e64-40b0-8578-c5a51b4a70d6,revision_number=1']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:06:14.782987 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-e9353d87-93b7-450a-b059-7ec879898105 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=20df98fd36a1442591d1933c334b08b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2909515 Jun 17 18:06:14.785121 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 46786) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:06:14.785305 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-e9353d87-93b7-450a-b059-7ec879898105 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:06:14.827253 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5d7bce-f312-4f0d-9cfa-ba8700bdb19f req-57242172-7060-4451-851c-f049bf0af50d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:14.828770 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-3b5d7bce-f312-4f0d-9cfa-ba8700bdb19f req-57242172-7060-4451-851c-f049bf0af50d service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=42f4cfc5a3374a4084d73b360a838bfd&device_id=43fd5a25-ffb4-4518-8fdb-430531a5365d HTTP/1.1" status: 200 len: 1098 time: 0.1299524 Jun 17 18:06:14.844412 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-099f4150-23cf-4e34-bf9c-fa9e87f52e9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:14.884449 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-099f4150-23cf-4e34-bf9c-fa9e87f52e9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:14.972079 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5d7bce-f312-4f0d-9cfa-ba8700bdb19f req-0aaebaf1-a6e2-40f1-8d68-710578667bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:14.973658 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-3b5d7bce-f312-4f0d-9cfa-ba8700bdb19f req-0aaebaf1-a6e2-40f1-8d68-710578667bc6 service neutron] 10.222.0.95 "GET /v2.0/networks?id=490619f6-df6b-4a81-8b12-97225a6da310 HTTP/1.1" status: 200 len: 919 time: 0.1250780 Jun 17 18:06:14.996829 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-099f4150-23cf-4e34-bf9c-fa9e87f52e9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:14.999519 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07d7e30-6dd6-488f-997a-4e3049cd15b6 req-319263fc-aef6-4cfd-9a45-aa1f699cd311 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:15.000048 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-099f4150-23cf-4e34-bf9c-fa9e87f52e9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:15.000635 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-099f4150-23cf-4e34-bf9c-fa9e87f52e9a admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/553709e6-3e64-40b0-8578-c5a51b4a70d6 HTTP/1.1" status: 204 len: 168 time: 0.2144980 Jun 17 18:06:15.001037 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-f07d7e30-6dd6-488f-997a-4e3049cd15b6 req-319263fc-aef6-4cfd-9a45-aa1f699cd311 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/ports?device_id=d4ac72c4-640f-4b29-bebb-6e3ad492fde3 HTTP/1.1" status: 200 len: 945 time: 0.0699122 Jun 17 18:06:15.041037 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-569ff7f3-11f0-498c-9633-4df3e0cce8d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:06:15.052368 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099f4150-23cf-4e34-bf9c-fa9e87f52e9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=553709e6-3e64-40b0-8578-c5a51b4a70d6,revision_number=None']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:06:15.053351 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-f07d7e30-6dd6-488f-997a-4e3049cd15b6 req-42f5d015-4f00-48ff-a1c1-e13d17659815 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/security-groups?id=344af256-d773-4ff0-b9b9-f3fcbe207aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444269 Jun 17 18:06:15.070032 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-099f4150-23cf-4e34-bf9c-fa9e87f52e9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:06:15.103830 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-3b5d7bce-f312-4f0d-9cfa-ba8700bdb19f req-6dec2157-7615-4e30-b8b2-3f609f6da298 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=83c3404f-d49e-4e1b-831c-0b25c4e59742 HTTP/1.1" status: 200 len: 1001 time: 0.1145165 Jun 17 18:06:15.181356 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5d7bce-f312-4f0d-9cfa-ba8700bdb19f req-fcd01eb1-7dca-4a99-8348-03f5d9849cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:15.182941 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-3b5d7bce-f312-4f0d-9cfa-ba8700bdb19f req-fcd01eb1-7dca-4a99-8348-03f5d9849cb0 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=d12fe909-5b0e-4b17-a966-d3ca34ed6db9 HTTP/1.1" status: 200 len: 856 time: 0.0707059 Jun 17 18:06:15.249541 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5d7bce-f312-4f0d-9cfa-ba8700bdb19f req-5ca2b3c2-6ce3-4e90-90af-a6db33e9b17a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:15.251013 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-3b5d7bce-f312-4f0d-9cfa-ba8700bdb19f req-5ca2b3c2-6ce3-4e90-90af-a6db33e9b17a service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=490619f6-df6b-4a81-8b12-97225a6da310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0528648 Jun 17 18:06:15.350579 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-3b5d7bce-f312-4f0d-9cfa-ba8700bdb19f req-bb49464f-d6bd-436d-ac66-517c8c377fb3 service neutron] 10.222.0.95 "GET /v2.0/networks/490619f6-df6b-4a81-8b12-97225a6da310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853708 Jun 17 18:06:15.656588 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-3b5d7bce-f312-4f0d-9cfa-ba8700bdb19f req-f72f9b5a-d767-48eb-8370-7aea7f35dc8b service neutron] 10.222.0.95 "GET /v2.0/networks/490619f6-df6b-4a81-8b12-97225a6da310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2968192 Jun 17 18:06:15.787591 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef6c10a-b1b4-4555-9fc7-c93b3ecd10de req-a1374716-3d0c-4744-8565-7ca5bacb6724 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:15.788998 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-eef6c10a-b1b4-4555-9fc7-c93b3ecd10de req-a1374716-3d0c-4744-8565-7ca5bacb6724 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/ports?device_id=43fd5a25-ffb4-4518-8fdb-430531a5365d HTTP/1.1" status: 200 len: 945 time: 0.0664787 Jun 17 18:06:15.832899 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-eef6c10a-b1b4-4555-9fc7-c93b3ecd10de req-0ba1da10-0023-4f78-8483-44c1b92ced20 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/security-groups?id=3dcea033-1931-485c-8e80-04f1de860c08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357006 Jun 17 18:06:15.942483 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d615399-27eb-4116-83ce-ac38be74d8fd req-7f6cbad8-fd37-4007-ae98-c6a9bca26c66 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:15.944376 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-9d615399-27eb-4116-83ce-ac38be74d8fd req-7f6cbad8-fd37-4007-ae98-c6a9bca26c66 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "GET /v2.0/ports?device_id=412d6c27-5056-4695-a549-32b0b7c42bd5 HTTP/1.1" status: 200 len: 945 time: 0.0630424 Jun 17 18:06:15.988925 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-9d615399-27eb-4116-83ce-ac38be74d8fd req-0b95dc4a-f4b9-4502-85ee-6fadf3e36e9a tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "GET /v2.0/security-groups?id=19e58ac4-2b2e-45d9-bd7b-7c5e46ae7cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381930 Jun 17 18:06:16.273933 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a6921a-0b5b-481d-8f94-38f34ee411ba req-c125edc0-9a95-4536-948e-252237bd2f57 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:16.275749 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-89a6921a-0b5b-481d-8f94-38f34ee411ba req-c125edc0-9a95-4536-948e-252237bd2f57 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/ports?device_id=d4ac72c4-640f-4b29-bebb-6e3ad492fde3 HTTP/1.1" status: 200 len: 945 time: 0.0794373 Jun 17 18:06:16.327026 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-89a6921a-0b5b-481d-8f94-38f34ee411ba req-9fa3132c-7a51-4524-9779-9bf6e8ba4326 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/security-groups?id=344af256-d773-4ff0-b9b9-f3fcbe207aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441363 Jun 17 18:06:16.579042 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab50625-da7b-4076-bcdc-fbfd2bd31c9d req-5109aa1b-1d22-4e87-9b5e-cd0a667df324 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:16.580572 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-cab50625-da7b-4076-bcdc-fbfd2bd31c9d req-5109aa1b-1d22-4e87-9b5e-cd0a667df324 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/ports?device_id=543d0b3b-fe1d-4afc-b1b5-7d3bfdb92f75 HTTP/1.1" status: 200 len: 945 time: 0.0628619 Jun 17 18:06:16.618653 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-cab50625-da7b-4076-bcdc-fbfd2bd31c9d req-aa058232-0e06-45f6-bbfc-354e1e8debf8 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/security-groups?id=91f7f23c-b787-41c8-9305-85229b082856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320396 Jun 17 18:06:16.811690 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-86742f26-1570-4322-937d-15034828e605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:16.917288 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:17.023675 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbbaa63-5ab2-4261-af69-307ee04aaa6a req-4aa832ac-c791-447b-81be-5f66326d0a84 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:17.025173 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-acbbaa63-5ab2-4261-af69-307ee04aaa6a req-4aa832ac-c791-447b-81be-5f66326d0a84 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/ports?device_id=43fd5a25-ffb4-4518-8fdb-430531a5365d HTTP/1.1" status: 200 len: 945 time: 0.0657997 Jun 17 18:06:17.063790 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-acbbaa63-5ab2-4261-af69-307ee04aaa6a req-98a47d9f-a8ab-4ba8-b264-729f7dd34710 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/security-groups?id=3dcea033-1931-485c-8e80-04f1de860c08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321863 Jun 17 18:06:17.166229 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16e0f79-5db4-4c72-b69b-3a13e5362678 req-33f2f48a-6d23-4855-8d7a-8895c25bdcfe tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:17.167796 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-c16e0f79-5db4-4c72-b69b-3a13e5362678 req-33f2f48a-6d23-4855-8d7a-8895c25bdcfe tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "GET /v2.0/ports?device_id=412d6c27-5056-4695-a549-32b0b7c42bd5 HTTP/1.1" status: 200 len: 945 time: 0.0645957 Jun 17 18:06:17.208037 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-c16e0f79-5db4-4c72-b69b-3a13e5362678 req-70859227-7c30-4cbc-84b2-9ee59ddb69f3 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "GET /v2.0/security-groups?id=19e58ac4-2b2e-45d9-bd7b-7c5e46ae7cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343955 Jun 17 18:06:17.568463 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d888ad55-6b49-4693-8431-41f9cc9ba1ae req-76500527-2331-4707-8f51-f9596396cdf7 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:17.570040 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-d888ad55-6b49-4693-8431-41f9cc9ba1ae req-76500527-2331-4707-8f51-f9596396cdf7 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/ports?device_id=d4ac72c4-640f-4b29-bebb-6e3ad492fde3 HTTP/1.1" status: 200 len: 945 time: 0.1093905 Jun 17 18:06:17.593925 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd686cd-8d3b-4baf-adfa-5746d23fdd19 req-9d2ceb5c-e53b-4f96-87e4-3206b427cf35 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:17.595371 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-3dd686cd-8d3b-4baf-adfa-5746d23fdd19 req-9d2ceb5c-e53b-4f96-87e4-3206b427cf35 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "GET /v2.0/ports?device_id=412d6c27-5056-4695-a549-32b0b7c42bd5 HTTP/1.1" status: 200 len: 945 time: 0.0994923 Jun 17 18:06:17.626234 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 46874) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:06:17.640931 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-d888ad55-6b49-4693-8431-41f9cc9ba1ae req-0181545f-4ca5-427d-bd97-794bf76f1ffe tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/security-groups?id=344af256-d773-4ff0-b9b9-f3fcbe207aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628867 Jun 17 18:06:17.648467 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5e8330-eeb3-485c-8f4a-e11ddddf474d req-fa9be472-fc2a-4b2c-8788-b3080d03e1af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:17.650486 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-5c5e8330-eeb3-485c-8f4a-e11ddddf474d req-fa9be472-fc2a-4b2c-8788-b3080d03e1af service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=59d1c386609e449fb41deccf8db32944&device_id=412d6c27-5056-4695-a549-32b0b7c42bd5 HTTP/1.1" status: 200 len: 1098 time: 0.0681164 Jun 17 18:06:17.654039 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-3dd686cd-8d3b-4baf-adfa-5746d23fdd19 req-d2ccab33-f970-476c-81f9-558aea8e3230 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "GET /v2.0/security-groups?id=19e58ac4-2b2e-45d9-bd7b-7c5e46ae7cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503571 Jun 17 18:06:17.749419 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-0cfd4cf1-7302-4890-9b3d-3b2c6e0ba38b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:17.775286 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5e8330-eeb3-485c-8f4a-e11ddddf474d req-2433b8ee-9e0f-4e92-af94-b9b51c160077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:17.776773 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-5c5e8330-eeb3-485c-8f4a-e11ddddf474d req-2433b8ee-9e0f-4e92-af94-b9b51c160077 service neutron] 10.222.0.95 "GET /v2.0/networks?id=a56ac911-462a-49b0-b749-9c491282bc98 HTTP/1.1" status: 200 len: 912 time: 0.1085417 Jun 17 18:06:17.833136 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33202ef4-b0b0-448e-9631-76e783af5123 req-ac47acb3-1282-414b-98fa-8eeb2f27f794 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:17.834699 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-33202ef4-b0b0-448e-9631-76e783af5123 req-ac47acb3-1282-414b-98fa-8eeb2f27f794 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/ports?device_id=543d0b3b-fe1d-4afc-b1b5-7d3bfdb92f75 HTTP/1.1" status: 200 len: 945 time: 0.0641048 Jun 17 18:06:17.877964 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-33202ef4-b0b0-448e-9631-76e783af5123 req-21707b9e-9a29-41c5-bb12-c5f9bd1db945 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/security-groups?id=91f7f23c-b787-41c8-9305-85229b082856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358083 Jun 17 18:06:17.882882 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-5c5e8330-eeb3-485c-8f4a-e11ddddf474d req-3015f495-bd99-4c02-99e2-999e092300a5 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4a2a0eaf-60b9-4d22-98ef-b13c04e2d17a HTTP/1.1" status: 200 len: 1001 time: 0.0845318 Jun 17 18:06:17.937252 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-0cfd4cf1-7302-4890-9b3d-3b2c6e0ba38b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:17.943184 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-0cfd4cf1-7302-4890-9b3d-3b2c6e0ba38b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:17.947480 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-a6abf5fd-2f89-46d6-98fc-6ea9ee6f9f60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:06:17.973570 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5e8330-eeb3-485c-8f4a-e11ddddf474d req-07a03395-30ae-4925-9b0f-a28046b3b400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:17.974986 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-5c5e8330-eeb3-485c-8f4a-e11ddddf474d req-07a03395-30ae-4925-9b0f-a28046b3b400 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=1c1a0998-b783-48f3-b815-e77d3448c78f HTTP/1.1" status: 200 len: 849 time: 0.0776803 Jun 17 18:06:17.986237 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfd4cf1-7302-4890-9b3d-3b2c6e0ba38b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f5ad5d9-71ac-4024-8dce-b4b99763264c,revision_number=1']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:06:17.996108 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-0cfd4cf1-7302-4890-9b3d-3b2c6e0ba38b admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=0c74869e1118418591e96d4631406498&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3643279 Jun 17 18:06:17.996395 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 46880) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:06:17.999095 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-0cfd4cf1-7302-4890-9b3d-3b2c6e0ba38b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:06:18.026174 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-8848f698-b84d-4e61-bbd9-19a6867363d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:18.047243 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5e8330-eeb3-485c-8f4a-e11ddddf474d req-bf19181f-e22d-48b7-810f-1e75bb851a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:18.048762 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-5c5e8330-eeb3-485c-8f4a-e11ddddf474d req-bf19181f-e22d-48b7-810f-1e75bb851a0f service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a56ac911-462a-49b0-b749-9c491282bc98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0597727 Jun 17 18:06:18.049803 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-3c420615-88d4-498e-ac49-94b7dc63fffc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:18.074856 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-3c420615-88d4-498e-ac49-94b7dc63fffc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:18.127462 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-3c420615-88d4-498e-ac49-94b7dc63fffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:18.131287 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-3c420615-88d4-498e-ac49-94b7dc63fffc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:18.132585 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-3c420615-88d4-498e-ac49-94b7dc63fffc admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/0f5ad5d9-71ac-4024-8dce-b4b99763264c HTTP/1.1" status: 204 len: 168 time: 0.1361871 Jun 17 18:06:18.133339 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-0075ab5e-d8ad-44a6-86bf-dcdb68e31634 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:06:18.146965 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c420615-88d4-498e-ac49-94b7dc63fffc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f5ad5d9-71ac-4024-8dce-b4b99763264c,revision_number=None']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:06:18.155160 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c420615-88d4-498e-ac49-94b7dc63fffc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:06:18.155520 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c420615-88d4-498e-ac49-94b7dc63fffc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:06:18.155872 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c420615-88d4-498e-ac49-94b7dc63fffc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:06:18.156246 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c420615-88d4-498e-ac49-94b7dc63fffc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:06:18.156695 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c420615-88d4-498e-ac49-94b7dc63fffc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:06:18.157041 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c420615-88d4-498e-ac49-94b7dc63fffc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:06:18.157381 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c420615-88d4-498e-ac49-94b7dc63fffc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:06:18.157766 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c420615-88d4-498e-ac49-94b7dc63fffc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:06:18.158113 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c420615-88d4-498e-ac49-94b7dc63fffc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:06:18.158446 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c420615-88d4-498e-ac49-94b7dc63fffc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:06:18.158778 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c420615-88d4-498e-ac49-94b7dc63fffc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:06:18.159130 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c420615-88d4-498e-ac49-94b7dc63fffc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:06:18.163405 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-5c5e8330-eeb3-485c-8f4a-e11ddddf474d req-ad7ca47d-9b1b-438f-870b-f1516d3a5910 service neutron] 10.222.0.95 "GET /v2.0/networks/a56ac911-462a-49b0-b749-9c491282bc98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049349 Jun 17 18:06:18.164798 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-3c420615-88d4-498e-ac49-94b7dc63fffc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:06:18.254580 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce1838b-2ead-45d0-9f01-252505fa45c6 req-6eacb99c-002f-4d62-8aeb-34a5cbded49f tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:18.260826 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-1ce1838b-2ead-45d0-9f01-252505fa45c6 req-6eacb99c-002f-4d62-8aeb-34a5cbded49f tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/ports?device_id=43fd5a25-ffb4-4518-8fdb-430531a5365d HTTP/1.1" status: 200 len: 945 time: 0.0753508 Jun 17 18:06:18.272946 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-5c5e8330-eeb3-485c-8f4a-e11ddddf474d req-de12baa4-8b74-4beb-9af2-92e58e8641f2 service neutron] 10.222.0.95 "GET /v2.0/networks/a56ac911-462a-49b0-b749-9c491282bc98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000254 Jun 17 18:06:18.302394 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-1ce1838b-2ead-45d0-9f01-252505fa45c6 req-d9df563a-771f-4979-ab54-47dc0147e453 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/security-groups?id=3dcea033-1931-485c-8e80-04f1de860c08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389886 Jun 17 18:06:18.321695 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Device 83c3404f-d49e-4e1b-831c-0b25c4e59742 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=92880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 18:06:18.398426 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:18.422781 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43fd5a25-ffb4-4518-8fdb-430531a5365d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83c3404f-d49e-4e1b-831c-0b25c4e59742'}] {{(pid=92880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 18:06:18.425177 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44fe161690382cf4f0960ac1b424fedb1dd6f9597775f60dec274194d49fe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c416508-7b57-4a71-9b04-70e4a7e155a6" -d '{"events": [{"server_uuid": "43fd5a25-ffb4-4518-8fdb-430531a5365d", "name": "network-vif-unplugged", "status": "completed", "tag": "83c3404f-d49e-4e1b-831c-0b25c4e59742"}]}' {{(pid=92880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 18:06:18.438755 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] For port 83c3404f-d49e-4e1b-831c-0b25c4e59742, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=83c3404f-d49e-4e1b-831c-0b25c4e59742,segment=NetworkSegment(0913402a-ef8a-41bd-a14e-da5d38ea5bc2),segment_id=0913402a-ef8a-41bd-a14e-da5d38ea5bc2)] {{(pid=92880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:06:18.445584 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479'] for port, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:18.449029 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:06:18.473498 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Jun 2021 18:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54921faa-9282-40c0-b5b2-de091fdd3ac2 x-openstack-request-id: req-54921faa-9282-40c0-b5b2-de091fdd3ac2 {{(pid=92880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 18:06:18.473918 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43fd5a25-ffb4-4518-8fdb-430531a5365d", "name": "network-vif-unplugged", "status": "completed", "tag": "83c3404f-d49e-4e1b-831c-0b25c4e59742", "code": 200}]} {{(pid=92880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 18:06:18.474337 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-54921faa-9282-40c0-b5b2-de091fdd3ac2 {{(pid=92880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 18:06:18.474804 dv-cinder-786260-6-iscsi neutron-server[92880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43fd5a25-ffb4-4518-8fdb-430531a5365d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83c3404f-d49e-4e1b-831c-0b25c4e59742', 'code': 200} Jun 17 18:06:18.503025 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Pushing event updated for resources: {'Port': ['ID=83c3404f-d49e-4e1b-831c-0b25c4e59742,revision_number=8']} {{(pid=92880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:06:18.506547 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:06:18.605744 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 46904) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:06:18.735007 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-f3628fe0-6232-49cb-8156-7020fddac612 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:18.835675 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-f3628fe0-6232-49cb-8156-7020fddac612 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:18.840927 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-f3628fe0-6232-49cb-8156-7020fddac612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:18.844397 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-8d771c36-03f9-4922-b609-4057b29782e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:06:18.889579 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-f3628fe0-6232-49cb-8156-7020fddac612 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=c47be3938069444a8fa965f895de19c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2827249 Jun 17 18:06:18.891015 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 46920) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:06:18.892968 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 46924) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:06:18.893527 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75776876-98d1-4865-9d30-eb7abafb4700 req-44e8dc6c-46ec-4272-8534-b759da40169d tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:18.895065 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-75776876-98d1-4865-9d30-eb7abafb4700 req-44e8dc6c-46ec-4272-8534-b759da40169d tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/ports?device_id=d4ac72c4-640f-4b29-bebb-6e3ad492fde3 HTTP/1.1" status: 200 len: 945 time: 0.1282809 Jun 17 18:06:18.902531 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3628fe0-6232-49cb-8156-7020fddac612 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a7463a7-7278-4b5f-8176-4349a94bfa98,revision_number=1']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:06:18.905068 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fddd272-ac29-4f40-9841-22f1a31686cb req-a20ccd33-a455-4fa4-b6d9-da45cf609603 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:18.907554 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-f3628fe0-6232-49cb-8156-7020fddac612 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:06:18.914498 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-2fddd272-ac29-4f40-9841-22f1a31686cb req-a20ccd33-a455-4fa4-b6d9-da45cf609603 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "GET /v2.0/ports?device_id=412d6c27-5056-4695-a549-32b0b7c42bd5 HTTP/1.1" status: 200 len: 945 time: 0.1144006 Jun 17 18:06:18.957340 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-a2d47845-2e26-4004-8b42-077f63449e43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:18.978564 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-2fddd272-ac29-4f40-9841-22f1a31686cb req-6273c920-5f4e-4b9a-97e6-1dae87435862 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "GET /v2.0/security-groups?id=19e58ac4-2b2e-45d9-bd7b-7c5e46ae7cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630200 Jun 17 18:06:18.982722 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-a2d47845-2e26-4004-8b42-077f63449e43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:19.013069 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-75776876-98d1-4865-9d30-eb7abafb4700 req-43fe3388-5826-4201-9cf6-d8a58d37062b tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/security-groups?id=344af256-d773-4ff0-b9b9-f3fcbe207aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959578 Jun 17 18:06:19.027690 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.v2.base [None req-73c26c2c-a1af-4e3c-b4f4-bf0c717de36b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1965674436-network', 'tenant_id': '74ba9816d29f45709c2d61dd07a4dcc6'}} {{(pid=92872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 18:06:19.061830 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73c26c2c-a1af-4e3c-b4f4-bf0c717de36b admin admin] Made reservation on behalf of 74ba9816d29f45709c2d61dd07a4dcc6 for: {'network': 1} {{(pid=92872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 18:06:19.064346 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-73c26c2c-a1af-4e3c-b4f4-bf0c717de36b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1986742'] for network, before_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:19.074430 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-73c26c2c-a1af-4e3c-b4f4-bf0c717de36b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:19.085427 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-a2d47845-2e26-4004-8b42-077f63449e43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:19.088360 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-a2d47845-2e26-4004-8b42-077f63449e43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:19.091763 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-a2d47845-2e26-4004-8b42-077f63449e43 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/4a7463a7-7278-4b5f-8176-4349a94bfa98 HTTP/1.1" status: 204 len: 168 time: 0.1924815 Jun 17 18:06:19.091763 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-36c9545b-2f4c-4d5d-b675-0e0a4e3d87d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:06:19.103071 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d47845-2e26-4004-8b42-077f63449e43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a7463a7-7278-4b5f-8176-4349a94bfa98,revision_number=None']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:06:19.106779 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-a2d47845-2e26-4004-8b42-077f63449e43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:06:19.176501 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109f9195-d878-44ad-ab03-798bd8688fb9 req-d27d0beb-40e6-45b4-95dd-64c555273253 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:19.179332 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-109f9195-d878-44ad-ab03-798bd8688fb9 req-d27d0beb-40e6-45b4-95dd-64c555273253 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/ports?device_id=543d0b3b-fe1d-4afc-b1b5-7d3bfdb92f75 HTTP/1.1" status: 200 len: 945 time: 0.0809617 Jun 17 18:06:19.212724 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-73c26c2c-a1af-4e3c-b4f4-bf0c717de36b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:19.219528 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-73c26c2c-a1af-4e3c-b4f4-bf0c717de36b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:19.227755 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-109f9195-d878-44ad-ab03-798bd8688fb9 req-430ac06d-218f-4c23-bc51-8e774562bdad tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/security-groups?id=91f7f23c-b787-41c8-9305-85229b082856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385897 Jun 17 18:06:19.230552 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-356dab55-59ec-41a0-afb7-80313cc13dba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:06:19.235854 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73c26c2c-a1af-4e3c-b4f4-bf0c717de36b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1108} {{(pid=92872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 18:06:19.260953 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-73c26c2c-a1af-4e3c-b4f4-bf0c717de36b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1592042'] for segment, precommit_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:19.261386 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.db.segments_db [None req-73c26c2c-a1af-4e3c-b4f4-bf0c717de36b admin admin] Added segment 51124b7c-a80a-4db0-b648-ac0bff2755df of type vlan for network 1f9fb0f7-53a4-48cb-a36c-c77fb573af98 Jun 17 18:06:19.270240 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c26c2c-a1af-4e3c-b4f4-bf0c717de36b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04fbf763-7189-4b69-b638-08faa30be8f8,revision_number=1']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:06:19.273739 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-73c26c2c-a1af-4e3c-b4f4-bf0c717de36b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:06:19.308026 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-73c26c2c-a1af-4e3c-b4f4-bf0c717de36b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743364582301'] for network, precommit_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:19.336311 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-73c26c2c-a1af-4e3c-b4f4-bf0c717de36b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563796'] for network, after_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:19.338384 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73c26c2c-a1af-4e3c-b4f4-bf0c717de36b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:19.339013 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-73c26c2c-a1af-4e3c-b4f4-bf0c717de36b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563787'] for network, before_response {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:19.344714 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:06:19.370942 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 46938) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:06:19.372870 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-73c26c2c-a1af-4e3c-b4f4-bf0c717de36b admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4804525 Jun 17 18:06:19.377170 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.v2.base [None req-4efa4763-96c8-4a01-8401-b6bf13af53ef admin admin] Request body: {'subnet': {'network_id': '1f9fb0f7-53a4-48cb-a36c-c77fb573af98', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1965674436-subnet', 'tenant_id': '74ba9816d29f45709c2d61dd07a4dcc6', 'ip_version': 4}} {{(pid=92874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 18:06:19.400059 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4efa4763-96c8-4a01-8401-b6bf13af53ef admin admin] Made reservation on behalf of 74ba9816d29f45709c2d61dd07a4dcc6 for: {'subnet': 1} {{(pid=92874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 18:06:19.403598 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-4efa4763-96c8-4a01-8401-b6bf13af53ef admin admin] Notify callbacks [] for subnet, before_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:19.422700 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c26c2c-a1af-4e3c-b4f4-bf0c717de36b admin admin] Pushing event updated for resources: {'Network': ['ID=1f9fb0f7-53a4-48cb-a36c-c77fb573af98,revision_number=1']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:06:19.425374 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-73c26c2c-a1af-4e3c-b4f4-bf0c717de36b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:06:19.435453 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Network 1f9fb0f7-53a4-48cb-a36c-c77fb573af98 details requested by agent ovs-agent-dv-cinder-786260-6-iscsi with host dv-cinder-786260-6-iscsi {{(pid=92880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 18:06:19.519206 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-a0cf07df-ba9d-4ba7-86ac-6ceb73a86136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:19.620095 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a0d42f-3ddc-4fe5-9dc7-a42521d038fb req-45b74f0d-7828-45a7-b154-9dcec1487df7 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:19.621581 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-f7a0d42f-3ddc-4fe5-9dc7-a42521d038fb req-45b74f0d-7828-45a7-b154-9dcec1487df7 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/ports?device_id=43fd5a25-ffb4-4518-8fdb-430531a5365d HTTP/1.1" status: 200 len: 943 time: 0.1512544 Jun 17 18:06:19.697286 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-f7a0d42f-3ddc-4fe5-9dc7-a42521d038fb req-8cda0fe3-e7d0-4828-bcf7-843f1a9e5380 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/security-groups?id=3dcea033-1931-485c-8e80-04f1de860c08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693839 Jun 17 18:06:19.698538 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-4efa4763-96c8-4a01-8401-b6bf13af53ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805'] for subnet, after_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:19.701602 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-bda19e77-09a4-4ad3-8056-09189e13ed79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:06:19.753957 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efa4763-96c8-4a01-8401-b6bf13af53ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ea2c680-8280-494b-b582-ad8adfc7edc3,revision_number=0']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:06:19.757649 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-4efa4763-96c8-4a01-8401-b6bf13af53ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:06:19.765305 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4efa4763-96c8-4a01-8401-b6bf13af53ef admin admin] Checking segment: {'id': '51124b7c-a80a-4db0-b648-ac0bff2755df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '1f9fb0f7-53a4-48cb-a36c-c77fb573af98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 18:06:19.766060 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4efa4763-96c8-4a01-8401-b6bf13af53ef admin admin] Network hostable DHCP agents. Network: 1f9fb0f7-53a4-48cb-a36c-c77fb573af98, hostable agents: ['795a795f-766d-4def-8ee5-7e560291ca0e'], hosted agents: [] {{(pid=92874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 18:06:19.789798 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4efa4763-96c8-4a01-8401-b6bf13af53ef admin admin] Network 1f9fb0f7-53a4-48cb-a36c-c77fb573af98 is scheduled to be hosted by DHCP agent 795a795f-766d-4def-8ee5-7e560291ca0e with binding_index 1 {{(pid=92874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 18:06:19.801123 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.scheduler.base_scheduler [None req-4efa4763-96c8-4a01-8401-b6bf13af53ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-6-iscsi, 1f9fb0f7-53a4-48cb-a36c-c77fb573af98) {{(pid=92874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 18:06:19.807252 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4efa4763-96c8-4a01-8401-b6bf13af53ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:19.808122 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-4efa4763-96c8-4a01-8401-b6bf13af53ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563787'] for subnet, before_response {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:19.810479 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd9aa1e-75a3-4220-8d8d-f91b29298223 None None] Network 1f9fb0f7-53a4-48cb-a36c-c77fb573af98 requested from dv-cinder-786260-6-iscsi {{(pid=92880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 18:06:19.827772 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-4efa4763-96c8-4a01-8401-b6bf13af53ef admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4557381 Jun 17 18:06:19.830572 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 46958) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:06:19.835399 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.v2.base [None req-efd86984-221e-430f-adc6-8df553ce2ac8 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1965674436-router', 'tenant_id': '74ba9816d29f45709c2d61dd07a4dcc6', 'external_gateway_info': {'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c'}}} {{(pid=92874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 18:06:19.869496 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-efd86984-221e-430f-adc6-8df553ce2ac8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1018585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-464'] for router, before_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:19.872180 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-efd86984-221e-430f-adc6-8df553ce2ac8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1017378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-955537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-598790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-463'] for router, precommit_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:19.878298 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 46960) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:06:19.960747 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-efd86984-221e-430f-adc6-8df553ce2ac8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:19.991699 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f26705a8-014a-41c7-92e3-d6246bbec0b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc86703fc-b3e3-5eab-995b-625b3403c1cb-1f9fb0f7-53a4-48cb-a36c-c77fb573af98', 'network_id': '1f9fb0f7-53a4-48cb-a36c-c77fb573af98', 'tenant_id': '74ba9816d29f45709c2d61dd07a4dcc6', 'fixed_ips': [{'subnet_id': '5ea2c680-8280-494b-b582-ad8adfc7edc3'}]}} from dv-cinder-786260-6-iscsi. {{(pid=92880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 18:06:19.992689 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-f26705a8-014a-41c7-92e3-d6246bbec0b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1986742'] for port, before_create {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:20.031533 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.v2.base [None req-58b7d110-aec2-426d-8fcf-d74068e7cf0a admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-74155305-network', 'tenant_id': 'c659615da9734b569917d57cf1124485'}} {{(pid=92872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 18:06:20.060657 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58b7d110-aec2-426d-8fcf-d74068e7cf0a admin admin] Made reservation on behalf of c659615da9734b569917d57cf1124485 for: {'network': 1} {{(pid=92872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 18:06:20.064386 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-58b7d110-aec2-426d-8fcf-d74068e7cf0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1986742'] for network, before_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:20.079107 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-58b7d110-aec2-426d-8fcf-d74068e7cf0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:20.152429 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-efd86984-221e-430f-adc6-8df553ce2ac8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-955609', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1018539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-509'] for router, precommit_update {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:20.236933 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-58b7d110-aec2-426d-8fcf-d74068e7cf0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:20.244837 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-58b7d110-aec2-426d-8fcf-d74068e7cf0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:20.250206 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-73c26c2c-a1af-4e3c-b4f4-bf0c717de36b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:06:20.250372 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.db_base_plugin_common [None req-f26705a8-014a-41c7-92e3-d6246bbec0b9 None None] Allocated IP 172.20.0.2 (1f9fb0f7-53a4-48cb-a36c-c77fb573af98/5ea2c680-8280-494b-b582-ad8adfc7edc3/49bc0759-61b6-4eb6-b3b2-a781c953ea6e) {{(pid=92880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 18:06:20.280743 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58b7d110-aec2-426d-8fcf-d74068e7cf0a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1112} {{(pid=92872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 18:06:20.306161 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7386eaf4-83e4-4025-a704-085340a347fa req-318b6167-2daf-46af-851b-b477509a6853 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:20.308620 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-7386eaf4-83e4-4025-a704-085340a347fa req-318b6167-2daf-46af-851b-b477509a6853 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "GET /v2.0/ports?device_id=412d6c27-5056-4695-a549-32b0b7c42bd5 HTTP/1.1" status: 200 len: 945 time: 0.1245368 Jun 17 18:06:20.321168 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b7d110-aec2-426d-8fcf-d74068e7cf0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7e6f4f5-24f4-4dde-a96a-8d8da070066c,revision_number=1']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:06:20.332793 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-58b7d110-aec2-426d-8fcf-d74068e7cf0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:06:20.336791 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-58b7d110-aec2-426d-8fcf-d74068e7cf0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1592042'] for segment, precommit_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:20.337138 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.db.segments_db [None req-58b7d110-aec2-426d-8fcf-d74068e7cf0a admin admin] Added segment 3ca5fe73-b93d-40b8-918d-26752c53525f of type vlan for network 8639f2be-4eec-4022-81e2-6f76de1ec029 Jun 17 18:06:20.372951 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-7386eaf4-83e4-4025-a704-085340a347fa req-0c8400d1-6489-4363-a7ef-85f4b197af53 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "GET /v2.0/security-groups?id=19e58ac4-2b2e-45d9-bd7b-7c5e46ae7cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533321 Jun 17 18:06:20.377644 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400ef299-92e6-4a63-8f2e-42e5958fa8e6 req-4b121fb1-b8c4-47d5-bba5-f7a5e654dd2a tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:20.379598 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-400ef299-92e6-4a63-8f2e-42e5958fa8e6 req-4b121fb1-b8c4-47d5-bba5-f7a5e654dd2a tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.95 "GET /v2.0/ports?device_id=543d0b3b-fe1d-4afc-b1b5-7d3bfdb92f75 HTTP/1.1" status: 200 len: 945 time: 0.2225525 Jun 17 18:06:20.440369 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-58b7d110-aec2-426d-8fcf-d74068e7cf0a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743364582301'] for network, precommit_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:20.505268 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-f26705a8-014a-41c7-92e3-d6246bbec0b9 None None] Notify callbacks [] for port, precommit_create {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:20.515101 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-f26705a8-014a-41c7-92e3-d6246bbec0b9 None None] Transition to ACTIVE for port object 49bc0759-61b6-4eb6-b3b2-a781c953ea6e will not be triggered until provisioned by entity L2. {{(pid=92880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 18:06:20.535621 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-f26705a8-014a-41c7-92e3-d6246bbec0b9 None None] Transition to ACTIVE for port object 49bc0759-61b6-4eb6-b3b2-a781c953ea6e will not be triggered until provisioned by entity DHCP. {{(pid=92880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 18:06:20.538030 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-58b7d110-aec2-426d-8fcf-d74068e7cf0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563796'] for network, after_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:20.546039 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-f26705a8-014a-41c7-92e3-d6246bbec0b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1986807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743364645416'] for port, after_create {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:20.548911 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:06:20.556226 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58b7d110-aec2-426d-8fcf-d74068e7cf0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:20.556816 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-58b7d110-aec2-426d-8fcf-d74068e7cf0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563787'] for network, before_response {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:20.561533 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-89011a90-e12a-482f-8531-e5e8b89e3010 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:06:20.604305 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-efd86984-221e-430f-adc6-8df553ce2ac8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:20.606519 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26705a8-014a-41c7-92e3-d6246bbec0b9 None None] Pushing event updated for resources: {'Port': ['ID=49bc0759-61b6-4eb6-b3b2-a781c953ea6e,revision_number=1']} {{(pid=92880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:06:20.607257 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-58b7d110-aec2-426d-8fcf-d74068e7cf0a admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7272117 Jun 17 18:06:20.610209 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-f26705a8-014a-41c7-92e3-d6246bbec0b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:06:20.611521 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 46980) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:06:20.624893 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f26705a8-014a-41c7-92e3-d6246bbec0b9 None None] Network 1f9fb0f7-53a4-48cb-a36c-c77fb573af98 is already hosted by enough agents. {{(pid=92880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 18:06:20.626590 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.scheduler.base_scheduler [None req-f26705a8-014a-41c7-92e3-d6246bbec0b9 None None] Resources bound (agent type, host, resource id): {{(pid=92880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 18:06:20.632896 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26705a8-014a-41c7-92e3-d6246bbec0b9 None None] Received port after_create {{(pid=92880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 18:06:20.636250 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.v2.base [None req-478ed790-77e0-48eb-8224-5405fd14b078 admin admin] Request body: {'subnet': {'network_id': '8639f2be-4eec-4022-81e2-6f76de1ec029', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-74155305-subnet', 'tenant_id': 'c659615da9734b569917d57cf1124485', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 18:06:20.651330 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b7d110-aec2-426d-8fcf-d74068e7cf0a admin admin] Pushing event updated for resources: {'Network': ['ID=8639f2be-4eec-4022-81e2-6f76de1ec029,revision_number=1']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:06:20.654070 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-efd86984-221e-430f-adc6-8df553ce2ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1986742'] for port, before_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:20.656438 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.plugins.ml2.plugin [req-400ef299-92e6-4a63-8f2e-42e5958fa8e6 req-1610af63-fc54-49f3-967f-40a60d3155c8 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Deleting port 0603abd3-3a40-4fac-be94-bbab9f18de1f {{(pid=92872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 18:06:20.656438 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [req-400ef299-92e6-4a63-8f2e-42e5958fa8e6 req-1610af63-fc54-49f3-967f-40a60d3155c8 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743365079206'] for port, before_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:20.667107 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-58b7d110-aec2-426d-8fcf-d74068e7cf0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:06:20.675596 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Network 8639f2be-4eec-4022-81e2-6f76de1ec029 details requested by agent ovs-agent-dv-cinder-786260-6-iscsi with host dv-cinder-786260-6-iscsi {{(pid=92880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 18:06:20.679155 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b835e0f-2ab9-4267-8463-d5c35ccfee6e req-88a7eca7-c05c-4b13-8430-12f5a20be260 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:20.683387 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-5b835e0f-2ab9-4267-8463-d5c35ccfee6e req-88a7eca7-c05c-4b13-8430-12f5a20be260 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/ports?device_id=d4ac72c4-640f-4b29-bebb-6e3ad492fde3 HTTP/1.1" status: 200 len: 945 time: 0.2119267 Jun 17 18:06:20.716024 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-478ed790-77e0-48eb-8224-5405fd14b078 admin admin] Made reservation on behalf of c659615da9734b569917d57cf1124485 for: {'subnet': 1} {{(pid=92874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 18:06:20.718682 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-478ed790-77e0-48eb-8224-5405fd14b078 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:20.725663 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.managers [None req-f26705a8-014a-41c7-92e3-d6246bbec0b9 None None] Attempting to bind port 49bc0759-61b6-4eb6-b3b2-a781c953ea6e on host dv-cinder-786260-6-iscsi for vnic_type normal with profile {{(pid=92880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 18:06:20.726040 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.managers [None req-f26705a8-014a-41c7-92e3-d6246bbec0b9 None None] Attempting to bind port 49bc0759-61b6-4eb6-b3b2-a781c953ea6e by drivers openvswitch,hyperv on host dv-cinder-786260-6-iscsi at level 0 using segments [{'id': '51124b7c-a80a-4db0-b648-ac0bff2755df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '1f9fb0f7-53a4-48cb-a36c-c77fb573af98'}] {{(pid=92880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 18:06:20.726403 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26705a8-014a-41c7-92e3-d6246bbec0b9 None None] Attempting to bind port 49bc0759-61b6-4eb6-b3b2-a781c953ea6e on network 1f9fb0f7-53a4-48cb-a36c-c77fb573af98 {{(pid=92880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 18:06:20.743444 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26705a8-014a-41c7-92e3-d6246bbec0b9 None None] Checking agent: {'id': '656fc8e0-be97-41b9-a086-aa1caa9e55fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 17, 55, 17), 'started_at': datetime.datetime(2021, 6, 17, 17, 55, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 18, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 18:06:20.743824 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26705a8-014a-41c7-92e3-d6246bbec0b9 None None] Checking segment: {'id': '51124b7c-a80a-4db0-b648-ac0bff2755df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '1f9fb0f7-53a4-48cb-a36c-c77fb573af98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 18:06:20.744300 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-f26705a8-014a-41c7-92e3-d6246bbec0b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:20.745307 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26705a8-014a-41c7-92e3-d6246bbec0b9 None None] Bound using segment: {'id': '51124b7c-a80a-4db0-b648-ac0bff2755df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '1f9fb0f7-53a4-48cb-a36c-c77fb573af98'} {{(pid=92880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 18:06:20.745781 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.managers [None req-f26705a8-014a-41c7-92e3-d6246bbec0b9 None None] Bound port: 49bc0759-61b6-4eb6-b3b2-a781c953ea6e, host: dv-cinder-786260-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51124b7c-a80a-4db0-b648-ac0bff2755df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '1f9fb0f7-53a4-48cb-a36c-c77fb573af98'}}] {{(pid=92880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 18:06:20.746153 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-f26705a8-014a-41c7-92e3-d6246bbec0b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:20.767164 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.plugins.ml2.db [req-400ef299-92e6-4a63-8f2e-42e5958fa8e6 req-1610af63-fc54-49f3-967f-40a60d3155c8 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] For port 0603abd3-3a40-4fac-be94-bbab9f18de1f, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=0603abd3-3a40-4fac-be94-bbab9f18de1f,segment=NetworkSegment(ec1be91d-5013-401a-90de-3135f9e6b68b),segment_id=ec1be91d-5013-401a-90de-3135f9e6b68b)] {{(pid=92872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:06:20.767457 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [req-400ef299-92e6-4a63-8f2e-42e5958fa8e6 req-1610af63-fc54-49f3-967f-40a60d3155c8 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956370'] for port, precommit_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:20.853449 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.plugins.ml2.plugin [req-400ef299-92e6-4a63-8f2e-42e5958fa8e6 req-1610af63-fc54-49f3-967f-40a60d3155c8 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Calling delete_port for 0603abd3-3a40-4fac-be94-bbab9f18de1f owned by compute:nova {{(pid=92872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 18:06:20.857352 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-f26705a8-014a-41c7-92e3-d6246bbec0b9 None None] For port 49bc0759-61b6-4eb6-b3b2-a781c953ea6e, host dv-cinder-786260-6-iscsi, cleared binding levels {{(pid=92880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 18:06:20.861239 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-f26705a8-014a-41c7-92e3-d6246bbec0b9 None None] For port 49bc0759-61b6-4eb6-b3b2-a781c953ea6e, host dv-cinder-786260-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-6-iscsi',level=0,port_id=49bc0759-61b6-4eb6-b3b2-a781c953ea6e,segment=NetworkSegment(51124b7c-a80a-4db0-b648-ac0bff2755df),segment_id=51124b7c-a80a-4db0-b648-ac0bff2755df)] {{(pid=92880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 18:06:20.868033 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-f26705a8-014a-41c7-92e3-d6246bbec0b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479'] for port, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:20.871529 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:06:20.936751 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26705a8-014a-41c7-92e3-d6246bbec0b9 None None] Pushing event updated for resources: {'Port': ['ID=49bc0759-61b6-4eb6-b3b2-a781c953ea6e,revision_number=2']} {{(pid=92880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:06:20.944982 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-f26705a8-014a-41c7-92e3-d6246bbec0b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:06:21.025270 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [req-400ef299-92e6-4a63-8f2e-42e5958fa8e6 req-1610af63-fc54-49f3-967f-40a60d3155c8 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743365085983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743364645425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25532019'] for port, after_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:21.031428 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:06:21.063155 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1610af63-fc54-49f3-967f-40a60d3155c8 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Pushing event deleted for resources: {'Port': ['ID=0603abd3-3a40-4fac-be94-bbab9f18de1f,revision_number=None']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:06:21.064616 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3473d7-1268-4073-8697-e549d0434f29 req-75bf66df-219d-4bdf-a853-bd40bbf707c2 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:21.071892 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-2c3473d7-1268-4073-8697-e549d0434f29 req-75bf66df-219d-4bdf-a853-bd40bbf707c2 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/ports?device_id=543d0b3b-fe1d-4afc-b1b5-7d3bfdb92f75 HTTP/1.1" status: 200 len: 945 time: 0.5237646 Jun 17 18:06:21.086112 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-1610af63-fc54-49f3-967f-40a60d3155c8 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:06:21.093292 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] get_ports_and_sgs() called for port_ids ['66b35a25-01d6-4d67-ad06-eac51e9a99a7', '2490d242-9258-4e38-9703-40336224e523', '5b7ffdd7-8478-4f32-9d5e-1d5d216f47ba', '0603abd3-3a40-4fac-be94-bbab9f18de1f'] {{(pid=92880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 18:06:21.126289 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.db.l3_dvrscheduler_db [req-400ef299-92e6-4a63-8f2e-42e5958fa8e6 req-1610af63-fc54-49f3-967f-40a60d3155c8 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] No DVR routers for this DVR port 0603abd3-3a40-4fac-be94-bbab9f18de1f on host hv-cinder-78626 {{(pid=92872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 18:06:21.131974 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [req-400ef299-92e6-4a63-8f2e-42e5958fa8e6 req-1610af63-fc54-49f3-967f-40a60d3155c8 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523113'] for port, before_response {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:21.141283 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-400ef299-92e6-4a63-8f2e-42e5958fa8e6 req-1610af63-fc54-49f3-967f-40a60d3155c8 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.95 "DELETE /v2.0/ports/0603abd3-3a40-4fac-be94-bbab9f18de1f HTTP/1.1" status: 204 len: 173 time: 0.7417459 Jun 17 18:06:21.152535 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '543d0b3b-fe1d-4afc-b1b5-7d3bfdb92f75', 'name': 'network-vif-deleted', 'tag': '0603abd3-3a40-4fac-be94-bbab9f18de1f'}] {{(pid=92872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 18:06:21.155295 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f987f925adb95fb5f2d31a9334b96ac5a9607b390d68bc71a63c7260745a89d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4aa4c99-42f4-4649-b31d-e0d652fc1d13" -d '{"events": [{"server_uuid": "543d0b3b-fe1d-4afc-b1b5-7d3bfdb92f75", "name": "network-vif-deleted", "tag": "0603abd3-3a40-4fac-be94-bbab9f18de1f"}]}' {{(pid=92872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 18:06:21.183262 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-5b835e0f-2ab9-4267-8463-d5c35ccfee6e req-90dd28fa-c90c-412a-9a85-e2efcf4ab51c tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/security-groups?id=344af256-d773-4ff0-b9b9-f3fcbe207aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4886272 Jun 17 18:06:21.265156 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-2c3473d7-1268-4073-8697-e549d0434f29 req-f9f3a77b-19ac-4567-9faa-4f5294ac5467 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/security-groups?id=91f7f23c-b787-41c8-9305-85229b082856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922407 Jun 17 18:06:21.289373 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.db.db_base_plugin_common [None req-efd86984-221e-430f-adc6-8df553ce2ac8 admin admin] Allocated IP 172.27.2.111 (64144b6f-e068-441d-8337-f91b82ffb73c/78089575-0364-47db-be8b-ef28f42f3a37/9eadaefd-a437-41bd-8c9a-0920eff557dc) {{(pid=92874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 18:06:21.337912 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 18:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cec12db-8081-4097-846b-79f2db53bcc2 x-openstack-request-id: req-0cec12db-8081-4097-846b-79f2db53bcc2 {{(pid=92872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 18:06:21.339075 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "543d0b3b-fe1d-4afc-b1b5-7d3bfdb92f75", "name": "network-vif-deleted", "tag": "0603abd3-3a40-4fac-be94-bbab9f18de1f", "status": "completed", "code": 200}]} {{(pid=92872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 18:06:21.339564 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-0cec12db-8081-4097-846b-79f2db53bcc2 {{(pid=92872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 18:06:21.340207 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '543d0b3b-fe1d-4afc-b1b5-7d3bfdb92f75', 'name': 'network-vif-deleted', 'tag': '0603abd3-3a40-4fac-be94-bbab9f18de1f', 'status': 'completed', 'code': 200} Jun 17 18:06:21.564730 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-478ed790-77e0-48eb-8224-5405fd14b078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805'] for subnet, after_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:21.580199 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-efd86984-221e-430f-adc6-8df553ce2ac8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:21.583805 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:06:21.673357 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478ed790-77e0-48eb-8224-5405fd14b078 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2cccf722-21e7-4d50-a8c8-6c4bc08c12fb,revision_number=0']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:06:21.699131 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-478ed790-77e0-48eb-8224-5405fd14b078 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:06:21.728365 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478ed790-77e0-48eb-8224-5405fd14b078 admin admin] Checking segment: {'id': '3ca5fe73-b93d-40b8-918d-26752c53525f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '8639f2be-4eec-4022-81e2-6f76de1ec029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 18:06:21.728754 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-478ed790-77e0-48eb-8224-5405fd14b078 admin admin] Network hostable DHCP agents. Network: 8639f2be-4eec-4022-81e2-6f76de1ec029, hostable agents: ['795a795f-766d-4def-8ee5-7e560291ca0e'], hosted agents: [] {{(pid=92874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 18:06:21.737557 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e0f302-a095-42d0-b1b1-3b8d81326b61 req-90d2eb79-770d-44fd-9211-99eb8ab94af7 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:21.739037 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-b2e0f302-a095-42d0-b1b1-3b8d81326b61 req-90d2eb79-770d-44fd-9211-99eb8ab94af7 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "GET /v2.0/ports?device_id=412d6c27-5056-4695-a549-32b0b7c42bd5 HTTP/1.1" status: 200 len: 945 time: 0.2220078 Jun 17 18:06:21.781534 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-efd86984-221e-430f-adc6-8df553ce2ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1986807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743364645416'] for port, after_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:21.788267 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:06:21.828893 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-478ed790-77e0-48eb-8224-5405fd14b078 admin admin] Network 8639f2be-4eec-4022-81e2-6f76de1ec029 is scheduled to be hosted by DHCP agent 795a795f-766d-4def-8ee5-7e560291ca0e with binding_index 1 {{(pid=92874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 18:06:21.855788 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efd86984-221e-430f-adc6-8df553ce2ac8 admin admin] Network 64144b6f-e068-441d-8337-f91b82ffb73c is already hosted by enough agents. {{(pid=92874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 18:06:21.868658 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a64c47-7cf9-440d-b226-e5968b67f506 req-91b84d36-e37b-42e8-ad5c-5f66b494b2f8 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:21.870804 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-98a64c47-7cf9-440d-b226-e5968b67f506 req-91b84d36-e37b-42e8-ad5c-5f66b494b2f8 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/ports?device_id=43fd5a25-ffb4-4518-8fdb-430531a5365d HTTP/1.1" status: 200 len: 943 time: 0.2257481 Jun 17 18:06:21.876822 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-b2e0f302-a095-42d0-b1b1-3b8d81326b61 req-27f1f4a8-3bb2-4589-9765-e8bc304a52e3 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "GET /v2.0/security-groups?id=19e58ac4-2b2e-45d9-bd7b-7c5e46ae7cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1215682 Jun 17 18:06:21.877392 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.scheduler.base_scheduler [None req-478ed790-77e0-48eb-8224-5405fd14b078 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-6-iscsi, 8639f2be-4eec-4022-81e2-6f76de1ec029) {{(pid=92874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 18:06:21.879401 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.scheduler.base_scheduler [None req-efd86984-221e-430f-adc6-8df553ce2ac8 admin admin] Resources bound (agent type, host, resource id): {{(pid=92874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 18:06:21.890423 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd86984-221e-430f-adc6-8df553ce2ac8 admin admin] Received port after_create {{(pid=92874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 18:06:21.892469 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88396118-1327-448d-9701-8bb722aad89f None None] Network 8639f2be-4eec-4022-81e2-6f76de1ec029 requested from dv-cinder-786260-6-iscsi {{(pid=92880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 18:06:21.895028 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-478ed790-77e0-48eb-8224-5405fd14b078 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:21.895239 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-478ed790-77e0-48eb-8224-5405fd14b078 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563787'] for subnet, before_response {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:21.937649 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd86984-221e-430f-adc6-8df553ce2ac8 admin admin] Pushing event updated for resources: {'Port': ['ID=9eadaefd-a437-41bd-8c9a-0920eff557dc,revision_number=1']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:06:22.048629 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 47008) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:06:22.054272 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-efd86984-221e-430f-adc6-8df553ce2ac8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:06:22.059934 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e7d91e-af84-4c6c-900d-e69b17f96062 None None] Network 8639f2be-4eec-4022-81e2-6f76de1ec029 requested from dv-cinder-786260-6-iscsi {{(pid=92880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 18:06:22.080588 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-478ed790-77e0-48eb-8224-5405fd14b078 admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4664302 Jun 17 18:06:22.160102 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9630db19-5cef-4693-9d3d-1ca44c381b31 None None] Network 1f9fb0f7-53a4-48cb-a36c-c77fb573af98 requested from dv-cinder-786260-6-iscsi {{(pid=92880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 18:06:22.202304 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-b2e423dc-0b4a-4eb9-8fee-f36233d25cff req-c04653cf-c7ad-4dbd-b3c3-14fc9190df45 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=43fd5a25-ffb4-4518-8fdb-430531a5365d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1509748 Jun 17 18:06:22.210246 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-98a64c47-7cf9-440d-b226-e5968b67f506 req-1672963c-e79d-4187-8eb3-9b96344430de tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/security-groups?id=3dcea033-1931-485c-8e80-04f1de860c08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3202720 Jun 17 18:06:22.311127 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-efd86984-221e-430f-adc6-8df553ce2ac8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:22.347673 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Device 83c3404f-d49e-4e1b-831c-0b25c4e59742 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=92880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 18:06:22.410861 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-94ed685c-8e59-4e21-a3cf-6ad1035cd5a6 None None] Provisioning for port 49bc0759-61b6-4eb6-b3b2-a781c953ea6e completed by entity DHCP. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 18:06:22.631857 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f54ca7d-f333-4c01-ad76-fd91ffbdf7e7 req-0330b1eb-e4fc-4969-8b1b-d15323c9bbbb tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:22.633625 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-9f54ca7d-f333-4c01-ad76-fd91ffbdf7e7 req-0330b1eb-e4fc-4969-8b1b-d15323c9bbbb tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/ports?device_id=d4ac72c4-640f-4b29-bebb-6e3ad492fde3 HTTP/1.1" status: 200 len: 945 time: 0.2295551 Jun 17 18:06:22.736946 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Device 49bc0759-61b6-4eb6-b3b2-a781c953ea6e up at agent ovs-agent-dv-cinder-786260-6-iscsi {{(pid=92880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 18:06:22.776624 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-9f54ca7d-f333-4c01-ad76-fd91ffbdf7e7 req-6c19ae24-b7ab-432a-a8b1-b7f3fdef2a71 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/security-groups?id=344af256-d773-4ff0-b9b9-f3fcbe207aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075106 Jun 17 18:06:22.798809 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-efd86984-221e-430f-adc6-8df553ce2ac8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1018578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-955646'] for router, after_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:22.805021 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Provisioning for port 49bc0759-61b6-4eb6-b3b2-a781c953ea6e completed by entity L2. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 18:06:22.811965 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Provisioning complete for port 49bc0759-61b6-4eb6-b3b2-a781c953ea6e triggered by entity L2. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 18:06:22.812530 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687209'] for port, provisioning_complete {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:22.950160 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:22.979465 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-89089546-95b9-4381-aee1-c42f585fe887 None None] Provisioning complete for port 49bc0759-61b6-4eb6-b3b2-a781c953ea6e triggered by entity DHCP. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 18:06:22.979980 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-89089546-95b9-4381-aee1-c42f585fe887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687209'] for port, provisioning_complete {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:23.022988 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efd86984-221e-430f-adc6-8df553ce2ac8 admin admin] Router cf4235a4-1cf5-406e-9017-8b05904869f0 is scheduled to L3 agent 4c938d44-4998-4210-8006-ee34f5a3ffbf with binding_index 1 {{(pid=92874) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 18:06:23.028188 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] For port 49bc0759-61b6-4eb6-b3b2-a781c953ea6e, host dv-cinder-786260-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-6-iscsi',level=0,port_id=49bc0759-61b6-4eb6-b3b2-a781c953ea6e,segment=NetworkSegment(51124b7c-a80a-4db0-b648-ac0bff2755df),segment_id=51124b7c-a80a-4db0-b648-ac0bff2755df)] {{(pid=92880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:06:23.036308 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479'] for port, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:23.039775 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:06:23.131880 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efd86984-221e-430f-adc6-8df553ce2ac8 admin admin] Notify agent at l3_agent.dv-cinder-786260-6-iscsi the message routers_updated {{(pid=92874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 18:06:23.140737 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d18ac5-8bee-4997-b202-880f6da5927d None None] Sync routers for ids ['cf4235a4-1cf5-406e-9017-8b05904869f0'] in dv-cinder-786260-6-iscsi {{(pid=92881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 18:06:23.148366 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-efd86984-221e-430f-adc6-8df553ce2ac8 admin admin] Notify callbacks [] for router, before_response {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:23.149812 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-efd86984-221e-430f-adc6-8df553ce2ac8 admin admin] 10.222.0.97 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.3182755 Jun 17 18:06:23.151019 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d18ac5-8bee-4997-b202-880f6da5927d None None] Routers {'cf4235a4-1cf5-406e-9017-8b05904869f0'} bound to L3 agent in host dv-cinder-786260-6-iscsi {{(pid=92881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 18:06:23.151677 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.l3_hamode_db [None req-67d18ac5-8bee-4997-b202-880f6da5927d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T17:55:17Z,description=,heartbeat_timestamp=2021-06-17T18:06:17Z,host='dv-cinder-786260-6-iscsi',id=4c938d44-4998-4210-8006-ee34f5a3ffbf,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:55:17Z,topic='l3_agent')) {'router_ids': ['cf4235a4-1cf5-406e-9017-8b05904869f0'], 'active': True} {{(pid=92881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:06:23.152677 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 47036) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:06:23.241714 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Pushing event updated for resources: {'Port': ['ID=49bc0759-61b6-4eb6-b3b2-a781c953ea6e,revision_number=3']} {{(pid=92880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:06:23.246465 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:06:23.295069 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.l3_dvr_db [None req-67d18ac5-8bee-4997-b202-880f6da5927d None None] Set router cf4235a4-1cf5-406e-9017-8b05904869f0 gateway port host: dv-cinder-786260-6-iscsi {{(pid=92881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 18:06:23.413331 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70fc499-a4f2-42a3-8c2e-8b52fbe7cba9 req-d46bce15-8ccc-4f8f-a390-2ea904e42866 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:23.414951 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-b70fc499-a4f2-42a3-8c2e-8b52fbe7cba9 req-d46bce15-8ccc-4f8f-a390-2ea904e42866 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/ports?device_id=43fd5a25-ffb4-4518-8fdb-430531a5365d HTTP/1.1" status: 200 len: 943 time: 0.0708735 Jun 17 18:06:23.453508 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-b70fc499-a4f2-42a3-8c2e-8b52fbe7cba9 req-476e5637-ad25-47e2-8b8d-566a82a9ad00 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/security-groups?id=3dcea033-1931-485c-8e80-04f1de860c08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316679 Jun 17 18:06:23.481432 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.l3_hamode_db [None req-67d18ac5-8bee-4997-b202-880f6da5927d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf4235a4-1cf5-406e-9017-8b05904869f0', 'name': 'tempest-TestMinimumBasicScenario-1965674436-router', 'tenant_id': '74ba9816d29f45709c2d61dd07a4dcc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'external_fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '9eadaefd-a437-41bd-8c9a-0920eff557dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T18:06:19Z', 'updated_at': '2021-06-17T18:06:22Z', 'revision_number': 3, 'project_id': '74ba9816d29f45709c2d61dd07a4dcc6', 'gw_port': {'id': '9eadaefd-a437-41bd-8c9a-0920eff557dc', 'name': '', 'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:12:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf4235a4-1cf5-406e-9017-8b05904869f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:06:20Z', 'updated_at': '2021-06-17T18:06:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '78089575-0364-47db-be8b-ef28f42f3a37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-6-iscsi'}], 'dv-cinder-786260-6-iscsi', False) {} {{(pid=92881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:06:23.507719 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d18ac5-8bee-4997-b202-880f6da5927d None None] Checking router: cf4235a4-1cf5-406e-9017-8b05904869f0 for host: dv-cinder-786260-6-iscsi {{(pid=92881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 18:06:23.508102 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d18ac5-8bee-4997-b202-880f6da5927d None None] Updating router cf4235a4-1cf5-406e-9017-8b05904869f0 port 9eadaefd-a437-41bd-8c9a-0920eff557dc binding host dv-cinder-786260-6-iscsi {{(pid=92881) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 18:06:23.542779 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron_lib.callbacks.manager [None req-67d18ac5-8bee-4997-b202-880f6da5927d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:23.587126 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-0b361156-a551-4963-b090-941e166266cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1986742'] for port, before_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:23.748706 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.db.db_base_plugin_common [None req-0b361156-a551-4963-b090-941e166266cf admin admin] Allocated IP 172.20.0.1 (1f9fb0f7-53a4-48cb-a36c-c77fb573af98/5ea2c680-8280-494b-b582-ad8adfc7edc3/a9f4927c-6847-4cc8-b647-b31e32ab8b43) {{(pid=92872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 18:06:23.863434 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-0b361156-a551-4963-b090-941e166266cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:23.915883 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron_lib.callbacks.manager [None req-67d18ac5-8bee-4997-b202-880f6da5927d None None] Notify callbacks [] for port, precommit_update {{(pid=92881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:23.937416 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.provisioning_blocks [None req-67d18ac5-8bee-4997-b202-880f6da5927d None None] Transition to ACTIVE for port object 9eadaefd-a437-41bd-8c9a-0920eff557dc will not be triggered until provisioned by entity L2. {{(pid=92881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 18:06:23.949699 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron_lib.callbacks.manager [None req-67d18ac5-8bee-4997-b202-880f6da5927d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479'] for port, after_update {{(pid=92881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:23.953073 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG oslo_concurrency.lockutils [None req-671271d8-dd44-471a-b792-1f94ddd931cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:06:24.012559 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.plugins.ml2.managers [None req-67d18ac5-8bee-4997-b202-880f6da5927d None None] Attempting to bind port 9eadaefd-a437-41bd-8c9a-0920eff557dc on host dv-cinder-786260-6-iscsi for vnic_type normal with profile {{(pid=92881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 18:06:24.013118 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.plugins.ml2.managers [None req-67d18ac5-8bee-4997-b202-880f6da5927d None None] Attempting to bind port 9eadaefd-a437-41bd-8c9a-0920eff557dc by drivers openvswitch,hyperv on host dv-cinder-786260-6-iscsi at level 0 using segments [{'id': '07abf0fa-b3ae-48d7-9299-c095c09325c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c'}] {{(pid=92881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 18:06:24.013566 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d18ac5-8bee-4997-b202-880f6da5927d None None] Attempting to bind port 9eadaefd-a437-41bd-8c9a-0920eff557dc on network 64144b6f-e068-441d-8337-f91b82ffb73c {{(pid=92881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 18:06:24.017104 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea04425e-8b89-416c-b492-63abf892b82d None None] Pushing event updated for resources: {'Port': ['ID=9eadaefd-a437-41bd-8c9a-0920eff557dc,revision_number=2']} {{(pid=92881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:06:24.022098 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d18ac5-8bee-4997-b202-880f6da5927d None None] Checking agent: {'id': '656fc8e0-be97-41b9-a086-aa1caa9e55fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 17, 55, 17), 'started_at': datetime.datetime(2021, 6, 17, 17, 55, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 18, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 18:06:24.022611 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d18ac5-8bee-4997-b202-880f6da5927d None None] Checking segment: {'id': '07abf0fa-b3ae-48d7-9299-c095c09325c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 18:06:24.023128 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron_lib.callbacks.manager [None req-67d18ac5-8bee-4997-b202-880f6da5927d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:24.023614 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d18ac5-8bee-4997-b202-880f6da5927d None None] Bound using segment: {'id': '07abf0fa-b3ae-48d7-9299-c095c09325c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c'} {{(pid=92881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 18:06:24.024227 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.plugins.ml2.managers [None req-67d18ac5-8bee-4997-b202-880f6da5927d None None] Bound port: 9eadaefd-a437-41bd-8c9a-0920eff557dc, host: dv-cinder-786260-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07abf0fa-b3ae-48d7-9299-c095c09325c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c'}}] {{(pid=92881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 18:06:24.024693 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron_lib.callbacks.manager [None req-67d18ac5-8bee-4997-b202-880f6da5927d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:24.027244 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d41199-5e55-44af-a3df-86ac5f4dfc26 req-4c90f972-6da3-48e9-8329-3030f2d69b00 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:24.037711 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-18d41199-5e55-44af-a3df-86ac5f4dfc26 req-4c90f972-6da3-48e9-8329-3030f2d69b00 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/ports?device_id=d4ac72c4-640f-4b29-bebb-6e3ad492fde3 HTTP/1.1" status: 200 len: 945 time: 0.1242986 Jun 17 18:06:24.058156 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea04425e-8b89-416c-b492-63abf892b82d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:06:24.058633 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea04425e-8b89-416c-b492-63abf892b82d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:06:24.059056 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea04425e-8b89-416c-b492-63abf892b82d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:06:24.059473 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea04425e-8b89-416c-b492-63abf892b82d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:06:24.060431 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea04425e-8b89-416c-b492-63abf892b82d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:06:24.060862 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea04425e-8b89-416c-b492-63abf892b82d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:06:24.061275 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea04425e-8b89-416c-b492-63abf892b82d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:06:24.061690 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea04425e-8b89-416c-b492-63abf892b82d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:06:24.062125 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea04425e-8b89-416c-b492-63abf892b82d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:06:24.062563 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea04425e-8b89-416c-b492-63abf892b82d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:06:24.063259 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea04425e-8b89-416c-b492-63abf892b82d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:06:24.063398 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea04425e-8b89-416c-b492-63abf892b82d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:06:24.069241 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG oslo_concurrency.lockutils [None req-ea04425e-8b89-416c-b492-63abf892b82d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:06:24.107703 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-18d41199-5e55-44af-a3df-86ac5f4dfc26 req-88b7bcb7-da53-4bcf-9952-2c879d21a59d tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/security-groups?id=344af256-d773-4ff0-b9b9-f3fcbe207aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690000 Jun 17 18:06:24.121816 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.db.provisioning_blocks [None req-0b361156-a551-4963-b090-941e166266cf admin admin] Transition to ACTIVE for port object a9f4927c-6847-4cc8-b647-b31e32ab8b43 will not be triggered until provisioned by entity DHCP. {{(pid=92872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 18:06:24.139704 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.plugins.ml2.db [None req-67d18ac5-8bee-4997-b202-880f6da5927d None None] For port 9eadaefd-a437-41bd-8c9a-0920eff557dc, host dv-cinder-786260-6-iscsi, cleared binding levels {{(pid=92881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 18:06:24.144448 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.plugins.ml2.db [None req-67d18ac5-8bee-4997-b202-880f6da5927d None None] For port 9eadaefd-a437-41bd-8c9a-0920eff557dc, host dv-cinder-786260-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-6-iscsi',level=0,port_id=9eadaefd-a437-41bd-8c9a-0920eff557dc,segment=NetworkSegment(07abf0fa-b3ae-48d7-9299-c095c09325c6),segment_id=07abf0fa-b3ae-48d7-9299-c095c09325c6)] {{(pid=92881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 18:06:24.151016 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron_lib.callbacks.manager [None req-67d18ac5-8bee-4997-b202-880f6da5927d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479'] for port, after_update {{(pid=92881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:24.168933 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG oslo_concurrency.lockutils [None req-de055143-f0ba-4762-b74f-f290e7bb5614 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:06:24.173245 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-0b361156-a551-4963-b090-941e166266cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1986807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743364645416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25532026'] for port, after_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:24.176734 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-b59fa0ab-714a-415c-84b4-44b6f33dfbb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:06:24.202358 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66361693-a6dd-43ee-a4a9-a4bd230314a4 req-3a8e4f16-6e5c-41f3-b26c-1fcd876c1d7b tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:24.214154 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d18ac5-8bee-4997-b202-880f6da5927d None None] Routers {'cf4235a4-1cf5-406e-9017-8b05904869f0'} bound to L3 agent in host dv-cinder-786260-6-iscsi {{(pid=92881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 18:06:24.214399 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-66361693-a6dd-43ee-a4a9-a4bd230314a4 req-3a8e4f16-6e5c-41f3-b26c-1fcd876c1d7b tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/ports?device_id=846c2194-7473-42f4-a480-3978b0d4bd60 HTTP/1.1" status: 200 len: 946 time: 0.1034105 Jun 17 18:06:24.215556 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.l3_hamode_db [None req-67d18ac5-8bee-4997-b202-880f6da5927d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T17:55:17Z,description=,heartbeat_timestamp=2021-06-17T18:06:17Z,host='dv-cinder-786260-6-iscsi',id=4c938d44-4998-4210-8006-ee34f5a3ffbf,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:55:17Z,topic='l3_agent')) {'router_ids': ['cf4235a4-1cf5-406e-9017-8b05904869f0'], 'active': True} {{(pid=92881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:06:24.241630 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b361156-a551-4963-b090-941e166266cf admin admin] Network 1f9fb0f7-53a4-48cb-a36c-c77fb573af98 is already hosted by enough agents. {{(pid=92872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 18:06:24.243961 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.scheduler.base_scheduler [None req-0b361156-a551-4963-b090-941e166266cf admin admin] Resources bound (agent type, host, resource id): {{(pid=92872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 18:06:24.248941 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b361156-a551-4963-b090-941e166266cf admin admin] Received port after_create {{(pid=92872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 18:06:24.302263 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b361156-a551-4963-b090-941e166266cf admin admin] Pushing event updated for resources: {'Port': ['ID=a9f4927c-6847-4cc8-b647-b31e32ab8b43,revision_number=1']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:06:24.316291 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-0b361156-a551-4963-b090-941e166266cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:06:24.321200 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-0b361156-a551-4963-b090-941e166266cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-944711'] for router_interface, before_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:24.345149 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.l3_dvr_db [None req-67d18ac5-8bee-4997-b202-880f6da5927d None None] Set router cf4235a4-1cf5-406e-9017-8b05904869f0 gateway port host: dv-cinder-786260-6-iscsi {{(pid=92881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 18:06:24.345300 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Device 0603abd3-3a40-4fac-be94-bbab9f18de1f no longer exists at agent hyperv_hv-cinder-78626 {{(pid=92880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 18:06:24.354227 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-66361693-a6dd-43ee-a4a9-a4bd230314a4 req-602be695-a95e-4b80-b9b5-8a5e6c072028 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/security-groups?id=91f7f23c-b787-41c8-9305-85229b082856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385908 Jun 17 18:06:24.380351 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.plugin [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] No Port match for: 0603abd3-3a40-4fac-be94-bbab9f18de1f {{(pid=92880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 18:06:24.384481 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Device 0603abd3-3a40-4fac-be94-bbab9f18de1f not bound to the agent host hv-cinder-78626 {{(pid=92880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 18:06:24.414281 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f195efc7-002d-47bf-8b10-5a64805b64e5 req-9eb69dd4-b8ce-4df9-9aa9-ab0db1f7baff tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:24.415838 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-f195efc7-002d-47bf-8b10-5a64805b64e5 req-9eb69dd4-b8ce-4df9-9aa9-ab0db1f7baff tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] 10.222.0.97 "GET /v2.0/networks?id=8639f2be-4eec-4022-81e2-6f76de1ec029 HTTP/1.1" status: 200 len: 812 time: 0.1937459 Jun 17 18:06:24.438343 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-f195efc7-002d-47bf-8b10-5a64805b64e5 req-38d2df6d-5264-4be3-bd90-fd58ee1b055a tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] 10.222.0.97 "GET /v2.0/quotas/c659615da9734b569917d57cf1124485 HTTP/1.1" status: 200 len: 375 time: 0.0162413 Jun 17 18:06:24.477677 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-f195efc7-002d-47bf-8b10-5a64805b64e5 req-111f2638-801d-46a7-aa18-b78d316aef10 tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=c659615da9734b569917d57cf1124485&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0382402 Jun 17 18:06:24.493085 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-0b361156-a551-4963-b090-941e166266cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:24.516070 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea04425e-8b89-416c-b492-63abf892b82d None None] Pushing event updated for resources: {'Port': ['ID=9eadaefd-a437-41bd-8c9a-0920eff557dc,revision_number=3']} {{(pid=92881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:06:24.519665 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG oslo_concurrency.lockutils [None req-ea04425e-8b89-416c-b492-63abf892b82d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=92881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:06:24.589120 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-93ffccf9-c51e-4b05-b185-e03c13ad4328 None None] Provisioning for port a9f4927c-6847-4cc8-b647-b31e32ab8b43 completed by entity DHCP. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 18:06:24.596488 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-93ffccf9-c51e-4b05-b185-e03c13ad4328 None None] Provisioning complete for port a9f4927c-6847-4cc8-b647-b31e32ab8b43 triggered by entity DHCP. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 18:06:24.598271 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-93ffccf9-c51e-4b05-b185-e03c13ad4328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687209'] for port, provisioning_complete {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:24.640867 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.l3_hamode_db [None req-67d18ac5-8bee-4997-b202-880f6da5927d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf4235a4-1cf5-406e-9017-8b05904869f0', 'name': 'tempest-TestMinimumBasicScenario-1965674436-router', 'tenant_id': '74ba9816d29f45709c2d61dd07a4dcc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'external_fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '9eadaefd-a437-41bd-8c9a-0920eff557dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T18:06:19Z', 'updated_at': '2021-06-17T18:06:22Z', 'revision_number': 3, 'project_id': '74ba9816d29f45709c2d61dd07a4dcc6', 'gw_port': {'id': '9eadaefd-a437-41bd-8c9a-0920eff557dc', 'name': '', 'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:12:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf4235a4-1cf5-406e-9017-8b05904869f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:06:20Z', 'updated_at': '2021-06-17T18:06:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78089575-0364-47db-be8b-ef28f42f3a37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-6-iscsi'}], 'dv-cinder-786260-6-iscsi', False) {} {{(pid=92881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:06:24.671537 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.plugin [None req-93ffccf9-c51e-4b05-b185-e03c13ad4328 None None] Port a9f4927c-6847-4cc8-b647-b31e32ab8b43 cannot update to ACTIVE because it is not bound. {{(pid=92880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 18:06:24.685450 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-0b361156-a551-4963-b090-941e166266cf admin admin] Notify callbacks [] for port, precommit_update {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:24.691340 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-0b361156-a551-4963-b090-941e166266cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25531976'] for port, after_update {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:24.695376 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d18ac5-8bee-4997-b202-880f6da5927d None None] The sync data for ids ['cf4235a4-1cf5-406e-9017-8b05904869f0'] in dv-cinder-786260-6-iscsi is: [{'id': 'cf4235a4-1cf5-406e-9017-8b05904869f0', 'name': 'tempest-TestMinimumBasicScenario-1965674436-router', 'tenant_id': '74ba9816d29f45709c2d61dd07a4dcc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'external_fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '9eadaefd-a437-41bd-8c9a-0920eff557dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T18:06:19Z', 'updated_at': '2021-06-17T18:06:22Z', 'revision_number': 3, 'project_id': '74ba9816d29f45709c2d61dd07a4dcc6', 'gw_port': {'id': '9eadaefd-a437-41bd-8c9a-0920eff557dc', 'name': '', 'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:12:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf4235a4-1cf5-406e-9017-8b05904869f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:06:20Z', 'updated_at': '2021-06-17T18:06:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78089575-0364-47db-be8b-ef28f42f3a37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-6-iscsi'}] {{(pid=92881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 18:06:24.717615 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Device 49bc0759-61b6-4eb6-b3b2-a781c953ea6e up at agent ovs-agent-dv-cinder-786260-6-iscsi {{(pid=92880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 18:06:24.745062 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-4b6d883d-c004-422e-917e-273d5ca414ae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:06:24.747766 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-0b361156-a551-4963-b090-941e166266cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-950764'] for router_interface, after_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:24.764018 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-f195efc7-002d-47bf-8b10-5a64805b64e5 req-f23763a7-2be3-4c8d-b2ca-b43f2b996f20 service neutron] 10.222.0.97 "GET /v2.0/networks/8639f2be-4eec-4022-81e2-6f76de1ec029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2848549 Jun 17 18:06:24.800468 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Provisioning complete for port 49bc0759-61b6-4eb6-b3b2-a781c953ea6e triggered by entity L2. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 18:06:24.800938 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687209'] for port, provisioning_complete {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:24.820720 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b361156-a551-4963-b090-941e166266cf admin admin] Pushing event updated for resources: {'Port': ['ID=a9f4927c-6847-4cc8-b647-b31e32ab8b43,revision_number=2']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:06:24.833788 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-0b361156-a551-4963-b090-941e166266cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:06:24.853105 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e0e5e0-9176-4bdd-8887-f974580c8a89 req-fcb1a564-a56d-4877-b56c-10a9b251f060 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:24.860567 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-77e0e5e0-9176-4bdd-8887-f974580c8a89 req-fcb1a564-a56d-4877-b56c-10a9b251f060 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/ports?device_id=43fd5a25-ffb4-4518-8fdb-430531a5365d HTTP/1.1" status: 200 len: 943 time: 0.2119861 Jun 17 18:06:24.900393 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b361156-a551-4963-b090-941e166266cf admin admin] Network 1f9fb0f7-53a4-48cb-a36c-c77fb573af98 is already hosted by enough agents. {{(pid=92872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 18:06:24.900393 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.scheduler.base_scheduler [None req-0b361156-a551-4963-b090-941e166266cf admin admin] Resources bound (agent type, host, resource id): {{(pid=92872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 18:06:24.925368 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-77e0e5e0-9176-4bdd-8887-f974580c8a89 req-dd581ac4-6d09-4f8c-9afa-3e4b0e67f2ba tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/security-groups?id=3dcea033-1931-485c-8e80-04f1de860c08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638053 Jun 17 18:06:24.941377 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-f195efc7-002d-47bf-8b10-5a64805b64e5 req-65801a4a-7605-45c3-8bd1-882f06fb0180 service neutron] 10.222.0.97 "GET /v2.0/networks/8639f2be-4eec-4022-81e2-6f76de1ec029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761839 Jun 17 18:06:25.031023 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b361156-a551-4963-b090-941e166266cf admin admin] Router cf4235a4-1cf5-406e-9017-8b05904869f0 has already been hosted by L3 agent 4c938d44-4998-4210-8006-ee34f5a3ffbf {{(pid=92872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 18:06:25.219213 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b361156-a551-4963-b090-941e166266cf admin admin] Notify agent at l3_agent.dv-cinder-786260-6-iscsi the message routers_updated {{(pid=92872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 18:06:25.237273 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-0b361156-a551-4963-b090-941e166266cf admin admin] 10.222.0.97 "PUT /v2.0/routers/cf4235a4-1cf5-406e-9017-8b05904869f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0829277 Jun 17 18:06:25.240565 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-e3c410cf-60c1-4377-bf9f-eaa8543a8bb6 req-b1d5ddc2-8aeb-41f7-9d33-e773c9371189 tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] 10.222.0.97 "GET /v2.0/ports?device_id=99cd6e83-e889-4185-81f9-4925dd498399 HTTP/1.1" status: 200 len: 210 time: 0.0702474 Jun 17 18:06:25.328880 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-adc9fe9a-163c-4065-9009-1364370612eb None None] Provisioning complete for port a9f4927c-6847-4cc8-b647-b31e32ab8b43 triggered by entity DHCP. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 18:06:25.329269 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-adc9fe9a-163c-4065-9009-1364370612eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687209'] for port, provisioning_complete {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:25.399685 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.plugin [None req-adc9fe9a-163c-4065-9009-1364370612eb None None] Port a9f4927c-6847-4cc8-b647-b31e32ab8b43 cannot update to ACTIVE because it is not bound. {{(pid=92880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 18:06:25.406236 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02279521-8a53-467a-92ad-c692fa1908b6 req-0f37b25c-66c6-41d3-a3f2-e1e28f7560fd tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:25.420767 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-02279521-8a53-467a-92ad-c692fa1908b6 req-0f37b25c-66c6-41d3-a3f2-e1e28f7560fd tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/ports?device_id=d4ac72c4-640f-4b29-bebb-6e3ad492fde3 HTTP/1.1" status: 200 len: 945 time: 0.1208267 Jun 17 18:06:25.487606 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-02279521-8a53-467a-92ad-c692fa1908b6 req-32cf1e64-a147-4ae3-b804-d7244ec0fd87 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/security-groups?id=344af256-d773-4ff0-b9b9-f3fcbe207aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657213 Jun 17 18:06:25.495193 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e423dc-0b4a-4eb9-8fee-f36233d25cff req-2dc76c62-597d-4a0f-b0c2-ab5b1bf36d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:25.496802 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-b2e423dc-0b4a-4eb9-8fee-f36233d25cff req-2dc76c62-597d-4a0f-b0c2-ab5b1bf36d23 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=43fd5a25-ffb4-4518-8fdb-430531a5365d&tenant_id=42f4cfc5a3374a4084d73b360a838bfd HTTP/1.1" status: 200 len: 1096 time: 0.2036970 Jun 17 18:06:25.614312 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1974a5bc-c00c-4bb0-a008-dcbf63621c0c req-450a6380-21d3-494d-b834-02ae8f569ec1 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:25.623035 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-1974a5bc-c00c-4bb0-a008-dcbf63621c0c req-450a6380-21d3-494d-b834-02ae8f569ec1 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/ports?device_id=846c2194-7473-42f4-a480-3978b0d4bd60 HTTP/1.1" status: 200 len: 946 time: 0.0991776 Jun 17 18:06:25.641438 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e423dc-0b4a-4eb9-8fee-f36233d25cff req-00706653-40b4-4438-8937-b3d758b30f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:25.646525 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-b2e423dc-0b4a-4eb9-8fee-f36233d25cff req-00706653-40b4-4438-8937-b3d758b30f37 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=42f4cfc5a3374a4084d73b360a838bfd&device_id=43fd5a25-ffb4-4518-8fdb-430531a5365d HTTP/1.1" status: 200 len: 1096 time: 0.0911715 Jun 17 18:06:25.666622 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-1974a5bc-c00c-4bb0-a008-dcbf63621c0c req-530a752a-e65c-42ec-bb1d-5fbdb660a8a2 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/security-groups?id=91f7f23c-b787-41c8-9305-85229b082856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426171 Jun 17 18:06:25.779462 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e423dc-0b4a-4eb9-8fee-f36233d25cff req-7bcdc07d-9f93-449a-a72c-ef5fc182f74d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:25.781054 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-b2e423dc-0b4a-4eb9-8fee-f36233d25cff req-7bcdc07d-9f93-449a-a72c-ef5fc182f74d service neutron] 10.222.0.95 "GET /v2.0/networks?id=490619f6-df6b-4a81-8b12-97225a6da310 HTTP/1.1" status: 200 len: 919 time: 0.1127362 Jun 17 18:06:25.867224 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-b2e423dc-0b4a-4eb9-8fee-f36233d25cff req-a704715e-f2a9-43c7-934a-79e64de046dd service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=83c3404f-d49e-4e1b-831c-0b25c4e59742 HTTP/1.1" status: 200 len: 999 time: 0.0765498 Jun 17 18:06:25.937475 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e423dc-0b4a-4eb9-8fee-f36233d25cff req-842443d2-530f-4f74-9d6b-53a45b5d4fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:25.939029 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-b2e423dc-0b4a-4eb9-8fee-f36233d25cff req-842443d2-530f-4f74-9d6b-53a45b5d4fe7 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=d12fe909-5b0e-4b17-a966-d3ca34ed6db9 HTTP/1.1" status: 200 len: 856 time: 0.0492015 Jun 17 18:06:25.949544 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 47096) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:06:25.954521 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.v2.base [None req-f741a24d-a0e8-4277-8e5b-ab4dadbc3870 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-925944531-network', 'tenant_id': 'ffd4051f496841269df46db415efece2'}} {{(pid=92872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 18:06:26.000918 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f741a24d-a0e8-4277-8e5b-ab4dadbc3870 admin admin] Made reservation on behalf of ffd4051f496841269df46db415efece2 for: {'network': 1} {{(pid=92872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 18:06:26.003484 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-f741a24d-a0e8-4277-8e5b-ab4dadbc3870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1986742'] for network, before_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:26.013088 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-f741a24d-a0e8-4277-8e5b-ab4dadbc3870 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:26.064761 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e423dc-0b4a-4eb9-8fee-f36233d25cff req-f1ab3094-8713-426a-9d3b-db985fba1289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:26.066268 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-b2e423dc-0b4a-4eb9-8fee-f36233d25cff req-f1ab3094-8713-426a-9d3b-db985fba1289 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=490619f6-df6b-4a81-8b12-97225a6da310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0936568 Jun 17 18:06:26.126370 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0d6d7e-7e4d-44aa-a349-b960d504caa0 req-b5328327-685b-40b1-9425-d564f61a2e4d tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:26.128619 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-be0d6d7e-7e4d-44aa-a349-b960d504caa0 req-b5328327-685b-40b1-9425-d564f61a2e4d tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/ports?device_id=43fd5a25-ffb4-4518-8fdb-430531a5365d HTTP/1.1" status: 200 len: 943 time: 0.0748940 Jun 17 18:06:26.165737 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-f741a24d-a0e8-4277-8e5b-ab4dadbc3870 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:26.167379 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-be0d6d7e-7e4d-44aa-a349-b960d504caa0 req-21bf196a-b521-47f2-843d-fd428e8f99a1 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/security-groups?id=3dcea033-1931-485c-8e80-04f1de860c08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327775 Jun 17 18:06:26.191635 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-f741a24d-a0e8-4277-8e5b-ab4dadbc3870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:26.195794 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-b898e464-d5bb-4e30-9b90-324fbb9831c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:06:26.228277 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f741a24d-a0e8-4277-8e5b-ab4dadbc3870 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1104} {{(pid=92872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 18:06:26.242211 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f741a24d-a0e8-4277-8e5b-ab4dadbc3870 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ff5adb9-5f08-4c6e-af47-8bfdb9d73395,revision_number=1']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:06:26.248037 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-f741a24d-a0e8-4277-8e5b-ab4dadbc3870 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:06:26.251779 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-f741a24d-a0e8-4277-8e5b-ab4dadbc3870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1592042'] for segment, precommit_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:26.252163 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.db.segments_db [None req-f741a24d-a0e8-4277-8e5b-ab4dadbc3870 admin admin] Added segment 0a88696c-6fe1-4131-955c-f9c810b9f950 of type vlan for network 97be5514-6cc3-4c04-8e65-7dd4cd2ebbf9 Jun 17 18:06:26.255300 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-b2e423dc-0b4a-4eb9-8fee-f36233d25cff req-4291de27-8cdd-4a0e-b068-1dc812d3e3ce service neutron] 10.222.0.95 "GET /v2.0/networks/490619f6-df6b-4a81-8b12-97225a6da310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493638 Jun 17 18:06:26.323501 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-f741a24d-a0e8-4277-8e5b-ab4dadbc3870 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743364582301'] for network, precommit_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:26.381306 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-68707952-4e8c-437a-86f7-840c65e0d72f req-aefe9711-7b09-469e-ab31-9285d703e01a tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] 10.222.0.97 "GET /v2.0/ports?device_id=99cd6e83-e889-4185-81f9-4925dd498399 HTTP/1.1" status: 200 len: 210 time: 0.0333762 Jun 17 18:06:26.394580 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-b2e423dc-0b4a-4eb9-8fee-f36233d25cff req-3099c93b-c394-445c-acff-749ec458b363 service neutron] 10.222.0.95 "GET /v2.0/networks/490619f6-df6b-4a81-8b12-97225a6da310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316674 Jun 17 18:06:26.395752 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-f741a24d-a0e8-4277-8e5b-ab4dadbc3870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563796'] for network, after_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:26.396978 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f741a24d-a0e8-4277-8e5b-ab4dadbc3870 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:26.397665 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-f741a24d-a0e8-4277-8e5b-ab4dadbc3870 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563787'] for network, before_response {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:26.401277 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-73c26c2c-a1af-4e3c-b4f4-bf0c717de36b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:06:26.427073 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-f741a24d-a0e8-4277-8e5b-ab4dadbc3870 admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4763315 Jun 17 18:06:26.429735 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 47102) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:06:26.434650 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.v2.base [None req-6062319c-55d8-4d77-bf90-94212f069eff admin admin] Request body: {'subnet': {'network_id': '97be5514-6cc3-4c04-8e65-7dd4cd2ebbf9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-925944531-subnet', 'tenant_id': 'ffd4051f496841269df46db415efece2', 'ip_version': 4}} {{(pid=92874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 18:06:26.455431 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6062319c-55d8-4d77-bf90-94212f069eff admin admin] Made reservation on behalf of ffd4051f496841269df46db415efece2 for: {'subnet': 1} {{(pid=92874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 18:06:26.457751 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-6062319c-55d8-4d77-bf90-94212f069eff admin admin] Notify callbacks [] for subnet, before_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:26.463687 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f741a24d-a0e8-4277-8e5b-ab4dadbc3870 admin admin] Pushing event updated for resources: {'Network': ['ID=97be5514-6cc3-4c04-8e65-7dd4cd2ebbf9,revision_number=1']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:06:26.466232 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-f741a24d-a0e8-4277-8e5b-ab4dadbc3870 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:06:26.474050 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Network 97be5514-6cc3-4c04-8e65-7dd4cd2ebbf9 details requested by agent ovs-agent-dv-cinder-786260-6-iscsi with host dv-cinder-786260-6-iscsi {{(pid=92880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 18:06:26.683237 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-6062319c-55d8-4d77-bf90-94212f069eff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805'] for subnet, after_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:26.684509 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Device 9eadaefd-a437-41bd-8c9a-0920eff557dc up at agent ovs-agent-dv-cinder-786260-6-iscsi {{(pid=92880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 18:06:26.689187 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:06:26.749382 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Provisioning for port 9eadaefd-a437-41bd-8c9a-0920eff557dc completed by entity L2. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 18:06:26.753804 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Provisioning complete for port 9eadaefd-a437-41bd-8c9a-0920eff557dc triggered by entity L2. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 18:06:26.754660 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687209'] for port, provisioning_complete {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:26.761059 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6062319c-55d8-4d77-bf90-94212f069eff admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f244bed-8166-4e77-8dfa-edca2ad66637,revision_number=0']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:06:26.775304 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-6062319c-55d8-4d77-bf90-94212f069eff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:06:26.790443 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6062319c-55d8-4d77-bf90-94212f069eff admin admin] Checking segment: {'id': '0a88696c-6fe1-4131-955c-f9c810b9f950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '97be5514-6cc3-4c04-8e65-7dd4cd2ebbf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 18:06:26.790801 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6062319c-55d8-4d77-bf90-94212f069eff admin admin] Network hostable DHCP agents. Network: 97be5514-6cc3-4c04-8e65-7dd4cd2ebbf9, hostable agents: ['795a795f-766d-4def-8ee5-7e560291ca0e'], hosted agents: [] {{(pid=92874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 18:06:26.800335 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c63330-e85d-4496-ad0c-10298ade5127 req-bd35d08c-f2b9-4759-a331-c696822647bb tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:26.801842 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-57c63330-e85d-4496-ad0c-10298ade5127 req-bd35d08c-f2b9-4759-a331-c696822647bb tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/ports?device_id=d4ac72c4-640f-4b29-bebb-6e3ad492fde3 HTTP/1.1" status: 200 len: 945 time: 0.1586990 Jun 17 18:06:26.813112 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f29f8f-150b-4530-affb-6cf0cc077618 None None] Sync routers for ids ['cf4235a4-1cf5-406e-9017-8b05904869f0'] in dv-cinder-786260-6-iscsi {{(pid=92880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 18:06:26.837436 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6062319c-55d8-4d77-bf90-94212f069eff admin admin] Network 97be5514-6cc3-4c04-8e65-7dd4cd2ebbf9 is scheduled to be hosted by DHCP agent 795a795f-766d-4def-8ee5-7e560291ca0e with binding_index 1 {{(pid=92874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 18:06:26.863149 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.scheduler.base_scheduler [None req-6062319c-55d8-4d77-bf90-94212f069eff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-6-iscsi, 97be5514-6cc3-4c04-8e65-7dd4cd2ebbf9) {{(pid=92874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 18:06:26.866157 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:26.884543 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6062319c-55d8-4d77-bf90-94212f069eff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:26.885160 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-6062319c-55d8-4d77-bf90-94212f069eff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563787'] for subnet, before_response {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:26.886503 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f29f8f-150b-4530-affb-6cf0cc077618 None None] Routers {'cf4235a4-1cf5-406e-9017-8b05904869f0'} bound to L3 agent in host dv-cinder-786260-6-iscsi {{(pid=92880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 18:06:26.887135 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_hamode_db [None req-92f29f8f-150b-4530-affb-6cf0cc077618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T17:55:17Z,description=,heartbeat_timestamp=2021-06-17T18:06:17Z,host='dv-cinder-786260-6-iscsi',id=4c938d44-4998-4210-8006-ee34f5a3ffbf,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:55:17Z,topic='l3_agent')) {'router_ids': ['cf4235a4-1cf5-406e-9017-8b05904869f0'], 'active': True} {{(pid=92880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:06:26.890482 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-166293b6-5093-4cfc-9641-b5c218787c7b None None] Network 97be5514-6cc3-4c04-8e65-7dd4cd2ebbf9 requested from dv-cinder-786260-6-iscsi {{(pid=92880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 18:06:26.890928 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-57c63330-e85d-4496-ad0c-10298ade5127 req-6f0823d9-c839-4e84-96ed-b580a8312fd4 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/security-groups?id=344af256-d773-4ff0-b9b9-f3fcbe207aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779147 Jun 17 18:06:26.907574 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-6062319c-55d8-4d77-bf90-94212f069eff admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4767690 Jun 17 18:06:26.911883 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 47112) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:06:26.918155 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.v2.base [None req-a39ad0b4-ad47-4ed3-82b8-1c7dd34aca48 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-925944531-router', 'tenant_id': 'ffd4051f496841269df46db415efece2', 'external_gateway_info': {'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c'}}} {{(pid=92872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 18:06:26.950241 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-a39ad0b4-ad47-4ed3-82b8-1c7dd34aca48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1018585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-464'] for router, before_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:26.951408 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-a39ad0b4-ad47-4ed3-82b8-1c7dd34aca48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1017378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-955537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-598790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-463'] for router, precommit_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:26.971436 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c496e742-8784-4633-b00e-4b86526a56c7 req-8fd85416-0d46-485e-8a4e-f3685557b49f tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:26.980529 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-c496e742-8784-4633-b00e-4b86526a56c7 req-8fd85416-0d46-485e-8a4e-f3685557b49f tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/ports?device_id=846c2194-7473-42f4-a480-3978b0d4bd60 HTTP/1.1" status: 200 len: 946 time: 0.1371789 Jun 17 18:06:26.995117 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] For port 9eadaefd-a437-41bd-8c9a-0920eff557dc, host dv-cinder-786260-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-6-iscsi',level=0,port_id=9eadaefd-a437-41bd-8c9a-0920eff557dc,segment=NetworkSegment(07abf0fa-b3ae-48d7-9299-c095c09325c6),segment_id=07abf0fa-b3ae-48d7-9299-c095c09325c6)] {{(pid=92880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:06:27.025218 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479'] for port, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:27.027109 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-f26705a8-014a-41c7-92e3-d6246bbec0b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:06:27.036602 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-c496e742-8784-4633-b00e-4b86526a56c7 req-a00dc011-3e7b-46b8-8b5c-4b023cb4860b tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/security-groups?id=91f7f23c-b787-41c8-9305-85229b082856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546343 Jun 17 18:06:27.063071 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-a39ad0b4-ad47-4ed3-82b8-1c7dd34aca48 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:27.123384 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Pushing event updated for resources: {'Port': ['ID=9eadaefd-a437-41bd-8c9a-0920eff557dc,revision_number=4']} {{(pid=92880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:06:27.144895 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:06:27.150121 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_dvr_db [None req-92f29f8f-150b-4530-affb-6cf0cc077618 None None] Set router cf4235a4-1cf5-406e-9017-8b05904869f0 gateway port host: dv-cinder-786260-6-iscsi {{(pid=92880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 18:06:27.245924 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f195efc7-002d-47bf-8b10-5a64805b64e5 req-7ba6ab90-1139-410f-b311-deb3cf8d15f8 tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:27.247395 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-f195efc7-002d-47bf-8b10-5a64805b64e5 req-7ba6ab90-1139-410f-b311-deb3cf8d15f8 tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] 10.222.0.95 "GET /v2.0/networks?id=8639f2be-4eec-4022-81e2-6f76de1ec029 HTTP/1.1" status: 200 len: 812 time: 0.2246928 Jun 17 18:06:27.278881 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10274286-e745-461b-a4d2-959e071aff49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc86703fc-b3e3-5eab-995b-625b3403c1cb-97be5514-6cc3-4c04-8e65-7dd4cd2ebbf9', 'network_id': '97be5514-6cc3-4c04-8e65-7dd4cd2ebbf9', 'tenant_id': 'ffd4051f496841269df46db415efece2', 'fixed_ips': [{'subnet_id': '0f244bed-8166-4e77-8dfa-edca2ad66637'}]}} from dv-cinder-786260-6-iscsi. {{(pid=92880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 18:06:27.279734 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-10274286-e745-461b-a4d2-959e071aff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1986742'] for port, before_create {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:27.305382 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e793a6c-41ab-4ad6-ad9c-d47574ad3462 req-4692300d-bf51-4109-bed7-ff4b54c09f31 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:27.307194 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-3e793a6c-41ab-4ad6-ad9c-d47574ad3462 req-4692300d-bf51-4109-bed7-ff4b54c09f31 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.95 "GET /v2.0/ports?device_id=846c2194-7473-42f4-a480-3978b0d4bd60 HTTP/1.1" status: 200 len: 946 time: 0.1591635 Jun 17 18:06:27.380716 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-a39ad0b4-ad47-4ed3-82b8-1c7dd34aca48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-955609', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1018539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-509'] for router, precommit_update {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:27.400263 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.v2.base [req-f195efc7-002d-47bf-8b10-5a64805b64e5 req-02cab59e-d874-400d-b6f0-2ba866513818 tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] Request body: {'port': {'device_id': '99cd6e83-e889-4185-81f9-4925dd498399', 'network_id': '8639f2be-4eec-4022-81e2-6f76de1ec029', 'admin_state_up': True, 'tenant_id': 'c659615da9734b569917d57cf1124485'}} {{(pid=92872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 18:06:27.485026 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dd493d-9713-40e0-bca4-c69ca6217fd6 req-bab007ee-2010-4ddf-831f-f2fa0cbdbe19 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:27.486579 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-66dd493d-9713-40e0-bca4-c69ca6217fd6 req-bab007ee-2010-4ddf-831f-f2fa0cbdbe19 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/ports?device_id=43fd5a25-ffb4-4518-8fdb-430531a5365d HTTP/1.1" status: 200 len: 943 time: 0.1342962 Jun 17 18:06:27.533350 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.plugin [req-3e793a6c-41ab-4ad6-ad9c-d47574ad3462 req-d9278b50-4808-49a1-9ef8-6f3b3c98df26 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Deleting port 5b7ffdd7-8478-4f32-9d5e-1d5d216f47ba {{(pid=92874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 18:06:27.536542 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-3e793a6c-41ab-4ad6-ad9c-d47574ad3462 req-d9278b50-4808-49a1-9ef8-6f3b3c98df26 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743365079206'] for port, before_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:27.576350 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.db_base_plugin_common [None req-10274286-e745-461b-a4d2-959e071aff49 None None] Allocated IP 172.20.0.2 (97be5514-6cc3-4c04-8e65-7dd4cd2ebbf9/0f244bed-8166-4e77-8dfa-edca2ad66637/57777ce2-a4ea-4cd9-8cfc-d40530ccbc19) {{(pid=92880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 18:06:27.633030 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_hamode_db [None req-92f29f8f-150b-4530-affb-6cf0cc077618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf4235a4-1cf5-406e-9017-8b05904869f0', 'name': 'tempest-TestMinimumBasicScenario-1965674436-router', 'tenant_id': '74ba9816d29f45709c2d61dd07a4dcc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'external_fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '9eadaefd-a437-41bd-8c9a-0920eff557dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T18:06:19Z', 'updated_at': '2021-06-17T18:06:24Z', 'revision_number': 4, 'project_id': '74ba9816d29f45709c2d61dd07a4dcc6', 'gw_port': {'id': '9eadaefd-a437-41bd-8c9a-0920eff557dc', 'name': '', 'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:12:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf4235a4-1cf5-406e-9017-8b05904869f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:06:20Z', 'updated_at': '2021-06-17T18:06:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78089575-0364-47db-be8b-ef28f42f3a37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-6-iscsi', '_interfaces': [{'id': 'a9f4927c-6847-4cc8-b647-b31e32ab8b43', 'name': '', 'network_id': '1f9fb0f7-53a4-48cb-a36c-c77fb573af98', 'tenant_id': '74ba9816d29f45709c2d61dd07a4dcc6', 'mac_address': 'fa:16:3e:2f:c5:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf4235a4-1cf5-406e-9017-8b05904869f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '5ea2c680-8280-494b-b582-ad8adfc7edc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:06:23Z', 'updated_at': '2021-06-17T18:06:24Z', 'revision_number': 2, 'project_id': '74ba9816d29f45709c2d61dd07a4dcc6', 'subnets': [{'id': '5ea2c680-8280-494b-b582-ad8adfc7edc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-6-iscsi', False) {} {{(pid=92880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:06:27.637407 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-4e6f467c-8aa8-4cfd-aefa-ce31ead4f9d9 req-5a92a6d3-601e-43cf-8938-a9cffe7e7550 tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] 10.222.0.97 "GET /v2.0/ports?device_id=99cd6e83-e889-4185-81f9-4925dd498399 HTTP/1.1" status: 200 len: 210 time: 0.0429938 Jun 17 18:06:27.653784 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f195efc7-002d-47bf-8b10-5a64805b64e5 req-02cab59e-d874-400d-b6f0-2ba866513818 tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] Made reservation on behalf of c659615da9734b569917d57cf1124485 for: {'port': 1} {{(pid=92872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 18:06:27.659133 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [req-f195efc7-002d-47bf-8b10-5a64805b64e5 req-02cab59e-d874-400d-b6f0-2ba866513818 tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1986742'] for port, before_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:27.681235 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-66dd493d-9713-40e0-bca4-c69ca6217fd6 req-1d3ec6c0-1dfd-4c2e-8aca-e7256cea518b tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/security-groups?id=3dcea033-1931-485c-8e80-04f1de860c08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1788654 Jun 17 18:06:27.706169 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f29f8f-150b-4530-affb-6cf0cc077618 None None] Checking router: cf4235a4-1cf5-406e-9017-8b05904869f0 for host: dv-cinder-786260-6-iscsi {{(pid=92880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 18:06:27.706729 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f29f8f-150b-4530-affb-6cf0cc077618 None None] Updating router cf4235a4-1cf5-406e-9017-8b05904869f0 port a9f4927c-6847-4cc8-b647-b31e32ab8b43 binding host dv-cinder-786260-6-iscsi {{(pid=92880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 18:06:27.781016 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-92f29f8f-150b-4530-affb-6cf0cc077618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:27.792522 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.db [req-3e793a6c-41ab-4ad6-ad9c-d47574ad3462 req-d9278b50-4808-49a1-9ef8-6f3b3c98df26 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] For port 5b7ffdd7-8478-4f32-9d5e-1d5d216f47ba, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=5b7ffdd7-8478-4f32-9d5e-1d5d216f47ba,segment=NetworkSegment(ec1be91d-5013-401a-90de-3135f9e6b68b),segment_id=ec1be91d-5013-401a-90de-3135f9e6b68b)] {{(pid=92874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:06:27.792989 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-3e793a6c-41ab-4ad6-ad9c-d47574ad3462 req-d9278b50-4808-49a1-9ef8-6f3b3c98df26 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956370'] for port, precommit_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:27.858502 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-10274286-e745-461b-a4d2-959e071aff49 None None] Notify callbacks [] for port, precommit_create {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:27.867097 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-10274286-e745-461b-a4d2-959e071aff49 None None] Transition to ACTIVE for port object 57777ce2-a4ea-4cd9-8cfc-d40530ccbc19 will not be triggered until provisioned by entity L2. {{(pid=92880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 18:06:27.876411 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.plugin [req-3e793a6c-41ab-4ad6-ad9c-d47574ad3462 req-d9278b50-4808-49a1-9ef8-6f3b3c98df26 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Calling delete_port for 5b7ffdd7-8478-4f32-9d5e-1d5d216f47ba owned by compute:nova {{(pid=92874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 18:06:27.883785 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-10274286-e745-461b-a4d2-959e071aff49 None None] Transition to ACTIVE for port object 57777ce2-a4ea-4cd9-8cfc-d40530ccbc19 will not be triggered until provisioned by entity DHCP. {{(pid=92880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 18:06:27.892086 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-10274286-e745-461b-a4d2-959e071aff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1986807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743364645416'] for port, after_create {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:27.896107 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-c9bd207a-317d-462b-b65a-dd1120853d56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:06:27.958144 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10274286-e745-461b-a4d2-959e071aff49 None None] Network 97be5514-6cc3-4c04-8e65-7dd4cd2ebbf9 is already hosted by enough agents. {{(pid=92880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 18:06:27.964137 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.scheduler.base_scheduler [None req-10274286-e745-461b-a4d2-959e071aff49 None None] Resources bound (agent type, host, resource id): {{(pid=92880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 18:06:27.977750 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10274286-e745-461b-a4d2-959e071aff49 None None] Received port after_create {{(pid=92880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 18:06:28.033698 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10274286-e745-461b-a4d2-959e071aff49 None None] Pushing event updated for resources: {'Port': ['ID=57777ce2-a4ea-4cd9-8cfc-d40530ccbc19,revision_number=1']} {{(pid=92880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:06:28.049911 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-10274286-e745-461b-a4d2-959e071aff49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:06:28.129619 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.managers [None req-10274286-e745-461b-a4d2-959e071aff49 None None] Attempting to bind port 57777ce2-a4ea-4cd9-8cfc-d40530ccbc19 on host dv-cinder-786260-6-iscsi for vnic_type normal with profile {{(pid=92880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 18:06:28.130004 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.managers [None req-10274286-e745-461b-a4d2-959e071aff49 None None] Attempting to bind port 57777ce2-a4ea-4cd9-8cfc-d40530ccbc19 by drivers openvswitch,hyperv on host dv-cinder-786260-6-iscsi at level 0 using segments [{'id': '0a88696c-6fe1-4131-955c-f9c810b9f950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '97be5514-6cc3-4c04-8e65-7dd4cd2ebbf9'}] {{(pid=92880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 18:06:28.130375 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10274286-e745-461b-a4d2-959e071aff49 None None] Attempting to bind port 57777ce2-a4ea-4cd9-8cfc-d40530ccbc19 on network 97be5514-6cc3-4c04-8e65-7dd4cd2ebbf9 {{(pid=92880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 18:06:28.135753 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-3e793a6c-41ab-4ad6-ad9c-d47574ad3462 req-d9278b50-4808-49a1-9ef8-6f3b3c98df26 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743365085983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743364645425'] for port, after_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:28.140772 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-784c6004-2278-4de0-abb5-4a5346d575c8 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:06:28.152641 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10274286-e745-461b-a4d2-959e071aff49 None None] Checking agent: {'id': '656fc8e0-be97-41b9-a086-aa1caa9e55fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 17, 55, 17), 'started_at': datetime.datetime(2021, 6, 17, 17, 55, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 18, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 18:06:28.153025 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10274286-e745-461b-a4d2-959e071aff49 None None] Checking segment: {'id': '0a88696c-6fe1-4131-955c-f9c810b9f950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '97be5514-6cc3-4c04-8e65-7dd4cd2ebbf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 18:06:28.153439 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-10274286-e745-461b-a4d2-959e071aff49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:28.153842 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10274286-e745-461b-a4d2-959e071aff49 None None] Bound using segment: {'id': '0a88696c-6fe1-4131-955c-f9c810b9f950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '97be5514-6cc3-4c04-8e65-7dd4cd2ebbf9'} {{(pid=92880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 18:06:28.154322 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.managers [None req-10274286-e745-461b-a4d2-959e071aff49 None None] Bound port: 57777ce2-a4ea-4cd9-8cfc-d40530ccbc19, host: dv-cinder-786260-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a88696c-6fe1-4131-955c-f9c810b9f950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '97be5514-6cc3-4c04-8e65-7dd4cd2ebbf9'}}] {{(pid=92880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 18:06:28.154705 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-10274286-e745-461b-a4d2-959e071aff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:28.159165 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-a39ad0b4-ad47-4ed3-82b8-1c7dd34aca48 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:28.163011 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.db.db_base_plugin_common [req-f195efc7-002d-47bf-8b10-5a64805b64e5 req-02cab59e-d874-400d-b6f0-2ba866513818 tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] Allocated IP 172.20.0.3 (8639f2be-4eec-4022-81e2-6f76de1ec029/2cccf722-21e7-4d50-a8c8-6c4bc08c12fb/41de16a2-6d93-41c2-ae7a-20cae5ebcdc8) {{(pid=92872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 18:06:28.190649 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-a39ad0b4-ad47-4ed3-82b8-1c7dd34aca48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1986742'] for port, before_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:28.193706 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9278b50-4808-49a1-9ef8-6f3b3c98df26 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Pushing event deleted for resources: {'Port': ['ID=5b7ffdd7-8478-4f32-9d5e-1d5d216f47ba,revision_number=None']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:06:28.196832 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-d9278b50-4808-49a1-9ef8-6f3b3c98df26 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:06:28.203421 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] get_ports_and_sgs() called for port_ids ['66b35a25-01d6-4d67-ad06-eac51e9a99a7', '2490d242-9258-4e38-9703-40336224e523', '5b7ffdd7-8478-4f32-9d5e-1d5d216f47ba'] {{(pid=92880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 18:06:28.283869 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e793a6c-41ab-4ad6-ad9c-d47574ad3462 req-d9278b50-4808-49a1-9ef8-6f3b3c98df26 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] No DVR routers for this DVR port 5b7ffdd7-8478-4f32-9d5e-1d5d216f47ba on host hv-cinder-78626 {{(pid=92874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 18:06:28.301856 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-3e793a6c-41ab-4ad6-ad9c-d47574ad3462 req-d9278b50-4808-49a1-9ef8-6f3b3c98df26 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523113'] for port, before_response {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:28.303789 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-3e793a6c-41ab-4ad6-ad9c-d47574ad3462 req-d9278b50-4808-49a1-9ef8-6f3b3c98df26 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.95 "DELETE /v2.0/ports/5b7ffdd7-8478-4f32-9d5e-1d5d216f47ba HTTP/1.1" status: 204 len: 173 time: 0.9860814 Jun 17 18:06:28.306558 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '846c2194-7473-42f4-a480-3978b0d4bd60', 'name': 'network-vif-deleted', 'tag': '5b7ffdd7-8478-4f32-9d5e-1d5d216f47ba'}] {{(pid=92874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 18:06:28.309474 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58554d43f64f60294e2d1fd4a9d9342a0a386c70b92defbb6c9fd2054ba7a623" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-917c4f4c-ebd1-4915-9dfd-318586df9490" -d '{"events": [{"server_uuid": "846c2194-7473-42f4-a480-3978b0d4bd60", "name": "network-vif-deleted", "tag": "5b7ffdd7-8478-4f32-9d5e-1d5d216f47ba"}]}' {{(pid=92874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 18:06:28.347866 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-83bcc3cb-db1e-4f7b-847b-ec520173ecbe req-e48bac7a-4e66-443f-949b-7ba39f2a8aef tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/ports?device_id=846c2194-7473-42f4-a480-3978b0d4bd60 HTTP/1.1" status: 200 len: 210 time: 0.0672483 Jun 17 18:06:28.405735 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.db.db_base_plugin_common [None req-a39ad0b4-ad47-4ed3-82b8-1c7dd34aca48 admin admin] Allocated IP 172.27.2.67 (64144b6f-e068-441d-8337-f91b82ffb73c/78089575-0364-47db-be8b-ef28f42f3a37/727525d8-be53-4d2f-8182-376edeedfaa6) {{(pid=92872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 18:06:28.426758 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f325ba5c-cf8c-469c-9053-518e549c34f8 req-2c0baafa-d946-4e9a-babd-b1d950645e5b tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:28.428636 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-f325ba5c-cf8c-469c-9053-518e549c34f8 req-2c0baafa-d946-4e9a-babd-b1d950645e5b tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/ports?device_id=d4ac72c4-640f-4b29-bebb-6e3ad492fde3 HTTP/1.1" status: 200 len: 945 time: 0.1469383 Jun 17 18:06:28.467671 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 18:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dc15bd6-1e02-4898-9c2d-be17888320a0 x-openstack-request-id: req-4dc15bd6-1e02-4898-9c2d-be17888320a0 {{(pid=92874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 18:06:28.468431 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "846c2194-7473-42f4-a480-3978b0d4bd60", "name": "network-vif-deleted", "tag": "5b7ffdd7-8478-4f32-9d5e-1d5d216f47ba", "status": "completed", "code": 200}]} {{(pid=92874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 18:06:28.468922 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-4dc15bd6-1e02-4898-9c2d-be17888320a0 {{(pid=92874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 18:06:28.469597 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '846c2194-7473-42f4-a480-3978b0d4bd60', 'name': 'network-vif-deleted', 'tag': '5b7ffdd7-8478-4f32-9d5e-1d5d216f47ba', 'status': 'completed', 'code': 200} Jun 17 18:06:28.499627 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-f325ba5c-cf8c-469c-9053-518e549c34f8 req-728edad3-f788-4824-a6de-e1a535b906e3 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/security-groups?id=344af256-d773-4ff0-b9b9-f3fcbe207aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651283 Jun 17 18:06:28.617132 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [req-f195efc7-002d-47bf-8b10-5a64805b64e5 req-02cab59e-d874-400d-b6f0-2ba866513818 tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] Notify callbacks [] for port, precommit_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:28.626291 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-10274286-e745-461b-a4d2-959e071aff49 None None] For port 57777ce2-a4ea-4cd9-8cfc-d40530ccbc19, host dv-cinder-786260-6-iscsi, cleared binding levels {{(pid=92880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 18:06:28.666631 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-10274286-e745-461b-a4d2-959e071aff49 None None] For port 57777ce2-a4ea-4cd9-8cfc-d40530ccbc19, host dv-cinder-786260-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-6-iscsi',level=0,port_id=57777ce2-a4ea-4cd9-8cfc-d40530ccbc19,segment=NetworkSegment(0a88696c-6fe1-4131-955c-f9c810b9f950),segment_id=0a88696c-6fe1-4131-955c-f9c810b9f950)] {{(pid=92880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 18:06:28.666871 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-a39ad0b4-ad47-4ed3-82b8-1c7dd34aca48 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:28.683905 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-10274286-e745-461b-a4d2-959e071aff49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479'] for port, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:28.729676 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:06:28.739554 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [req-f195efc7-002d-47bf-8b10-5a64805b64e5 req-02cab59e-d874-400d-b6f0-2ba866513818 tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1986807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743364645416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25532026'] for port, after_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:28.750890 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-ac2b5322-09b4-4687-a202-0346bf99e87e tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:06:28.777864 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Device 9eadaefd-a437-41bd-8c9a-0920eff557dc up at agent ovs-agent-dv-cinder-786260-6-iscsi {{(pid=92880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 18:06:28.829780 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f195efc7-002d-47bf-8b10-5a64805b64e5 req-02cab59e-d874-400d-b6f0-2ba866513818 tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] Network 8639f2be-4eec-4022-81e2-6f76de1ec029 is already hosted by enough agents. {{(pid=92872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 18:06:28.849547 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.scheduler.base_scheduler [req-f195efc7-002d-47bf-8b10-5a64805b64e5 req-02cab59e-d874-400d-b6f0-2ba866513818 tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] Resources bound (agent type, host, resource id): {{(pid=92872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 18:06:28.855063 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.db.l3_dvrscheduler_db [req-f195efc7-002d-47bf-8b10-5a64805b64e5 req-02cab59e-d874-400d-b6f0-2ba866513818 tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] Received port after_create {{(pid=92872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 18:06:28.892571 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-a39ad0b4-ad47-4ed3-82b8-1c7dd34aca48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1986807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743364645416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25532026'] for port, after_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:28.902015 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-92f29f8f-150b-4530-affb-6cf0cc077618 None None] Notify callbacks [] for port, precommit_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:28.928540 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cab59e-d874-400d-b6f0-2ba866513818 tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] Pushing event updated for resources: {'Port': ['ID=41de16a2-6d93-41c2-ae7a-20cae5ebcdc8,revision_number=1']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:06:28.956422 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-02cab59e-d874-400d-b6f0-2ba866513818 tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:06:28.958803 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:06:28.974400 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a39ad0b4-ad47-4ed3-82b8-1c7dd34aca48 admin admin] Network 64144b6f-e068-441d-8337-f91b82ffb73c is already hosted by enough agents. {{(pid=92872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 18:06:28.976178 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10274286-e745-461b-a4d2-959e071aff49 None None] Pushing event updated for resources: {'Port': ['ID=57777ce2-a4ea-4cd9-8cfc-d40530ccbc19,revision_number=2']} {{(pid=92880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:06:28.985803 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-92f29f8f-150b-4530-affb-6cf0cc077618 None None] Transition to ACTIVE for port object a9f4927c-6847-4cc8-b647-b31e32ab8b43 will not be triggered until provisioned by entity L2. {{(pid=92880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 18:06:28.987702 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-10274286-e745-461b-a4d2-959e071aff49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:06:29.004373 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-92f29f8f-150b-4530-affb-6cf0cc077618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479'] for port, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:29.010081 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.scheduler.base_scheduler [None req-a39ad0b4-ad47-4ed3-82b8-1c7dd34aca48 admin admin] Resources bound (agent type, host, resource id): {{(pid=92872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 18:06:29.012692 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:06:29.019041 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f195efc7-002d-47bf-8b10-5a64805b64e5 req-02cab59e-d874-400d-b6f0-2ba866513818 tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:29.019692 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [req-f195efc7-002d-47bf-8b10-5a64805b64e5 req-02cab59e-d874-400d-b6f0-2ba866513818 tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523113'] for port, before_response {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:29.043229 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39ad0b4-ad47-4ed3-82b8-1c7dd34aca48 admin admin] Received port after_create {{(pid=92872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 18:06:29.050192 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-f195efc7-002d-47bf-8b10-5a64805b64e5 req-02cab59e-d874-400d-b6f0-2ba866513818 tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7767580 Jun 17 18:06:29.094841 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39ad0b4-ad47-4ed3-82b8-1c7dd34aca48 admin admin] Pushing event updated for resources: {'Port': ['ID=727525d8-be53-4d2f-8182-376edeedfaa6,revision_number=1']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:06:29.105461 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-a39ad0b4-ad47-4ed3-82b8-1c7dd34aca48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:06:29.187791 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f8533d-4beb-48a1-adaa-9a180e1689eb None None] Pushing event updated for resources: {'Port': ['ID=a9f4927c-6847-4cc8-b647-b31e32ab8b43,revision_number=3']} {{(pid=92880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:06:29.200849 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-00f8533d-4beb-48a1-adaa-9a180e1689eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:06:29.317299 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Provisioning complete for port 9eadaefd-a437-41bd-8c9a-0920eff557dc triggered by entity L2. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 18:06:29.317688 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687209'] for port, provisioning_complete {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:29.448549 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.managers [None req-92f29f8f-150b-4530-affb-6cf0cc077618 None None] Attempting to bind port a9f4927c-6847-4cc8-b647-b31e32ab8b43 on host dv-cinder-786260-6-iscsi for vnic_type normal with profile {{(pid=92880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 18:06:29.448987 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.managers [None req-92f29f8f-150b-4530-affb-6cf0cc077618 None None] Attempting to bind port a9f4927c-6847-4cc8-b647-b31e32ab8b43 by drivers openvswitch,hyperv on host dv-cinder-786260-6-iscsi at level 0 using segments [{'id': '51124b7c-a80a-4db0-b648-ac0bff2755df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '1f9fb0f7-53a4-48cb-a36c-c77fb573af98'}] {{(pid=92880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 18:06:29.449365 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f29f8f-150b-4530-affb-6cf0cc077618 None None] Attempting to bind port a9f4927c-6847-4cc8-b647-b31e32ab8b43 on network 1f9fb0f7-53a4-48cb-a36c-c77fb573af98 {{(pid=92880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 18:06:29.482575 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f29f8f-150b-4530-affb-6cf0cc077618 None None] Checking agent: {'id': '656fc8e0-be97-41b9-a086-aa1caa9e55fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 17, 55, 17), 'started_at': datetime.datetime(2021, 6, 17, 17, 55, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 18, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 18:06:29.482575 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f29f8f-150b-4530-affb-6cf0cc077618 None None] Checking segment: {'id': '51124b7c-a80a-4db0-b648-ac0bff2755df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '1f9fb0f7-53a4-48cb-a36c-c77fb573af98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 18:06:29.482575 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-92f29f8f-150b-4530-affb-6cf0cc077618 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:29.482964 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f29f8f-150b-4530-affb-6cf0cc077618 None None] Bound using segment: {'id': '51124b7c-a80a-4db0-b648-ac0bff2755df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '1f9fb0f7-53a4-48cb-a36c-c77fb573af98'} {{(pid=92880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 18:06:29.483364 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.managers [None req-92f29f8f-150b-4530-affb-6cf0cc077618 None None] Bound port: a9f4927c-6847-4cc8-b647-b31e32ab8b43, host: dv-cinder-786260-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51124b7c-a80a-4db0-b648-ac0bff2755df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '1f9fb0f7-53a4-48cb-a36c-c77fb573af98'}}] {{(pid=92880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 18:06:29.483748 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-92f29f8f-150b-4530-affb-6cf0cc077618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:29.495451 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a27f7e5-832c-47df-acc8-468fd139d26a req-e7f403a8-f674-4fbf-b788-6d6a27b9a8d4 tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:29.501705 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-1a27f7e5-832c-47df-acc8-468fd139d26a req-e7f403a8-f674-4fbf-b788-6d6a27b9a8d4 tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] 10.222.0.97 "GET /v2.0/ports?device_id=99cd6e83-e889-4185-81f9-4925dd498399 HTTP/1.1" status: 200 len: 931 time: 0.6932161 Jun 17 18:06:29.564902 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-1a27f7e5-832c-47df-acc8-468fd139d26a req-49d31b52-6fcd-4ff0-8a93-0ac31a31c4f8 tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] 10.222.0.97 "GET /v2.0/security-groups?id=b7e6f4f5-24f4-4dde-a96a-8d8da070066c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566676 Jun 17 18:06:29.592879 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f696260-48a1-4f6a-8e80-9b0bf4d32582 req-49654b36-7ddf-4b6a-8253-6b533945fbab tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:29.601856 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-6f696260-48a1-4f6a-8e80-9b0bf4d32582 req-49654b36-7ddf-4b6a-8253-6b533945fbab tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/ports?device_id=43fd5a25-ffb4-4518-8fdb-430531a5365d HTTP/1.1" status: 200 len: 943 time: 0.7216470 Jun 17 18:06:29.681590 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-92f29f8f-150b-4530-affb-6cf0cc077618 None None] For port a9f4927c-6847-4cc8-b647-b31e32ab8b43, host dv-cinder-786260-6-iscsi, cleared binding levels {{(pid=92880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 18:06:29.686028 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-92f29f8f-150b-4530-affb-6cf0cc077618 None None] For port a9f4927c-6847-4cc8-b647-b31e32ab8b43, host dv-cinder-786260-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-6-iscsi',level=0,port_id=a9f4927c-6847-4cc8-b647-b31e32ab8b43,segment=NetworkSegment(51124b7c-a80a-4db0-b648-ac0bff2755df),segment_id=51124b7c-a80a-4db0-b648-ac0bff2755df)] {{(pid=92880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 18:06:29.691544 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-92f29f8f-150b-4530-affb-6cf0cc077618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479'] for port, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:29.694972 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:06:29.705336 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-6f696260-48a1-4f6a-8e80-9b0bf4d32582 req-8d4e68b5-9e48-46ea-8748-33f3badfd206 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/security-groups?id=3dcea033-1931-485c-8e80-04f1de860c08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021199 Jun 17 18:06:29.750820 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f29f8f-150b-4530-affb-6cf0cc077618 None None] Routers {'cf4235a4-1cf5-406e-9017-8b05904869f0'} bound to L3 agent in host dv-cinder-786260-6-iscsi {{(pid=92880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 18:06:29.751455 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_hamode_db [None req-92f29f8f-150b-4530-affb-6cf0cc077618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T17:55:17Z,description=,heartbeat_timestamp=2021-06-17T18:06:17Z,host='dv-cinder-786260-6-iscsi',id=4c938d44-4998-4210-8006-ee34f5a3ffbf,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:55:17Z,topic='l3_agent')) {'router_ids': ['cf4235a4-1cf5-406e-9017-8b05904869f0'], 'active': True} {{(pid=92880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:06:29.887342 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f8533d-4beb-48a1-adaa-9a180e1689eb None None] Pushing event updated for resources: {'Port': ['ID=a9f4927c-6847-4cc8-b647-b31e32ab8b43,revision_number=4']} {{(pid=92880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:06:29.917030 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-3049a24c-3ac3-4690-8002-eeaeea661d9d req-0e29297b-a44c-4c6d-be5d-dc74318df63a tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/ports?device_id=846c2194-7473-42f4-a480-3978b0d4bd60 HTTP/1.1" status: 200 len: 210 time: 0.0748925 Jun 17 18:06:29.924734 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-00f8533d-4beb-48a1-adaa-9a180e1689eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:06:29.956367 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-a39ad0b4-ad47-4ed3-82b8-1c7dd34aca48 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:29.970796 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_dvr_db [None req-92f29f8f-150b-4530-affb-6cf0cc077618 None None] Set router cf4235a4-1cf5-406e-9017-8b05904869f0 gateway port host: dv-cinder-786260-6-iscsi {{(pid=92880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 18:06:30.084054 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7fc164-44a5-45c5-9aeb-16f543e2335d req-53acb880-ae49-4b73-b48b-f6e3a76a0af4 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:30.085718 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-3e7fc164-44a5-45c5-9aeb-16f543e2335d req-53acb880-ae49-4b73-b48b-f6e3a76a0af4 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/ports?device_id=d4ac72c4-640f-4b29-bebb-6e3ad492fde3 HTTP/1.1" status: 200 len: 945 time: 0.1865067 Jun 17 18:06:30.171547 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-3e7fc164-44a5-45c5-9aeb-16f543e2335d req-efc0b0bf-0988-4779-bdf8-2fe8677c56b3 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/security-groups?id=344af256-d773-4ff0-b9b9-f3fcbe207aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785787 Jun 17 18:06:30.270133 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-a39ad0b4-ad47-4ed3-82b8-1c7dd34aca48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1018578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-955646'] for router, after_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:30.282075 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_hamode_db [None req-92f29f8f-150b-4530-affb-6cf0cc077618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf4235a4-1cf5-406e-9017-8b05904869f0', 'name': 'tempest-TestMinimumBasicScenario-1965674436-router', 'tenant_id': '74ba9816d29f45709c2d61dd07a4dcc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'external_fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '9eadaefd-a437-41bd-8c9a-0920eff557dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T18:06:19Z', 'updated_at': '2021-06-17T18:06:24Z', 'revision_number': 4, 'project_id': '74ba9816d29f45709c2d61dd07a4dcc6', 'gw_port': {'id': '9eadaefd-a437-41bd-8c9a-0920eff557dc', 'name': '', 'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:12:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4235a4-1cf5-406e-9017-8b05904869f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:06:20Z', 'updated_at': '2021-06-17T18:06:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78089575-0364-47db-be8b-ef28f42f3a37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-6-iscsi', '_interfaces': [{'id': 'a9f4927c-6847-4cc8-b647-b31e32ab8b43', 'name': '', 'network_id': '1f9fb0f7-53a4-48cb-a36c-c77fb573af98', 'tenant_id': '74ba9816d29f45709c2d61dd07a4dcc6', 'mac_address': 'fa:16:3e:2f:c5:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf4235a4-1cf5-406e-9017-8b05904869f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '5ea2c680-8280-494b-b582-ad8adfc7edc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:06:23Z', 'updated_at': '2021-06-17T18:06:29Z', 'revision_number': 4, 'project_id': '74ba9816d29f45709c2d61dd07a4dcc6', 'subnets': [{'id': '5ea2c680-8280-494b-b582-ad8adfc7edc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-6-iscsi', False) {} {{(pid=92880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:06:30.333589 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f29f8f-150b-4530-affb-6cf0cc077618 None None] The sync data for ids ['cf4235a4-1cf5-406e-9017-8b05904869f0'] in dv-cinder-786260-6-iscsi is: [{'id': 'cf4235a4-1cf5-406e-9017-8b05904869f0', 'name': 'tempest-TestMinimumBasicScenario-1965674436-router', 'tenant_id': '74ba9816d29f45709c2d61dd07a4dcc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'external_fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '9eadaefd-a437-41bd-8c9a-0920eff557dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T18:06:19Z', 'updated_at': '2021-06-17T18:06:24Z', 'revision_number': 4, 'project_id': '74ba9816d29f45709c2d61dd07a4dcc6', 'gw_port': {'id': '9eadaefd-a437-41bd-8c9a-0920eff557dc', 'name': '', 'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:12:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4235a4-1cf5-406e-9017-8b05904869f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:06:20Z', 'updated_at': '2021-06-17T18:06:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78089575-0364-47db-be8b-ef28f42f3a37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-6-iscsi', '_interfaces': [{'id': 'a9f4927c-6847-4cc8-b647-b31e32ab8b43', 'name': '', 'network_id': '1f9fb0f7-53a4-48cb-a36c-c77fb573af98', 'tenant_id': '74ba9816d29f45709c2d61dd07a4dcc6', 'mac_address': 'fa:16:3e:2f:c5:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf4235a4-1cf5-406e-9017-8b05904869f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '5ea2c680-8280-494b-b582-ad8adfc7edc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:06:23Z', 'updated_at': '2021-06-17T18:06:29Z', 'revision_number': 4, 'project_id': '74ba9816d29f45709c2d61dd07a4dcc6', 'subnets': [{'id': '5ea2c680-8280-494b-b582-ad8adfc7edc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 18:06:30.369822 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Device 5b7ffdd7-8478-4f32-9d5e-1d5d216f47ba no longer exists at agent hyperv_hv-cinder-78626 {{(pid=92880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 18:06:30.414149 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.plugin [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] No Port match for: 5b7ffdd7-8478-4f32-9d5e-1d5d216f47ba {{(pid=92880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 18:06:30.419138 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Device 5b7ffdd7-8478-4f32-9d5e-1d5d216f47ba not bound to the agent host hv-cinder-78626 {{(pid=92880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 18:06:30.477039 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a39ad0b4-ad47-4ed3-82b8-1c7dd34aca48 admin admin] Router 0ff890bc-3fed-4f61-8661-00a0b9ca6dc5 is scheduled to L3 agent 4c938d44-4998-4210-8006-ee34f5a3ffbf with binding_index 1 {{(pid=92872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 18:06:30.478331 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70b99784-7a69-4894-b766-b4ff551cb0ea None None] Network 97be5514-6cc3-4c04-8e65-7dd4cd2ebbf9 requested from dv-cinder-786260-6-iscsi {{(pid=92880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 18:06:30.632871 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-3ba37764-eb07-4f79-b33c-eeaf32cd8a85 None None] Provisioning for port 57777ce2-a4ea-4cd9-8cfc-d40530ccbc19 completed by entity DHCP. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 18:06:30.633068 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a39ad0b4-ad47-4ed3-82b8-1c7dd34aca48 admin admin] Notify agent at l3_agent.dv-cinder-786260-6-iscsi the message routers_updated {{(pid=92872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 18:06:30.655227 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f759123-08e0-4165-81a3-38b63bf4be4f None None] Sync routers for ids ['0ff890bc-3fed-4f61-8661-00a0b9ca6dc5'] in dv-cinder-786260-6-iscsi {{(pid=92881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 18:06:30.670286 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-a39ad0b4-ad47-4ed3-82b8-1c7dd34aca48 admin admin] Notify callbacks [] for router, before_response {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:30.675420 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-a39ad0b4-ad47-4ed3-82b8-1c7dd34aca48 admin admin] 10.222.0.97 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.7595408 Jun 17 18:06:30.675817 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f759123-08e0-4165-81a3-38b63bf4be4f None None] Routers {'0ff890bc-3fed-4f61-8661-00a0b9ca6dc5'} bound to L3 agent in host dv-cinder-786260-6-iscsi {{(pid=92881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 18:06:30.675817 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.l3_hamode_db [None req-9f759123-08e0-4165-81a3-38b63bf4be4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T17:55:17Z,description=,heartbeat_timestamp=2021-06-17T18:06:17Z,host='dv-cinder-786260-6-iscsi',id=4c938d44-4998-4210-8006-ee34f5a3ffbf,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:55:17Z,topic='l3_agent')) {'router_ids': ['0ff890bc-3fed-4f61-8661-00a0b9ca6dc5'], 'active': True} {{(pid=92881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:06:30.676031 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 47156) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:06:30.879289 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Device a9f4927c-6847-4cc8-b647-b31e32ab8b43 up at agent ovs-agent-dv-cinder-786260-6-iscsi {{(pid=92880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 18:06:30.947139 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.l3_dvr_db [None req-9f759123-08e0-4165-81a3-38b63bf4be4f None None] Set router 0ff890bc-3fed-4f61-8661-00a0b9ca6dc5 gateway port host: dv-cinder-786260-6-iscsi {{(pid=92881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 18:06:30.984624 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Provisioning for port a9f4927c-6847-4cc8-b647-b31e32ab8b43 completed by entity L2. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 18:06:30.989045 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Provisioning complete for port a9f4927c-6847-4cc8-b647-b31e32ab8b43 triggered by entity L2. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 18:06:30.989409 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687209'] for port, provisioning_complete {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:31.138434 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:31.223162 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] For port a9f4927c-6847-4cc8-b647-b31e32ab8b43, host dv-cinder-786260-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-6-iscsi',level=0,port_id=a9f4927c-6847-4cc8-b647-b31e32ab8b43,segment=NetworkSegment(51124b7c-a80a-4db0-b648-ac0bff2755df),segment_id=51124b7c-a80a-4db0-b648-ac0bff2755df)] {{(pid=92880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:06:31.232165 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479'] for port, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:31.233053 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Device 57777ce2-a4ea-4cd9-8cfc-d40530ccbc19 up at agent ovs-agent-dv-cinder-786260-6-iscsi {{(pid=92880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 18:06:31.236271 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:06:31.287763 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.l3_hamode_db [None req-9f759123-08e0-4165-81a3-38b63bf4be4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ff890bc-3fed-4f61-8661-00a0b9ca6dc5', 'name': 'tempest-TestMinimumBasicScenario-925944531-router', 'tenant_id': 'ffd4051f496841269df46db415efece2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'external_fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '727525d8-be53-4d2f-8182-376edeedfaa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T18:06:26Z', 'updated_at': '2021-06-17T18:06:29Z', 'revision_number': 3, 'project_id': 'ffd4051f496841269df46db415efece2', 'gw_port': {'id': '727525d8-be53-4d2f-8182-376edeedfaa6', 'name': '', 'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:36:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ff890bc-3fed-4f61-8661-00a0b9ca6dc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:06:28Z', 'updated_at': '2021-06-17T18:06:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '78089575-0364-47db-be8b-ef28f42f3a37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-6-iscsi'}], 'dv-cinder-786260-6-iscsi', False) {} {{(pid=92881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:06:31.329546 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f759123-08e0-4165-81a3-38b63bf4be4f None None] Checking router: 0ff890bc-3fed-4f61-8661-00a0b9ca6dc5 for host: dv-cinder-786260-6-iscsi {{(pid=92881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 18:06:31.330132 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f759123-08e0-4165-81a3-38b63bf4be4f None None] Updating router 0ff890bc-3fed-4f61-8661-00a0b9ca6dc5 port 727525d8-be53-4d2f-8182-376edeedfaa6 binding host dv-cinder-786260-6-iscsi {{(pid=92881) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 18:06:31.385793 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron_lib.callbacks.manager [None req-9f759123-08e0-4165-81a3-38b63bf4be4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:31.424428 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af79567-0abc-45d2-baa4-73990e9c7f4d req-a2c24ee3-45b4-49b1-b43e-2ec5d39f575e tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:31.431423 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-9af79567-0abc-45d2-baa4-73990e9c7f4d req-a2c24ee3-45b4-49b1-b43e-2ec5d39f575e tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] 10.222.0.97 "GET /v2.0/ports?device_id=99cd6e83-e889-4185-81f9-4925dd498399 HTTP/1.1" status: 200 len: 931 time: 0.5689321 Jun 17 18:06:31.452948 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08af06b-ca78-4021-9d01-c299a3794b81 req-d9b5fbfa-0f4a-4669-9a08-748fd7143e63 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:31.463131 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-c08af06b-ca78-4021-9d01-c299a3794b81 req-d9b5fbfa-0f4a-4669-9a08-748fd7143e63 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/ports?device_id=43fd5a25-ffb4-4518-8fdb-430531a5365d HTTP/1.1" status: 200 len: 943 time: 0.4770784 Jun 17 18:06:31.466705 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Pushing event updated for resources: {'Port': ['ID=a9f4927c-6847-4cc8-b647-b31e32ab8b43,revision_number=5']} {{(pid=92880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:06:31.474961 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Provisioning for port 57777ce2-a4ea-4cd9-8cfc-d40530ccbc19 completed by entity L2. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 18:06:31.484926 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Provisioning complete for port 57777ce2-a4ea-4cd9-8cfc-d40530ccbc19 triggered by entity L2. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 18:06:31.485311 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687209'] for port, provisioning_complete {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:31.551247 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-d3d1aeec-1060-45ff-84c9-dcaf299fe644 None None] Provisioning complete for port 57777ce2-a4ea-4cd9-8cfc-d40530ccbc19 triggered by entity DHCP. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 18:06:31.551632 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-d3d1aeec-1060-45ff-84c9-dcaf299fe644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687209'] for port, provisioning_complete {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:31.562111 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-9af79567-0abc-45d2-baa4-73990e9c7f4d req-a62c39c7-3c5e-4eeb-9b58-8c48f4554ef9 tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] 10.222.0.97 "GET /v2.0/security-groups?id=b7e6f4f5-24f4-4dde-a96a-8d8da070066c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195762 Jun 17 18:06:31.585056 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-c08af06b-ca78-4021-9d01-c299a3794b81 req-99144243-dbc5-4893-a5ae-874997414e87 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/security-groups?id=3dcea033-1931-485c-8e80-04f1de860c08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1242917 Jun 17 18:06:31.602699 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:06:31.603062 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:06:31.603505 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:06:31.603924 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:06:31.604537 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:06:31.604883 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:06:31.605216 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:06:31.605541 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:06:31.605872 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:06:31.606196 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:06:31.606524 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:06:31.606848 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:06:31.622320 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:06:31.720618 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.agents_db [None req-efac7cad-2d3b-4dc1-9769-dac6e2c75cb9 None None] Agent healthcheck: found 6 active agents {{(pid=92881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 18:06:31.782541 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-d3d1aeec-1060-45ff-84c9-dcaf299fe644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:31.853563 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:31.882070 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron_lib.callbacks.manager [None req-9f759123-08e0-4165-81a3-38b63bf4be4f None None] Notify callbacks [] for port, precommit_update {{(pid=92881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:31.895681 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.provisioning_blocks [None req-9f759123-08e0-4165-81a3-38b63bf4be4f None None] Transition to ACTIVE for port object 727525d8-be53-4d2f-8182-376edeedfaa6 will not be triggered until provisioned by entity L2. {{(pid=92881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 18:06:31.904936 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron_lib.callbacks.manager [None req-9f759123-08e0-4165-81a3-38b63bf4be4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479'] for port, after_update {{(pid=92881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:31.911777 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-d3d1aeec-1060-45ff-84c9-dcaf299fe644 None None] For port 57777ce2-a4ea-4cd9-8cfc-d40530ccbc19, host dv-cinder-786260-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-6-iscsi',level=0,port_id=57777ce2-a4ea-4cd9-8cfc-d40530ccbc19,segment=NetworkSegment(0a88696c-6fe1-4131-955c-f9c810b9f950),segment_id=0a88696c-6fe1-4131-955c-f9c810b9f950)] {{(pid=92880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:06:31.915578 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:06:31.924973 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-d3d1aeec-1060-45ff-84c9-dcaf299fe644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479'] for port, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:31.927734 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:06:31.968586 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-5812e524-9f16-4ba6-938f-b43e4b6cbc82 req-86cb16be-6be5-4f89-95f1-2f5a339e50e0 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/ports?device_id=846c2194-7473-42f4-a480-3978b0d4bd60 HTTP/1.1" status: 200 len: 210 time: 0.1156399 Jun 17 18:06:31.985762 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.plugins.ml2.managers [None req-9f759123-08e0-4165-81a3-38b63bf4be4f None None] Attempting to bind port 727525d8-be53-4d2f-8182-376edeedfaa6 on host dv-cinder-786260-6-iscsi for vnic_type normal with profile {{(pid=92881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 18:06:31.985762 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.plugins.ml2.managers [None req-9f759123-08e0-4165-81a3-38b63bf4be4f None None] Attempting to bind port 727525d8-be53-4d2f-8182-376edeedfaa6 by drivers openvswitch,hyperv on host dv-cinder-786260-6-iscsi at level 0 using segments [{'id': '07abf0fa-b3ae-48d7-9299-c095c09325c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c'}] {{(pid=92881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 18:06:31.986999 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f759123-08e0-4165-81a3-38b63bf4be4f None None] Attempting to bind port 727525d8-be53-4d2f-8182-376edeedfaa6 on network 64144b6f-e068-441d-8337-f91b82ffb73c {{(pid=92881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 18:06:32.006412 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0aeaa3-2910-463d-a9cd-ed37eef175fd None None] Pushing event updated for resources: {'Port': ['ID=727525d8-be53-4d2f-8182-376edeedfaa6,revision_number=2']} {{(pid=92881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:06:32.010087 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f759123-08e0-4165-81a3-38b63bf4be4f None None] Checking agent: {'id': '656fc8e0-be97-41b9-a086-aa1caa9e55fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 17, 55, 17), 'started_at': datetime.datetime(2021, 6, 17, 17, 55, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 18, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 18:06:32.010517 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f759123-08e0-4165-81a3-38b63bf4be4f None None] Checking segment: {'id': '07abf0fa-b3ae-48d7-9299-c095c09325c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 18:06:32.010927 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron_lib.callbacks.manager [None req-9f759123-08e0-4165-81a3-38b63bf4be4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:32.011390 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f759123-08e0-4165-81a3-38b63bf4be4f None None] Bound using segment: {'id': '07abf0fa-b3ae-48d7-9299-c095c09325c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c'} {{(pid=92881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 18:06:32.012059 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.plugins.ml2.managers [None req-9f759123-08e0-4165-81a3-38b63bf4be4f None None] Bound port: 727525d8-be53-4d2f-8182-376edeedfaa6, host: dv-cinder-786260-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07abf0fa-b3ae-48d7-9299-c095c09325c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c'}}] {{(pid=92881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 18:06:32.016515 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron_lib.callbacks.manager [None req-9f759123-08e0-4165-81a3-38b63bf4be4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:32.019098 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG oslo_concurrency.lockutils [None req-6f0aeaa3-2910-463d-a9cd-ed37eef175fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:06:32.027029 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.db.api [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92880) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 18:06:32.027467 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_db.api [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 18:06:32.033758 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d1aeec-1060-45ff-84c9-dcaf299fe644 None None] Pushing event updated for resources: {'Port': ['ID=57777ce2-a4ea-4cd9-8cfc-d40530ccbc19,revision_number=3']} {{(pid=92880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:06:32.038798 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-d3d1aeec-1060-45ff-84c9-dcaf299fe644 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:06:32.062283 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-c8a538f2-7d79-4366-b4c3-1ad6cd645422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1986742'] for port, before_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:32.095045 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.plugins.ml2.db [None req-9f759123-08e0-4165-81a3-38b63bf4be4f None None] For port 727525d8-be53-4d2f-8182-376edeedfaa6, host dv-cinder-786260-6-iscsi, cleared binding levels {{(pid=92881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 18:06:32.098965 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.plugins.ml2.db [None req-9f759123-08e0-4165-81a3-38b63bf4be4f None None] For port 727525d8-be53-4d2f-8182-376edeedfaa6, host dv-cinder-786260-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-6-iscsi',level=0,port_id=727525d8-be53-4d2f-8182-376edeedfaa6,segment=NetworkSegment(07abf0fa-b3ae-48d7-9299-c095c09325c6),segment_id=07abf0fa-b3ae-48d7-9299-c095c09325c6)] {{(pid=92881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 18:06:32.105592 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron_lib.callbacks.manager [None req-9f759123-08e0-4165-81a3-38b63bf4be4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479'] for port, after_update {{(pid=92881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:32.108245 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG oslo_concurrency.lockutils [None req-ea04425e-8b89-416c-b492-63abf892b82d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:06:32.169379 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738d2c4d-da05-484e-a5c6-718df1f7eed0 req-ef271949-e297-47a7-a51b-7491a8a8a026 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:32.171150 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-738d2c4d-da05-484e-a5c6-718df1f7eed0 req-ef271949-e297-47a7-a51b-7491a8a8a026 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/ports?device_id=d4ac72c4-640f-4b29-bebb-6e3ad492fde3 HTTP/1.1" status: 200 len: 945 time: 0.2246826 Jun 17 18:06:32.177477 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f759123-08e0-4165-81a3-38b63bf4be4f None None] Routers {'0ff890bc-3fed-4f61-8661-00a0b9ca6dc5'} bound to L3 agent in host dv-cinder-786260-6-iscsi {{(pid=92881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 18:06:32.178237 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.l3_hamode_db [None req-9f759123-08e0-4165-81a3-38b63bf4be4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T17:55:17Z,description=,heartbeat_timestamp=2021-06-17T18:06:17Z,host='dv-cinder-786260-6-iscsi',id=4c938d44-4998-4210-8006-ee34f5a3ffbf,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:55:17Z,topic='l3_agent')) {'router_ids': ['0ff890bc-3fed-4f61-8661-00a0b9ca6dc5'], 'active': True} {{(pid=92881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:06:32.180235 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0aeaa3-2910-463d-a9cd-ed37eef175fd None None] Pushing event updated for resources: {'Port': ['ID=727525d8-be53-4d2f-8182-376edeedfaa6,revision_number=3']} {{(pid=92881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:06:32.188658 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG oslo_concurrency.lockutils [None req-6f0aeaa3-2910-463d-a9cd-ed37eef175fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:06:32.257996 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-738d2c4d-da05-484e-a5c6-718df1f7eed0 req-1fbc0ac4-7317-4db7-8e32-a73918a7708b tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/security-groups?id=344af256-d773-4ff0-b9b9-f3fcbe207aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803716 Jun 17 18:06:32.321256 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.db.db_base_plugin_common [None req-c8a538f2-7d79-4366-b4c3-1ad6cd645422 admin admin] Allocated IP 172.20.0.1 (97be5514-6cc3-4c04-8e65-7dd4cd2ebbf9/0f244bed-8166-4e77-8dfa-edca2ad66637/89c7c706-18d5-42dd-a9de-9f62b0777c44) {{(pid=92874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 18:06:32.329016 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.l3_dvr_db [None req-9f759123-08e0-4165-81a3-38b63bf4be4f None None] Set router 0ff890bc-3fed-4f61-8661-00a0b9ca6dc5 gateway port host: dv-cinder-786260-6-iscsi {{(pid=92881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 18:06:32.452968 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-c8a538f2-7d79-4366-b4c3-1ad6cd645422 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:32.475659 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.db.provisioning_blocks [None req-c8a538f2-7d79-4366-b4c3-1ad6cd645422 admin admin] Transition to ACTIVE for port object 89c7c706-18d5-42dd-a9de-9f62b0777c44 will not be triggered until provisioned by entity DHCP. {{(pid=92874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 18:06:32.517845 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-c8a538f2-7d79-4366-b4c3-1ad6cd645422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1986807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743364645416'] for port, after_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:32.520229 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-56b68b8c-84fa-4f2e-9ef0-a5917f97094b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:06:32.572057 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a538f2-7d79-4366-b4c3-1ad6cd645422 admin admin] Network 97be5514-6cc3-4c04-8e65-7dd4cd2ebbf9 is already hosted by enough agents. {{(pid=92874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 18:06:32.577678 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.scheduler.base_scheduler [None req-c8a538f2-7d79-4366-b4c3-1ad6cd645422 admin admin] Resources bound (agent type, host, resource id): {{(pid=92874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 18:06:32.581954 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a538f2-7d79-4366-b4c3-1ad6cd645422 admin admin] Received port after_create {{(pid=92874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 18:06:32.582931 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-c8a538f2-7d79-4366-b4c3-1ad6cd645422 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-944711'] for router_interface, before_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:32.585853 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a538f2-7d79-4366-b4c3-1ad6cd645422 admin admin] Pushing event updated for resources: {'Port': ['ID=89c7c706-18d5-42dd-a9de-9f62b0777c44,revision_number=1']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:06:32.622677 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-c8a538f2-7d79-4366-b4c3-1ad6cd645422 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:06:32.693002 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.l3_hamode_db [None req-9f759123-08e0-4165-81a3-38b63bf4be4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ff890bc-3fed-4f61-8661-00a0b9ca6dc5', 'name': 'tempest-TestMinimumBasicScenario-925944531-router', 'tenant_id': 'ffd4051f496841269df46db415efece2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'external_fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '727525d8-be53-4d2f-8182-376edeedfaa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T18:06:26Z', 'updated_at': '2021-06-17T18:06:29Z', 'revision_number': 3, 'project_id': 'ffd4051f496841269df46db415efece2', 'gw_port': {'id': '727525d8-be53-4d2f-8182-376edeedfaa6', 'name': '', 'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:36:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ff890bc-3fed-4f61-8661-00a0b9ca6dc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:06:28Z', 'updated_at': '2021-06-17T18:06:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78089575-0364-47db-be8b-ef28f42f3a37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-6-iscsi'}], 'dv-cinder-786260-6-iscsi', False) {} {{(pid=92881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:06:32.746557 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Device a9f4927c-6847-4cc8-b647-b31e32ab8b43 up at agent ovs-agent-dv-cinder-786260-6-iscsi {{(pid=92880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 18:06:32.758011 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f759123-08e0-4165-81a3-38b63bf4be4f None None] The sync data for ids ['0ff890bc-3fed-4f61-8661-00a0b9ca6dc5'] in dv-cinder-786260-6-iscsi is: [{'id': '0ff890bc-3fed-4f61-8661-00a0b9ca6dc5', 'name': 'tempest-TestMinimumBasicScenario-925944531-router', 'tenant_id': 'ffd4051f496841269df46db415efece2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'external_fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '727525d8-be53-4d2f-8182-376edeedfaa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T18:06:26Z', 'updated_at': '2021-06-17T18:06:29Z', 'revision_number': 3, 'project_id': 'ffd4051f496841269df46db415efece2', 'gw_port': {'id': '727525d8-be53-4d2f-8182-376edeedfaa6', 'name': '', 'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:36:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ff890bc-3fed-4f61-8661-00a0b9ca6dc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:06:28Z', 'updated_at': '2021-06-17T18:06:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78089575-0364-47db-be8b-ef28f42f3a37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-6-iscsi'}] {{(pid=92881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 18:06:32.897125 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Provisioning complete for port a9f4927c-6847-4cc8-b647-b31e32ab8b43 triggered by entity L2. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 18:06:32.897519 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687209'] for port, provisioning_complete {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:32.898834 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-c8a538f2-7d79-4366-b4c3-1ad6cd645422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:32.969761 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-29bf5341-b348-4768-9420-a1b427440d53 None None] Provisioning for port 89c7c706-18d5-42dd-a9de-9f62b0777c44 completed by entity DHCP. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 18:06:32.975891 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-29bf5341-b348-4768-9420-a1b427440d53 None None] Provisioning complete for port 89c7c706-18d5-42dd-a9de-9f62b0777c44 triggered by entity DHCP. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 18:06:32.976329 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-29bf5341-b348-4768-9420-a1b427440d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687209'] for port, provisioning_complete {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:33.051813 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Device 57777ce2-a4ea-4cd9-8cfc-d40530ccbc19 up at agent ovs-agent-dv-cinder-786260-6-iscsi {{(pid=92880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 18:06:33.074473 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b8a079-c31d-43ba-9efb-3bbd9d1d3e9f req-b91a8198-c9b3-40f4-a58d-bac5013d2c24 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:33.076103 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-37b8a079-c31d-43ba-9efb-3bbd9d1d3e9f req-b91a8198-c9b3-40f4-a58d-bac5013d2c24 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/ports?device_id=43fd5a25-ffb4-4518-8fdb-430531a5365d HTTP/1.1" status: 200 len: 943 time: 0.1886375 Jun 17 18:06:33.087482 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.plugin [None req-29bf5341-b348-4768-9420-a1b427440d53 None None] Port 89c7c706-18d5-42dd-a9de-9f62b0777c44 cannot update to ACTIVE because it is not bound. {{(pid=92880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 18:06:33.094788 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ce9471-7883-4f02-be1a-21224526bd35 req-4a4248ac-a413-4eaa-9646-801a9be8709f tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:33.096847 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-a3ce9471-7883-4f02-be1a-21224526bd35 req-4a4248ac-a413-4eaa-9646-801a9be8709f tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] 10.222.0.97 "GET /v2.0/ports?device_id=99cd6e83-e889-4185-81f9-4925dd498399 HTTP/1.1" status: 200 len: 931 time: 0.2557895 Jun 17 18:06:33.154874 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Provisioning complete for port 57777ce2-a4ea-4cd9-8cfc-d40530ccbc19 triggered by entity L2. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 18:06:33.155257 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687209'] for port, provisioning_complete {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:33.263244 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-a3ce9471-7883-4f02-be1a-21224526bd35 req-399a5d86-9ee1-4a5e-968e-e865ad2b656b tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] 10.222.0.97 "GET /v2.0/security-groups?id=b7e6f4f5-24f4-4dde-a96a-8d8da070066c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875268 Jun 17 18:06:33.266249 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-37b8a079-c31d-43ba-9efb-3bbd9d1d3e9f req-09bb1356-d220-4274-a159-d0059a2d93f1 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/security-groups?id=3dcea033-1931-485c-8e80-04f1de860c08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1660352 Jun 17 18:06:33.446017 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-c8a538f2-7d79-4366-b4c3-1ad6cd645422 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:33.455714 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-c8a538f2-7d79-4366-b4c3-1ad6cd645422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479'] for port, after_update {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:33.456486 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-c8a538f2-7d79-4366-b4c3-1ad6cd645422 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-950764'] for router_interface, after_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:33.458399 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-c8a538f2-7d79-4366-b4c3-1ad6cd645422 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:06:33.568784 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-f66b3fd4-c87a-46a1-8055-8edde7c507cf req-628e3fa6-de03-4aff-8e44-47359a691cbb tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/ports?device_id=846c2194-7473-42f4-a480-3978b0d4bd60 HTTP/1.1" status: 200 len: 210 time: 0.0529554 Jun 17 18:06:33.619673 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a538f2-7d79-4366-b4c3-1ad6cd645422 admin admin] Pushing event updated for resources: {'Port': ['ID=89c7c706-18d5-42dd-a9de-9f62b0777c44,revision_number=2']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:06:33.628312 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-c8a538f2-7d79-4366-b4c3-1ad6cd645422 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:06:33.719310 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce0da83-e882-451d-b5a7-6fde5cd34049 req-34231186-9641-4985-a88a-1765fbe3fa71 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:33.721044 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-1ce0da83-e882-451d-b5a7-6fde5cd34049 req-34231186-9641-4985-a88a-1765fbe3fa71 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/ports?device_id=d4ac72c4-640f-4b29-bebb-6e3ad492fde3 HTTP/1.1" status: 200 len: 945 time: 0.1588130 Jun 17 18:06:33.723074 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a538f2-7d79-4366-b4c3-1ad6cd645422 admin admin] Network 97be5514-6cc3-4c04-8e65-7dd4cd2ebbf9 is already hosted by enough agents. {{(pid=92874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 18:06:33.724730 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.scheduler.base_scheduler [None req-c8a538f2-7d79-4366-b4c3-1ad6cd645422 admin admin] Resources bound (agent type, host, resource id): {{(pid=92874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 18:06:33.837374 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-1ce0da83-e882-451d-b5a7-6fde5cd34049 req-6f2f9b8f-23d1-41b4-b1ca-91451730c483 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/security-groups?id=344af256-d773-4ff0-b9b9-f3fcbe207aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101432 Jun 17 18:06:33.901021 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8a538f2-7d79-4366-b4c3-1ad6cd645422 admin admin] Router 0ff890bc-3fed-4f61-8661-00a0b9ca6dc5 has already been hosted by L3 agent 4c938d44-4998-4210-8006-ee34f5a3ffbf {{(pid=92874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 18:06:34.027131 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-5e5b2820-ec76-4311-a3ac-9fd7de864341 None None] Provisioning complete for port 89c7c706-18d5-42dd-a9de-9f62b0777c44 triggered by entity DHCP. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 18:06:34.028362 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-5e5b2820-ec76-4311-a3ac-9fd7de864341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687209'] for port, provisioning_complete {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:34.033872 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8a538f2-7d79-4366-b4c3-1ad6cd645422 admin admin] Notify agent at l3_agent.dv-cinder-786260-6-iscsi the message routers_updated {{(pid=92874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 18:06:34.042540 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-c8a538f2-7d79-4366-b4c3-1ad6cd645422 admin admin] 10.222.0.97 "PUT /v2.0/routers/0ff890bc-3fed-4f61-8661-00a0b9ca6dc5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3656466 Jun 17 18:06:34.076211 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.plugin [None req-5e5b2820-ec76-4311-a3ac-9fd7de864341 None None] Port 89c7c706-18d5-42dd-a9de-9f62b0777c44 cannot update to ACTIVE because it is not bound. {{(pid=92880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 18:06:34.496131 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1451333-00f8-4d0d-b83b-b40e0ad906f2 req-8bf322ec-adb8-4683-bb23-e3e762b96021 tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:34.497778 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-c1451333-00f8-4d0d-b83b-b40e0ad906f2 req-8bf322ec-adb8-4683-bb23-e3e762b96021 tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] 10.222.0.97 "GET /v2.0/ports?device_id=99cd6e83-e889-4185-81f9-4925dd498399 HTTP/1.1" status: 200 len: 931 time: 0.0899932 Jun 17 18:06:34.592228 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-c1451333-00f8-4d0d-b83b-b40e0ad906f2 req-0a614413-e0ae-48db-99da-9daefbecfa99 tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] 10.222.0.97 "GET /v2.0/security-groups?id=b7e6f4f5-24f4-4dde-a96a-8d8da070066c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775287 Jun 17 18:06:34.635867 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18bcb22-46a8-4372-8dd5-afb231c79227 req-88ad4371-3542-4383-8668-2e792b011f11 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:34.646597 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-f18bcb22-46a8-4372-8dd5-afb231c79227 req-88ad4371-3542-4383-8668-2e792b011f11 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/ports?device_id=43fd5a25-ffb4-4518-8fdb-430531a5365d HTTP/1.1" status: 200 len: 943 time: 0.1440985 Jun 17 18:06:34.715621 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-f18bcb22-46a8-4372-8dd5-afb231c79227 req-42d707a6-7a8c-4bc1-931a-e0ac5b808115 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/security-groups?id=3dcea033-1931-485c-8e80-04f1de860c08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679576 Jun 17 18:06:34.817641 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-b3f01226-f436-4c7a-a2d7-c5cc12b5640c req-c022e4d2-f5ed-49d7-b1c9-f04e8432c7a6 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/ports?device_id=846c2194-7473-42f4-a480-3978b0d4bd60 HTTP/1.1" status: 200 len: 210 time: 0.0597575 Jun 17 18:06:34.827274 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Device 727525d8-be53-4d2f-8182-376edeedfaa6 up at agent ovs-agent-dv-cinder-786260-6-iscsi {{(pid=92880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 18:06:34.937895 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Provisioning for port 727525d8-be53-4d2f-8182-376edeedfaa6 completed by entity L2. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 18:06:34.948988 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Provisioning complete for port 727525d8-be53-4d2f-8182-376edeedfaa6 triggered by entity L2. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 18:06:34.949694 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687209'] for port, provisioning_complete {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:35.203519 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25705940-9300-4966-8826-04410b4c5d96 req-f9a135b2-445a-4a80-a638-ff4fb32ce11c tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:35.205319 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-25705940-9300-4966-8826-04410b4c5d96 req-f9a135b2-445a-4a80-a638-ff4fb32ce11c tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/ports?device_id=d4ac72c4-640f-4b29-bebb-6e3ad492fde3 HTTP/1.1" status: 200 len: 945 time: 0.1743348 Jun 17 18:06:35.275458 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50a0a71-c763-47b5-b7e7-ab984cdd72f8 None None] Sync routers for ids ['0ff890bc-3fed-4f61-8661-00a0b9ca6dc5'] in dv-cinder-786260-6-iscsi {{(pid=92880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 18:06:35.284736 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-25705940-9300-4966-8826-04410b4c5d96 req-653f2f66-7048-4533-9ef8-2bc96d9a8f9d tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/security-groups?id=344af256-d773-4ff0-b9b9-f3fcbe207aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641100 Jun 17 18:06:35.319003 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50a0a71-c763-47b5-b7e7-ab984cdd72f8 None None] Routers {'0ff890bc-3fed-4f61-8661-00a0b9ca6dc5'} bound to L3 agent in host dv-cinder-786260-6-iscsi {{(pid=92880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 18:06:35.319714 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_hamode_db [None req-d50a0a71-c763-47b5-b7e7-ab984cdd72f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T17:55:17Z,description=,heartbeat_timestamp=2021-06-17T18:06:17Z,host='dv-cinder-786260-6-iscsi',id=4c938d44-4998-4210-8006-ee34f5a3ffbf,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:55:17Z,topic='l3_agent')) {'router_ids': ['0ff890bc-3fed-4f61-8661-00a0b9ca6dc5'], 'active': True} {{(pid=92880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:06:35.425711 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:35.456673 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] For port 727525d8-be53-4d2f-8182-376edeedfaa6, host dv-cinder-786260-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-6-iscsi',level=0,port_id=727525d8-be53-4d2f-8182-376edeedfaa6,segment=NetworkSegment(07abf0fa-b3ae-48d7-9299-c095c09325c6),segment_id=07abf0fa-b3ae-48d7-9299-c095c09325c6)] {{(pid=92880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:06:35.462624 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479'] for port, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:35.469298 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:06:35.504362 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_dvr_db [None req-d50a0a71-c763-47b5-b7e7-ab984cdd72f8 None None] Set router 0ff890bc-3fed-4f61-8661-00a0b9ca6dc5 gateway port host: dv-cinder-786260-6-iscsi {{(pid=92880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 18:06:35.564911 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Pushing event updated for resources: {'Port': ['ID=727525d8-be53-4d2f-8182-376edeedfaa6,revision_number=4']} {{(pid=92880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:06:35.593355 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:06:35.787640 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_hamode_db [None req-d50a0a71-c763-47b5-b7e7-ab984cdd72f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ff890bc-3fed-4f61-8661-00a0b9ca6dc5', 'name': 'tempest-TestMinimumBasicScenario-925944531-router', 'tenant_id': 'ffd4051f496841269df46db415efece2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'external_fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '727525d8-be53-4d2f-8182-376edeedfaa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T18:06:26Z', 'updated_at': '2021-06-17T18:06:32Z', 'revision_number': 4, 'project_id': 'ffd4051f496841269df46db415efece2', 'gw_port': {'id': '727525d8-be53-4d2f-8182-376edeedfaa6', 'name': '', 'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:36:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ff890bc-3fed-4f61-8661-00a0b9ca6dc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:06:28Z', 'updated_at': '2021-06-17T18:06:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78089575-0364-47db-be8b-ef28f42f3a37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-6-iscsi', '_interfaces': [{'id': '89c7c706-18d5-42dd-a9de-9f62b0777c44', 'name': '', 'network_id': '97be5514-6cc3-4c04-8e65-7dd4cd2ebbf9', 'tenant_id': 'ffd4051f496841269df46db415efece2', 'mac_address': 'fa:16:3e:4f:66:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ff890bc-3fed-4f61-8661-00a0b9ca6dc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '0f244bed-8166-4e77-8dfa-edca2ad66637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:06:32Z', 'updated_at': '2021-06-17T18:06:33Z', 'revision_number': 2, 'project_id': 'ffd4051f496841269df46db415efece2', 'subnets': [{'id': '0f244bed-8166-4e77-8dfa-edca2ad66637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-6-iscsi', False) {} {{(pid=92880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:06:35.818774 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50a0a71-c763-47b5-b7e7-ab984cdd72f8 None None] Checking router: 0ff890bc-3fed-4f61-8661-00a0b9ca6dc5 for host: dv-cinder-786260-6-iscsi {{(pid=92880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 18:06:35.819124 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50a0a71-c763-47b5-b7e7-ab984cdd72f8 None None] Updating router 0ff890bc-3fed-4f61-8661-00a0b9ca6dc5 port 89c7c706-18d5-42dd-a9de-9f62b0777c44 binding host dv-cinder-786260-6-iscsi {{(pid=92880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 18:06:35.845091 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.v2.base [req-f195efc7-002d-47bf-8b10-5a64805b64e5 req-8d0f0747-50b2-410d-9adb-e0616d7291ba service neutron] Request body: {'port': {'device_id': '99cd6e83-e889-4185-81f9-4925dd498399', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=92872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 18:06:35.860424 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-d50a0a71-c763-47b5-b7e7-ab984cdd72f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:35.944085 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baa61f2-bea6-4b1c-b09f-79199ed71c99 req-907b3b4c-ee3b-40fe-ade1-b646cb0e3bc5 tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:35.950283 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-6baa61f2-bea6-4b1c-b09f-79199ed71c99 req-907b3b4c-ee3b-40fe-ade1-b646cb0e3bc5 tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] 10.222.0.97 "GET /v2.0/ports?device_id=99cd6e83-e889-4185-81f9-4925dd498399 HTTP/1.1" status: 200 len: 931 time: 0.1475148 Jun 17 18:06:35.983635 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [req-f195efc7-002d-47bf-8b10-5a64805b64e5 req-8d0f0747-50b2-410d-9adb-e0616d7291ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:36.145125 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-6baa61f2-bea6-4b1c-b09f-79199ed71c99 req-fd95e009-9b86-4895-aac2-8cbf8163d30a tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] 10.222.0.97 "GET /v2.0/security-groups?id=b7e6f4f5-24f4-4dde-a96a-8d8da070066c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293843 Jun 17 18:06:36.165994 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b390d40a-d214-405b-8acb-b59458cbd0f3 req-c43b8882-8dbf-4520-a9bf-63a7d058f424 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:36.169764 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-b390d40a-d214-405b-8acb-b59458cbd0f3 req-c43b8882-8dbf-4520-a9bf-63a7d058f424 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/ports?device_id=43fd5a25-ffb4-4518-8fdb-430531a5365d HTTP/1.1" status: 200 len: 943 time: 0.2156641 Jun 17 18:06:36.283557 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-b390d40a-d214-405b-8acb-b59458cbd0f3 req-bf6e29fd-f368-46ba-8250-3bcdee311b15 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/security-groups?id=3dcea033-1931-485c-8e80-04f1de860c08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021864 Jun 17 18:06:36.490680 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-d50a0a71-c763-47b5-b7e7-ab984cdd72f8 None None] Notify callbacks [] for port, precommit_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:36.522476 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-e80b1ca5-34c1-45a3-9bbf-d996d70a3b88 req-7787a5ce-4043-4bff-acee-092c4dc5c51f tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/ports?device_id=846c2194-7473-42f4-a480-3978b0d4bd60 HTTP/1.1" status: 200 len: 210 time: 0.0523188 Jun 17 18:06:36.526684 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-d50a0a71-c763-47b5-b7e7-ab984cdd72f8 None None] Transition to ACTIVE for port object 89c7c706-18d5-42dd-a9de-9f62b0777c44 will not be triggered until provisioned by entity L2. {{(pid=92880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 18:06:36.547291 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-d50a0a71-c763-47b5-b7e7-ab984cdd72f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479'] for port, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:36.549535 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:06:36.554084 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.notifiers.nova [req-f195efc7-002d-47bf-8b10-5a64805b64e5 req-8d0f0747-50b2-410d-9adb-e0616d7291ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41de16a2-6d93-41c2-ae7a-20cae5ebcdc8 {{(pid=92872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 18:06:36.574868 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [req-f195efc7-002d-47bf-8b10-5a64805b64e5 req-8d0f0747-50b2-410d-9adb-e0616d7291ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:36.613077 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.db.provisioning_blocks [req-f195efc7-002d-47bf-8b10-5a64805b64e5 req-8d0f0747-50b2-410d-9adb-e0616d7291ba service neutron] Transition to ACTIVE for port object 41de16a2-6d93-41c2-ae7a-20cae5ebcdc8 will not be triggered until provisioned by entity L2. {{(pid=92872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 18:06:36.621482 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [req-f195efc7-002d-47bf-8b10-5a64805b64e5 req-8d0f0747-50b2-410d-9adb-e0616d7291ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25531976'] for port, after_update {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:36.626635 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:06:36.714739 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02360652-4379-462a-be73-14e0cfe85957 req-c22e0838-a015-4344-8e6c-c967be1534cc tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:36.717004 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-02360652-4379-462a-be73-14e0cfe85957 req-c22e0838-a015-4344-8e6c-c967be1534cc tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/ports?device_id=d4ac72c4-640f-4b29-bebb-6e3ad492fde3 HTTP/1.1" status: 200 len: 945 time: 0.1778142 Jun 17 18:06:36.776724 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Device 727525d8-be53-4d2f-8182-376edeedfaa6 up at agent ovs-agent-dv-cinder-786260-6-iscsi {{(pid=92880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 18:06:36.823778 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-02360652-4379-462a-be73-14e0cfe85957 req-703fb670-ec73-439e-9a69-afbc10888fec tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/security-groups?id=344af256-d773-4ff0-b9b9-f3fcbe207aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002660 Jun 17 18:06:36.899184 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c7e465-6c7e-4088-9cc2-808f39a7df18 None None] Pushing event updated for resources: {'Port': ['ID=89c7c706-18d5-42dd-a9de-9f62b0777c44,revision_number=3']} {{(pid=92880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:06:36.911460 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-a3c7e465-6c7e-4088-9cc2-808f39a7df18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:06:36.983118 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f0747-50b2-410d-9adb-e0616d7291ba service neutron] Pushing event updated for resources: {'Port': ['ID=41de16a2-6d93-41c2-ae7a-20cae5ebcdc8,revision_number=2']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:06:36.986698 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-8d0f0747-50b2-410d-9adb-e0616d7291ba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:06:37.035158 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Provisioning complete for port 727525d8-be53-4d2f-8182-376edeedfaa6 triggered by entity L2. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 18:06:37.036999 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687209'] for port, provisioning_complete {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:37.041957 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.plugins.ml2.managers [req-f195efc7-002d-47bf-8b10-5a64805b64e5 req-8d0f0747-50b2-410d-9adb-e0616d7291ba service neutron] Attempting to bind port 41de16a2-6d93-41c2-ae7a-20cae5ebcdc8 on host hv-cinder-78626 for vnic_type normal with profile {{(pid=92872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 18:06:37.042411 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.plugins.ml2.managers [req-f195efc7-002d-47bf-8b10-5a64805b64e5 req-8d0f0747-50b2-410d-9adb-e0616d7291ba service neutron] Attempting to bind port 41de16a2-6d93-41c2-ae7a-20cae5ebcdc8 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '3ca5fe73-b93d-40b8-918d-26752c53525f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '8639f2be-4eec-4022-81e2-6f76de1ec029'}] {{(pid=92872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 18:06:37.042860 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f195efc7-002d-47bf-8b10-5a64805b64e5 req-8d0f0747-50b2-410d-9adb-e0616d7291ba service neutron] Attempting to bind port 41de16a2-6d93-41c2-ae7a-20cae5ebcdc8 on network 8639f2be-4eec-4022-81e2-6f76de1ec029 {{(pid=92872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 18:06:37.050821 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f195efc7-002d-47bf-8b10-5a64805b64e5 req-8d0f0747-50b2-410d-9adb-e0616d7291ba service neutron] Port 41de16a2-6d93-41c2-ae7a-20cae5ebcdc8 on network 8639f2be-4eec-4022-81e2-6f76de1ec029 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=92872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 18:06:37.051281 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f195efc7-002d-47bf-8b10-5a64805b64e5 req-8d0f0747-50b2-410d-9adb-e0616d7291ba service neutron] Attempting to bind port 41de16a2-6d93-41c2-ae7a-20cae5ebcdc8 on network 8639f2be-4eec-4022-81e2-6f76de1ec029 {{(pid=92872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 18:06:37.060338 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f195efc7-002d-47bf-8b10-5a64805b64e5 req-8d0f0747-50b2-410d-9adb-e0616d7291ba service neutron] Checking agent: {'id': '0a4c4f6c-022a-47ca-a1e7-cbe9e6e5e8a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 18, 1, 10), 'started_at': datetime.datetime(2021, 6, 17, 18, 1, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 18, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 18:06:37.063486 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f195efc7-002d-47bf-8b10-5a64805b64e5 req-8d0f0747-50b2-410d-9adb-e0616d7291ba service neutron] Checking segment: {'id': '3ca5fe73-b93d-40b8-918d-26752c53525f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '8639f2be-4eec-4022-81e2-6f76de1ec029'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 18:06:37.063486 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f195efc7-002d-47bf-8b10-5a64805b64e5 req-8d0f0747-50b2-410d-9adb-e0616d7291ba service neutron] Bound using segment: {'id': '3ca5fe73-b93d-40b8-918d-26752c53525f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '8639f2be-4eec-4022-81e2-6f76de1ec029'} {{(pid=92872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 18:06:37.063486 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.plugins.ml2.managers [req-f195efc7-002d-47bf-8b10-5a64805b64e5 req-8d0f0747-50b2-410d-9adb-e0616d7291ba service neutron] Bound port: 41de16a2-6d93-41c2-ae7a-20cae5ebcdc8, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ca5fe73-b93d-40b8-918d-26752c53525f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '8639f2be-4eec-4022-81e2-6f76de1ec029'}}] {{(pid=92872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 18:06:37.063486 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [req-f195efc7-002d-47bf-8b10-5a64805b64e5 req-8d0f0747-50b2-410d-9adb-e0616d7291ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:37.120935 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.managers [None req-d50a0a71-c763-47b5-b7e7-ab984cdd72f8 None None] Attempting to bind port 89c7c706-18d5-42dd-a9de-9f62b0777c44 on host dv-cinder-786260-6-iscsi for vnic_type normal with profile {{(pid=92880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 18:06:37.121584 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.managers [None req-d50a0a71-c763-47b5-b7e7-ab984cdd72f8 None None] Attempting to bind port 89c7c706-18d5-42dd-a9de-9f62b0777c44 by drivers openvswitch,hyperv on host dv-cinder-786260-6-iscsi at level 0 using segments [{'id': '0a88696c-6fe1-4131-955c-f9c810b9f950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '97be5514-6cc3-4c04-8e65-7dd4cd2ebbf9'}] {{(pid=92880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 18:06:37.122143 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50a0a71-c763-47b5-b7e7-ab984cdd72f8 None None] Attempting to bind port 89c7c706-18d5-42dd-a9de-9f62b0777c44 on network 97be5514-6cc3-4c04-8e65-7dd4cd2ebbf9 {{(pid=92880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 18:06:37.148821 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50a0a71-c763-47b5-b7e7-ab984cdd72f8 None None] Checking agent: {'id': '656fc8e0-be97-41b9-a086-aa1caa9e55fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 17, 55, 17), 'started_at': datetime.datetime(2021, 6, 17, 17, 55, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 18, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 18:06:37.149515 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50a0a71-c763-47b5-b7e7-ab984cdd72f8 None None] Checking segment: {'id': '0a88696c-6fe1-4131-955c-f9c810b9f950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '97be5514-6cc3-4c04-8e65-7dd4cd2ebbf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 18:06:37.150119 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-d50a0a71-c763-47b5-b7e7-ab984cdd72f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:37.151535 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50a0a71-c763-47b5-b7e7-ab984cdd72f8 None None] Bound using segment: {'id': '0a88696c-6fe1-4131-955c-f9c810b9f950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '97be5514-6cc3-4c04-8e65-7dd4cd2ebbf9'} {{(pid=92880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 18:06:37.155676 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.managers [None req-d50a0a71-c763-47b5-b7e7-ab984cdd72f8 None None] Bound port: 89c7c706-18d5-42dd-a9de-9f62b0777c44, host: dv-cinder-786260-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a88696c-6fe1-4131-955c-f9c810b9f950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1104, 'network_id': '97be5514-6cc3-4c04-8e65-7dd4cd2ebbf9'}}] {{(pid=92880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 18:06:37.156440 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-d50a0a71-c763-47b5-b7e7-ab984cdd72f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:37.158315 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.plugins.ml2.db [req-f195efc7-002d-47bf-8b10-5a64805b64e5 req-8d0f0747-50b2-410d-9adb-e0616d7291ba service neutron] For port 41de16a2-6d93-41c2-ae7a-20cae5ebcdc8, host hv-cinder-78626, cleared binding levels {{(pid=92872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 18:06:37.163938 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.plugins.ml2.db [req-f195efc7-002d-47bf-8b10-5a64805b64e5 req-8d0f0747-50b2-410d-9adb-e0616d7291ba service neutron] For port 41de16a2-6d93-41c2-ae7a-20cae5ebcdc8, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=41de16a2-6d93-41c2-ae7a-20cae5ebcdc8,segment=NetworkSegment(3ca5fe73-b93d-40b8-918d-26752c53525f),segment_id=3ca5fe73-b93d-40b8-918d-26752c53525f)] {{(pid=92872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 18:06:37.178214 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [req-f195efc7-002d-47bf-8b10-5a64805b64e5 req-8d0f0747-50b2-410d-9adb-e0616d7291ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25531976'] for port, after_update {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:37.182293 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-02cab59e-d874-400d-b6f0-2ba866513818 tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:06:37.431362 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f195efc7-002d-47bf-8b10-5a64805b64e5 req-8d0f0747-50b2-410d-9adb-e0616d7291ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:37.433747 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [req-f195efc7-002d-47bf-8b10-5a64805b64e5 req-8d0f0747-50b2-410d-9adb-e0616d7291ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523113'] for port, before_response {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:37.435203 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-f195efc7-002d-47bf-8b10-5a64805b64e5 req-8d0f0747-50b2-410d-9adb-e0616d7291ba service neutron] 10.222.0.95 "PUT /v2.0/ports/41de16a2-6d93-41c2-ae7a-20cae5ebcdc8 HTTP/1.1" status: 200 len: 1093 time: 1.5955415 Jun 17 18:06:37.435735 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99cd6e83-e889-4185-81f9-4925dd498399', 'tag': '41de16a2-6d93-41c2-ae7a-20cae5ebcdc8'}] {{(pid=92872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 18:06:37.454153 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f987f925adb95fb5f2d31a9334b96ac5a9607b390d68bc71a63c7260745a89d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de592f04-485f-48eb-9886-4003683367f3" -d '{"events": [{"name": "network-changed", "server_uuid": "99cd6e83-e889-4185-81f9-4925dd498399", "tag": "41de16a2-6d93-41c2-ae7a-20cae5ebcdc8"}]}' {{(pid=92872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 18:06:37.506609 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0f0747-50b2-410d-9adb-e0616d7291ba service neutron] Pushing event updated for resources: {'Port': ['ID=41de16a2-6d93-41c2-ae7a-20cae5ebcdc8,revision_number=3']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:06:37.518557 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-8d0f0747-50b2-410d-9adb-e0616d7291ba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:06:37.535137 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-d50a0a71-c763-47b5-b7e7-ab984cdd72f8 None None] For port 89c7c706-18d5-42dd-a9de-9f62b0777c44, host dv-cinder-786260-6-iscsi, cleared binding levels {{(pid=92880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 18:06:37.562212 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-d50a0a71-c763-47b5-b7e7-ab984cdd72f8 None None] For port 89c7c706-18d5-42dd-a9de-9f62b0777c44, host dv-cinder-786260-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-6-iscsi',level=0,port_id=89c7c706-18d5-42dd-a9de-9f62b0777c44,segment=NetworkSegment(0a88696c-6fe1-4131-955c-f9c810b9f950),segment_id=0a88696c-6fe1-4131-955c-f9c810b9f950)] {{(pid=92880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 18:06:37.574864 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-d50a0a71-c763-47b5-b7e7-ab984cdd72f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479'] for port, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:37.577292 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:06:37.638977 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0e35a8-fdf0-41c7-bfe9-415e0ee46a0f req-64fe694f-a96e-4ebe-a738-f3db007894f2 tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:37.641389 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f195efc7-002d-47bf-8b10-5a64805b64e5 req-c1c1ab14-c03c-4d05-aae6-855503c87aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:37.643005 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-f195efc7-002d-47bf-8b10-5a64805b64e5 req-c1c1ab14-c03c-4d05-aae6-855503c87aa9 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=c659615da9734b569917d57cf1124485&device_id=99cd6e83-e889-4185-81f9-4925dd498399 HTTP/1.1" status: 200 len: 1096 time: 0.1058676 Jun 17 18:06:37.647196 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-9a0e35a8-fdf0-41c7-bfe9-415e0ee46a0f req-64fe694f-a96e-4ebe-a738-f3db007894f2 tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] 10.222.0.97 "GET /v2.0/ports?device_id=99cd6e83-e889-4185-81f9-4925dd498399 HTTP/1.1" status: 200 len: 943 time: 0.1956918 Jun 17 18:06:37.707371 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-9a0e35a8-fdf0-41c7-bfe9-415e0ee46a0f req-59a680db-22d0-4f2c-95d3-adfa75b3d03e tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] 10.222.0.97 "GET /v2.0/security-groups?id=b7e6f4f5-24f4-4dde-a96a-8d8da070066c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589757 Jun 17 18:06:37.726629 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c7e465-6c7e-4088-9cc2-808f39a7df18 None None] Pushing event updated for resources: {'Port': ['ID=89c7c706-18d5-42dd-a9de-9f62b0777c44,revision_number=4']} {{(pid=92880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:06:37.738138 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-a3c7e465-6c7e-4088-9cc2-808f39a7df18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:06:37.757823 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50a0a71-c763-47b5-b7e7-ab984cdd72f8 None None] Routers {'0ff890bc-3fed-4f61-8661-00a0b9ca6dc5'} bound to L3 agent in host dv-cinder-786260-6-iscsi {{(pid=92880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 18:06:37.761932 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_hamode_db [None req-d50a0a71-c763-47b5-b7e7-ab984cdd72f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T17:55:17Z,description=,heartbeat_timestamp=2021-06-17T18:06:17Z,host='dv-cinder-786260-6-iscsi',id=4c938d44-4998-4210-8006-ee34f5a3ffbf,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:55:17Z,topic='l3_agent')) {'router_ids': ['0ff890bc-3fed-4f61-8661-00a0b9ca6dc5'], 'active': True} {{(pid=92880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:06:37.770345 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbe527f-9428-4a68-9bda-9b6cdd4d49c2 req-4e1546e6-2d32-4ea5-b22e-c537e8203bda tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:37.782260 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-7cbe527f-9428-4a68-9bda-9b6cdd4d49c2 req-4e1546e6-2d32-4ea5-b22e-c537e8203bda tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/ports?device_id=43fd5a25-ffb4-4518-8fdb-430531a5365d HTTP/1.1" status: 200 len: 943 time: 0.2095149 Jun 17 18:06:37.796299 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-f195efc7-002d-47bf-8b10-5a64805b64e5 req-c57ccee6-dda4-4bfa-bc07-88a977e97774 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=41de16a2-6d93-41c2-ae7a-20cae5ebcdc8 HTTP/1.1" status: 200 len: 217 time: 0.1235487 Jun 17 18:06:37.808346 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 18:06:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4a3a12c-0444-443c-9516-6a61354129cc x-openstack-request-id: req-a4a3a12c-0444-443c-9516-6a61354129cc {{(pid=92872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 18:06:37.808672 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99cd6e83-e889-4185-81f9-4925dd498399", "tag": "41de16a2-6d93-41c2-ae7a-20cae5ebcdc8", "status": "completed", "code": 200}]} {{(pid=92872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 18:06:37.809127 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-a4a3a12c-0444-443c-9516-6a61354129cc {{(pid=92872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 18:06:37.809693 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99cd6e83-e889-4185-81f9-4925dd498399', 'tag': '41de16a2-6d93-41c2-ae7a-20cae5ebcdc8', 'status': 'completed', 'code': 200} Jun 17 18:06:37.876703 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-7cbe527f-9428-4a68-9bda-9b6cdd4d49c2 req-7ce51e78-ba08-4697-a77b-174894d13590 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/security-groups?id=3dcea033-1931-485c-8e80-04f1de860c08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868387 Jun 17 18:06:37.912920 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f195efc7-002d-47bf-8b10-5a64805b64e5 req-36cc2c8e-5b85-47d5-bc05-b57bd75b041c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:37.916906 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-f195efc7-002d-47bf-8b10-5a64805b64e5 req-36cc2c8e-5b85-47d5-bc05-b57bd75b041c service neutron] 10.222.0.95 "GET /v2.0/subnets?id=2cccf722-21e7-4d50-a8c8-6c4bc08c12fb HTTP/1.1" status: 200 len: 852 time: 0.0970328 Jun 17 18:06:38.008912 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-f195efc7-002d-47bf-8b10-5a64805b64e5 req-3653adbd-2a24-40c9-85e6-386b7d5a52d4 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=8639f2be-4eec-4022-81e2-6f76de1ec029&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0814509 Jun 17 18:06:38.039483 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_dvr_db [None req-d50a0a71-c763-47b5-b7e7-ab984cdd72f8 None None] Set router 0ff890bc-3fed-4f61-8661-00a0b9ca6dc5 gateway port host: dv-cinder-786260-6-iscsi {{(pid=92880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 18:06:38.216443 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-f195efc7-002d-47bf-8b10-5a64805b64e5 req-eb3b5e7a-a39d-4af2-b572-9a19a958d3c6 service neutron] 10.222.0.95 "GET /v2.0/networks/8639f2be-4eec-4022-81e2-6f76de1ec029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740761 Jun 17 18:06:38.261537 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09bfb2c-40f5-4709-a64a-86311b0991db req-d5ed5042-3add-4f49-b57d-c4c9745c77ad tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:38.263585 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-d09bfb2c-40f5-4709-a64a-86311b0991db req-d5ed5042-3add-4f49-b57d-c4c9745c77ad tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/ports?device_id=d4ac72c4-640f-4b29-bebb-6e3ad492fde3 HTTP/1.1" status: 200 len: 945 time: 0.1427104 Jun 17 18:06:38.432551 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-d09bfb2c-40f5-4709-a64a-86311b0991db req-33c8f355-a6cb-44ae-8f6c-4cca226b7425 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/security-groups?id=344af256-d773-4ff0-b9b9-f3fcbe207aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582460 Jun 17 18:06:38.527136 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-f195efc7-002d-47bf-8b10-5a64805b64e5 req-56659d5e-81a1-4844-9b3a-7765726f14c9 service neutron] 10.222.0.95 "GET /v2.0/networks/8639f2be-4eec-4022-81e2-6f76de1ec029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2587104 Jun 17 18:06:38.628188 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_hamode_db [None req-d50a0a71-c763-47b5-b7e7-ab984cdd72f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ff890bc-3fed-4f61-8661-00a0b9ca6dc5', 'name': 'tempest-TestMinimumBasicScenario-925944531-router', 'tenant_id': 'ffd4051f496841269df46db415efece2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'external_fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '727525d8-be53-4d2f-8182-376edeedfaa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T18:06:26Z', 'updated_at': '2021-06-17T18:06:32Z', 'revision_number': 4, 'project_id': 'ffd4051f496841269df46db415efece2', 'gw_port': {'id': '727525d8-be53-4d2f-8182-376edeedfaa6', 'name': '', 'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:36:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff890bc-3fed-4f61-8661-00a0b9ca6dc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:06:28Z', 'updated_at': '2021-06-17T18:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78089575-0364-47db-be8b-ef28f42f3a37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-6-iscsi', '_interfaces': [{'id': '89c7c706-18d5-42dd-a9de-9f62b0777c44', 'name': '', 'network_id': '97be5514-6cc3-4c04-8e65-7dd4cd2ebbf9', 'tenant_id': 'ffd4051f496841269df46db415efece2', 'mac_address': 'fa:16:3e:4f:66:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ff890bc-3fed-4f61-8661-00a0b9ca6dc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '0f244bed-8166-4e77-8dfa-edca2ad66637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:06:32Z', 'updated_at': '2021-06-17T18:06:37Z', 'revision_number': 4, 'project_id': 'ffd4051f496841269df46db415efece2', 'subnets': [{'id': '0f244bed-8166-4e77-8dfa-edca2ad66637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-6-iscsi', False) {} {{(pid=92880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:06:38.696240 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50a0a71-c763-47b5-b7e7-ab984cdd72f8 None None] The sync data for ids ['0ff890bc-3fed-4f61-8661-00a0b9ca6dc5'] in dv-cinder-786260-6-iscsi is: [{'id': '0ff890bc-3fed-4f61-8661-00a0b9ca6dc5', 'name': 'tempest-TestMinimumBasicScenario-925944531-router', 'tenant_id': 'ffd4051f496841269df46db415efece2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'external_fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '727525d8-be53-4d2f-8182-376edeedfaa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T18:06:26Z', 'updated_at': '2021-06-17T18:06:32Z', 'revision_number': 4, 'project_id': 'ffd4051f496841269df46db415efece2', 'gw_port': {'id': '727525d8-be53-4d2f-8182-376edeedfaa6', 'name': '', 'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:36:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff890bc-3fed-4f61-8661-00a0b9ca6dc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:06:28Z', 'updated_at': '2021-06-17T18:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78089575-0364-47db-be8b-ef28f42f3a37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-6-iscsi', '_interfaces': [{'id': '89c7c706-18d5-42dd-a9de-9f62b0777c44', 'name': '', 'network_id': '97be5514-6cc3-4c04-8e65-7dd4cd2ebbf9', 'tenant_id': 'ffd4051f496841269df46db415efece2', 'mac_address': 'fa:16:3e:4f:66:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ff890bc-3fed-4f61-8661-00a0b9ca6dc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '0f244bed-8166-4e77-8dfa-edca2ad66637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:06:32Z', 'updated_at': '2021-06-17T18:06:37Z', 'revision_number': 4, 'project_id': 'ffd4051f496841269df46db415efece2', 'subnets': [{'id': '0f244bed-8166-4e77-8dfa-edca2ad66637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 18:06:38.898991 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61f5f91-086b-4a93-b6cb-7065130e47a5 req-23b1fbfd-95da-427a-be9a-c24cfcf39b2b tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:38.907550 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-a61f5f91-086b-4a93-b6cb-7065130e47a5 req-23b1fbfd-95da-427a-be9a-c24cfcf39b2b tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/ports?device_id=e77227d6-20e7-4024-8305-bf3dc0112ed0 HTTP/1.1" status: 200 len: 946 time: 0.2336109 Jun 17 18:06:39.074925 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-a61f5f91-086b-4a93-b6cb-7065130e47a5 req-dd0e929a-5620-4312-9b0d-7e93f5a66292 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/security-groups?id=91f7f23c-b787-41c8-9305-85229b082856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622980 Jun 17 18:06:39.137822 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780de3c6-5bcf-4f29-a1ef-00a45d7d86fe req-34616de9-b680-49f1-a00e-6f06b3e42fb6 tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:39.139590 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-780de3c6-5bcf-4f29-a1ef-00a45d7d86fe req-34616de9-b680-49f1-a00e-6f06b3e42fb6 tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] 10.222.0.97 "GET /v2.0/ports?device_id=99cd6e83-e889-4185-81f9-4925dd498399 HTTP/1.1" status: 200 len: 943 time: 0.1925950 Jun 17 18:06:39.226091 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-780de3c6-5bcf-4f29-a1ef-00a45d7d86fe req-79b51139-0833-4dba-9ae5-39f4adb09ba3 tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] 10.222.0.97 "GET /v2.0/security-groups?id=b7e6f4f5-24f4-4dde-a96a-8d8da070066c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800788 Jun 17 18:06:39.443924 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bebb166-032d-45fb-a6f0-cfdc389c3c75 req-4f911a50-518d-4ef2-aee6-819c5556e420 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:39.455153 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-1bebb166-032d-45fb-a6f0-cfdc389c3c75 req-4f911a50-518d-4ef2-aee6-819c5556e420 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/ports?device_id=43fd5a25-ffb4-4518-8fdb-430531a5365d HTTP/1.1" status: 200 len: 943 time: 0.1329064 Jun 17 18:06:39.503314 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-1bebb166-032d-45fb-a6f0-cfdc389c3c75 req-a0a4f717-0ee5-4318-9090-ef81b2ad9d2c tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/security-groups?id=3dcea033-1931-485c-8e80-04f1de860c08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469306 Jun 17 18:06:39.731264 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596971bf-d87c-48f1-8e9d-813531af367b req-9c088106-38b1-4588-ac2c-cd6c9ae61198 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:39.738886 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-596971bf-d87c-48f1-8e9d-813531af367b req-9c088106-38b1-4588-ac2c-cd6c9ae61198 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/ports?device_id=d4ac72c4-640f-4b29-bebb-6e3ad492fde3 HTTP/1.1" status: 200 len: 945 time: 0.1119883 Jun 17 18:06:40.101805 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-596971bf-d87c-48f1-8e9d-813531af367b req-42bd90c9-4483-4660-a38b-2c16fa9c0237 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/security-groups?id=344af256-d773-4ff0-b9b9-f3fcbe207aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3618805 Jun 17 18:06:40.533640 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f9f43e-44c7-4027-9f51-bda350bf81d0 req-eb2588f3-8578-49f9-9228-f761c08ccec1 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:40.535268 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-83f9f43e-44c7-4027-9f51-bda350bf81d0 req-eb2588f3-8578-49f9-9228-f761c08ccec1 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/ports?device_id=e77227d6-20e7-4024-8305-bf3dc0112ed0 HTTP/1.1" status: 200 len: 946 time: 0.2302260 Jun 17 18:06:40.627439 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-83f9f43e-44c7-4027-9f51-bda350bf81d0 req-48fc546b-e3f9-4e83-9ad5-0227069e391e tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/security-groups?id=91f7f23c-b787-41c8-9305-85229b082856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773880 Jun 17 18:06:40.648420 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415768f2-45ed-4970-8f43-7a85fcb29e2c req-258f3490-8f22-4c6e-995c-3e8d5ccd4c59 tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:40.649932 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-415768f2-45ed-4970-8f43-7a85fcb29e2c req-258f3490-8f22-4c6e-995c-3e8d5ccd4c59 tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] 10.222.0.97 "GET /v2.0/ports?device_id=99cd6e83-e889-4185-81f9-4925dd498399 HTTP/1.1" status: 200 len: 943 time: 0.1137614 Jun 17 18:06:40.736784 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-415768f2-45ed-4970-8f43-7a85fcb29e2c req-a1af7521-0b06-4b59-869f-87c8d2753efc tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] 10.222.0.97 "GET /v2.0/security-groups?id=b7e6f4f5-24f4-4dde-a96a-8d8da070066c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774779 Jun 17 18:06:40.801760 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Device 89c7c706-18d5-42dd-a9de-9f62b0777c44 up at agent ovs-agent-dv-cinder-786260-6-iscsi {{(pid=92880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 18:06:40.901368 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Provisioning for port 89c7c706-18d5-42dd-a9de-9f62b0777c44 completed by entity L2. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 18:06:40.908816 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Provisioning complete for port 89c7c706-18d5-42dd-a9de-9f62b0777c44 triggered by entity L2. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 18:06:40.912456 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687209'] for port, provisioning_complete {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:40.936069 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99e13ca-3e72-4649-8d7f-156e5465dd48 req-aa8a5d05-e109-4680-bb54-99d41b8bca3f tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:40.937642 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-a99e13ca-3e72-4649-8d7f-156e5465dd48 req-aa8a5d05-e109-4680-bb54-99d41b8bca3f tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/ports?device_id=43fd5a25-ffb4-4518-8fdb-430531a5365d HTTP/1.1" status: 200 len: 943 time: 0.0966072 Jun 17 18:06:41.014393 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-a99e13ca-3e72-4649-8d7f-156e5465dd48 req-97570b20-6563-44c9-bfc3-4184af6321b4 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/security-groups?id=3dcea033-1931-485c-8e80-04f1de860c08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701709 Jun 17 18:06:41.064809 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:41.132451 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] For port 89c7c706-18d5-42dd-a9de-9f62b0777c44, host dv-cinder-786260-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-6-iscsi',level=0,port_id=89c7c706-18d5-42dd-a9de-9f62b0777c44,segment=NetworkSegment(0a88696c-6fe1-4131-955c-f9c810b9f950),segment_id=0a88696c-6fe1-4131-955c-f9c810b9f950)] {{(pid=92880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:06:41.138262 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479'] for port, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:41.140753 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-2db6cbb0-b57b-4e05-81f1-a7a96972ffa7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:06:41.223399 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Pushing event updated for resources: {'Port': ['ID=89c7c706-18d5-42dd-a9de-9f62b0777c44,revision_number=5']} {{(pid=92880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:06:41.234720 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:06:41.398731 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9a31e6-e692-4679-a01b-034ae4ae6223 req-8a59dd4b-52a3-4d52-ba97-91c95989e796 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:41.402969 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-ae9a31e6-e692-4679-a01b-034ae4ae6223 req-8a59dd4b-52a3-4d52-ba97-91c95989e796 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/ports?device_id=d4ac72c4-640f-4b29-bebb-6e3ad492fde3 HTTP/1.1" status: 200 len: 945 time: 0.1009617 Jun 17 18:06:41.483398 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-ae9a31e6-e692-4679-a01b-034ae4ae6223 req-928b95be-ef91-4c64-b079-842b90b6a91e tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/security-groups?id=344af256-d773-4ff0-b9b9-f3fcbe207aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743179 Jun 17 18:06:41.745263 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:41.907535 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0372827-38ec-425e-864c-d56b17595443 req-ae745000-bb5b-42ed-9d3b-260879cbdc41 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:41.909411 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-a0372827-38ec-425e-864c-d56b17595443 req-ae745000-bb5b-42ed-9d3b-260879cbdc41 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/ports?device_id=e77227d6-20e7-4024-8305-bf3dc0112ed0 HTTP/1.1" status: 200 len: 946 time: 0.0874379 Jun 17 18:06:41.982464 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-a0372827-38ec-425e-864c-d56b17595443 req-3c142ef7-6fe7-470a-88e2-46905b5a7fd3 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/security-groups?id=91f7f23c-b787-41c8-9305-85229b082856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662849 Jun 17 18:06:42.027365 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01954602-2bf4-4cc3-a00e-5cf1f056f85e req-2ddae3f9-c313-42e0-b305-221389fa8cd1 tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:42.029079 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-01954602-2bf4-4cc3-a00e-5cf1f056f85e req-2ddae3f9-c313-42e0-b305-221389fa8cd1 tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] 10.222.0.97 "GET /v2.0/ports?device_id=99cd6e83-e889-4185-81f9-4925dd498399 HTTP/1.1" status: 200 len: 943 time: 0.0928941 Jun 17 18:06:42.101410 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-01954602-2bf4-4cc3-a00e-5cf1f056f85e req-917c574d-9c18-4f08-8a5e-59ec637b8956 tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] 10.222.0.97 "GET /v2.0/security-groups?id=b7e6f4f5-24f4-4dde-a96a-8d8da070066c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661912 Jun 17 18:06:42.262166 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849f869c-b422-4255-9fd5-4a4b4f73fc20 req-155dbcdf-0c9e-4cc1-b898-08732711b5fa tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:42.265295 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-849f869c-b422-4255-9fd5-4a4b4f73fc20 req-155dbcdf-0c9e-4cc1-b898-08732711b5fa tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/ports?device_id=43fd5a25-ffb4-4518-8fdb-430531a5365d HTTP/1.1" status: 200 len: 943 time: 0.0964756 Jun 17 18:06:42.349069 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-849f869c-b422-4255-9fd5-4a4b4f73fc20 req-6e3ff827-4630-43c6-8c25-dd7aa4349bbc tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/security-groups?id=3dcea033-1931-485c-8e80-04f1de860c08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768037 Jun 17 18:06:42.732745 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ce3d44-2498-4595-9a28-5e1d99dd3a2d req-6ebe8d51-da68-48ef-9c76-81c6a5aad885 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:42.736487 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-d4ce3d44-2498-4595-9a28-5e1d99dd3a2d req-6ebe8d51-da68-48ef-9c76-81c6a5aad885 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/ports?device_id=d4ac72c4-640f-4b29-bebb-6e3ad492fde3 HTTP/1.1" status: 200 len: 945 time: 0.1156380 Jun 17 18:06:42.745025 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Device 89c7c706-18d5-42dd-a9de-9f62b0777c44 up at agent ovs-agent-dv-cinder-786260-6-iscsi {{(pid=92880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 18:06:42.806236 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-d4ce3d44-2498-4595-9a28-5e1d99dd3a2d req-052194b0-6bfa-4ea1-a891-f148d8b652c4 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/security-groups?id=344af256-d773-4ff0-b9b9-f3fcbe207aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621381 Jun 17 18:06:42.821078 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Provisioning complete for port 89c7c706-18d5-42dd-a9de-9f62b0777c44 triggered by entity L2. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 18:06:42.821701 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687209'] for port, provisioning_complete {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:43.174878 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059dfcff-43ab-4529-8f45-74ad2aac24e9 req-4c000728-04df-4e7d-a0af-28df5d843a98 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:43.176269 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-059dfcff-43ab-4529-8f45-74ad2aac24e9 req-4c000728-04df-4e7d-a0af-28df5d843a98 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/ports?device_id=e77227d6-20e7-4024-8305-bf3dc0112ed0 HTTP/1.1" status: 200 len: 946 time: 0.0745859 Jun 17 18:06:43.226639 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-059dfcff-43ab-4529-8f45-74ad2aac24e9 req-8bcffede-56a0-422e-a7bc-f5588d127e5b tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/security-groups?id=91f7f23c-b787-41c8-9305-85229b082856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447752 Jun 17 18:06:43.307908 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d128ceb8-c77e-4e05-9fb3-363cc5c4edf6 req-cbb39ecd-6da6-4d94-b48b-fa86ebc71498 tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:43.309502 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-d128ceb8-c77e-4e05-9fb3-363cc5c4edf6 req-cbb39ecd-6da6-4d94-b48b-fa86ebc71498 tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] 10.222.0.97 "GET /v2.0/ports?device_id=99cd6e83-e889-4185-81f9-4925dd498399 HTTP/1.1" status: 200 len: 943 time: 0.0862517 Jun 17 18:06:43.359263 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-d128ceb8-c77e-4e05-9fb3-363cc5c4edf6 req-fcbc5cad-990b-4133-ac61-5eb57343d125 tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] 10.222.0.97 "GET /v2.0/security-groups?id=b7e6f4f5-24f4-4dde-a96a-8d8da070066c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410647 Jun 17 18:06:43.459724 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de592f04-485f-48eb-9886-4003683367f3 req-245b85f1-c435-4eb8-b3e6-d812edcbdbba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:43.462040 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-de592f04-485f-48eb-9886-4003683367f3 req-245b85f1-c435-4eb8-b3e6-d812edcbdbba service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=c659615da9734b569917d57cf1124485&device_id=99cd6e83-e889-4185-81f9-4925dd498399 HTTP/1.1" status: 200 len: 1096 time: 0.0671384 Jun 17 18:06:43.534244 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e1dbda-28c6-43f4-8bc0-526850066739 req-0ddea3c3-142b-4805-9a65-f9d09ba1411f tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:43.536376 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-b8e1dbda-28c6-43f4-8bc0-526850066739 req-0ddea3c3-142b-4805-9a65-f9d09ba1411f tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/ports?device_id=43fd5a25-ffb4-4518-8fdb-430531a5365d HTTP/1.1" status: 200 len: 943 time: 0.0704870 Jun 17 18:06:43.618473 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-b8e1dbda-28c6-43f4-8bc0-526850066739 req-571423c4-f903-41cf-bab2-f2a21d6add7d tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/security-groups?id=3dcea033-1931-485c-8e80-04f1de860c08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757976 Jun 17 18:06:43.652275 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de592f04-485f-48eb-9886-4003683367f3 req-a294ba18-16d0-4f8a-a64a-de380eade2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:43.653914 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-de592f04-485f-48eb-9886-4003683367f3 req-a294ba18-16d0-4f8a-a64a-de380eade2fc service neutron] 10.222.0.95 "GET /v2.0/networks?id=8639f2be-4eec-4022-81e2-6f76de1ec029 HTTP/1.1" status: 200 len: 914 time: 0.1710835 Jun 17 18:06:43.705866 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-de592f04-485f-48eb-9886-4003683367f3 req-5f95709d-06cf-4f05-92a0-2f28224bacfe service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=41de16a2-6d93-41c2-ae7a-20cae5ebcdc8 HTTP/1.1" status: 200 len: 217 time: 0.0430532 Jun 17 18:06:43.766789 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de592f04-485f-48eb-9886-4003683367f3 req-74e99436-189e-45f8-96f2-5bc817bb602b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:43.768455 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-de592f04-485f-48eb-9886-4003683367f3 req-74e99436-189e-45f8-96f2-5bc817bb602b service neutron] 10.222.0.95 "GET /v2.0/subnets?id=2cccf722-21e7-4d50-a8c8-6c4bc08c12fb HTTP/1.1" status: 200 len: 852 time: 0.0553088 Jun 17 18:06:43.808585 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-de592f04-485f-48eb-9886-4003683367f3 req-7a585d3f-a368-498b-a742-fc6d5e0b8c99 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=8639f2be-4eec-4022-81e2-6f76de1ec029&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324078 Jun 17 18:06:43.969835 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-de592f04-485f-48eb-9886-4003683367f3 req-3e66aa57-8ec9-4a6b-95f5-5f09e6ea9aa1 service neutron] 10.222.0.95 "GET /v2.0/networks/8639f2be-4eec-4022-81e2-6f76de1ec029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416452 Jun 17 18:06:44.008474 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1bb939-ecd3-4e72-b9b5-5fafd3cf7808 req-9b0205cd-1cb5-42bb-895b-188ac989a813 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:44.015482 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-ba1bb939-ecd3-4e72-b9b5-5fafd3cf7808 req-9b0205cd-1cb5-42bb-895b-188ac989a813 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/ports?device_id=d4ac72c4-640f-4b29-bebb-6e3ad492fde3 HTTP/1.1" status: 200 len: 945 time: 0.0744953 Jun 17 18:06:44.058086 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-ba1bb939-ecd3-4e72-b9b5-5fafd3cf7808 req-d6ae3d11-3ce0-493c-8a0a-825762e688dc tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/security-groups?id=344af256-d773-4ff0-b9b9-f3fcbe207aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416481 Jun 17 18:06:44.090115 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-de592f04-485f-48eb-9886-4003683367f3 req-4c7bbebf-bc95-489e-b2ce-2594f8c9a7db service neutron] 10.222.0.95 "GET /v2.0/networks/8639f2be-4eec-4022-81e2-6f76de1ec029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074748 Jun 17 18:06:44.149668 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-26627427-3ff3-45f0-a626-4a026dd3f148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:44.423422 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31066433-7006-4b10-b66d-5a1c8ecc3ee4 req-6a65ad17-1ac5-4899-aef7-856f0c89b7e6 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:44.425507 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-31066433-7006-4b10-b66d-5a1c8ecc3ee4 req-6a65ad17-1ac5-4899-aef7-856f0c89b7e6 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/ports?device_id=e77227d6-20e7-4024-8305-bf3dc0112ed0 HTTP/1.1" status: 200 len: 946 time: 0.0702171 Jun 17 18:06:44.533718 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-31066433-7006-4b10-b66d-5a1c8ecc3ee4 req-20880be4-eed7-4a69-a5a4-a6711279332c tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/security-groups?id=91f7f23c-b787-41c8-9305-85229b082856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014738 Jun 17 18:06:44.607105 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7da9c29-ad1c-4fda-a856-f3b579646011 req-4d47c025-7d9d-4a69-b8b8-292406f94da1 tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:44.608815 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-a7da9c29-ad1c-4fda-a856-f3b579646011 req-4d47c025-7d9d-4a69-b8b8-292406f94da1 tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] 10.222.0.97 "GET /v2.0/ports?device_id=99cd6e83-e889-4185-81f9-4925dd498399 HTTP/1.1" status: 200 len: 943 time: 0.0880711 Jun 17 18:06:44.675797 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-a7da9c29-ad1c-4fda-a856-f3b579646011 req-519f2088-33c8-4cf6-a69d-9af6acfed09d tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] 10.222.0.97 "GET /v2.0/security-groups?id=b7e6f4f5-24f4-4dde-a96a-8d8da070066c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572939 Jun 17 18:06:44.829720 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a677ff-7f35-46fd-899c-061c5dafab9d req-1644661d-9bfd-4443-a1b0-c3abd218d724 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:44.832285 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-d7a677ff-7f35-46fd-899c-061c5dafab9d req-1644661d-9bfd-4443-a1b0-c3abd218d724 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/ports?device_id=43fd5a25-ffb4-4518-8fdb-430531a5365d HTTP/1.1" status: 200 len: 943 time: 0.0806894 Jun 17 18:06:44.871702 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-d7a677ff-7f35-46fd-899c-061c5dafab9d req-9d1ead79-be87-405d-9fa0-0d07bbf8c8ab tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/security-groups?id=3dcea033-1931-485c-8e80-04f1de860c08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346465 Jun 17 18:06:45.214133 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56cb69f-8e2b-46c0-9a46-bcf8ff5e732e req-714c76af-c155-482c-9e67-536a389fc42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:45.216280 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-f56cb69f-8e2b-46c0-9a46-bcf8ff5e732e req-714c76af-c155-482c-9e67-536a389fc42f service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=d4ac72c4-640f-4b29-bebb-6e3ad492fde3 HTTP/1.1" status: 200 len: 1098 time: 0.0743372 Jun 17 18:06:45.259402 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-f56cb69f-8e2b-46c0-9a46-bcf8ff5e732e req-2e791f28-3be9-4278-a273-b18020a07049 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=344af256-d773-4ff0-b9b9-f3fcbe207aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299413 Jun 17 18:06:45.261640 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0749af83-f9e9-4ef1-9f43-4e46024c606b req-3534ee8c-d38f-49e8-8993-fbd30588994a tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:45.263211 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-0749af83-f9e9-4ef1-9f43-4e46024c606b req-3534ee8c-d38f-49e8-8993-fbd30588994a tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/ports?device_id=d4ac72c4-640f-4b29-bebb-6e3ad492fde3 HTTP/1.1" status: 200 len: 945 time: 0.0734057 Jun 17 18:06:45.302228 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-0749af83-f9e9-4ef1-9f43-4e46024c606b req-e16df10f-7258-40a4-8086-5d46d869896f tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/security-groups?id=344af256-d773-4ff0-b9b9-f3fcbe207aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330472 Jun 17 18:06:45.724149 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23e5382-c2f2-4f7d-8227-9433300166dd req-1c03d448-e20f-469b-8294-d6027a2cd3bf tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:45.725597 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-d23e5382-c2f2-4f7d-8227-9433300166dd req-1c03d448-e20f-469b-8294-d6027a2cd3bf tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/ports?device_id=e77227d6-20e7-4024-8305-bf3dc0112ed0 HTTP/1.1" status: 200 len: 946 time: 0.0657008 Jun 17 18:06:45.767309 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-d23e5382-c2f2-4f7d-8227-9433300166dd req-22b7a816-fe72-4d33-8e0b-c818f2c0cd85 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/security-groups?id=91f7f23c-b787-41c8-9305-85229b082856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351901 Jun 17 18:06:45.788704 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b60bf5-fab5-493d-a6c0-39976cb26650 req-cc53eb57-27b0-4ae9-91cb-95338f9974a8 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:45.790263 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-18b60bf5-fab5-493d-a6c0-39976cb26650 req-cc53eb57-27b0-4ae9-91cb-95338f9974a8 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.95 "GET /v2.0/ports?device_id=e77227d6-20e7-4024-8305-bf3dc0112ed0 HTTP/1.1" status: 200 len: 946 time: 0.0676234 Jun 17 18:06:45.902314 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.plugins.ml2.plugin [req-18b60bf5-fab5-493d-a6c0-39976cb26650 req-faaf08bc-a54d-4e77-a457-24af9d082624 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Deleting port 2490d242-9258-4e38-9703-40336224e523 {{(pid=92872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 18:06:45.902656 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [req-18b60bf5-fab5-493d-a6c0-39976cb26650 req-faaf08bc-a54d-4e77-a457-24af9d082624 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743365079206'] for port, before_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:45.987491 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.plugins.ml2.db [req-18b60bf5-fab5-493d-a6c0-39976cb26650 req-faaf08bc-a54d-4e77-a457-24af9d082624 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] For port 2490d242-9258-4e38-9703-40336224e523, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=2490d242-9258-4e38-9703-40336224e523,segment=NetworkSegment(ec1be91d-5013-401a-90de-3135f9e6b68b),segment_id=ec1be91d-5013-401a-90de-3135f9e6b68b)] {{(pid=92872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:06:45.987847 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [req-18b60bf5-fab5-493d-a6c0-39976cb26650 req-faaf08bc-a54d-4e77-a457-24af9d082624 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956370'] for port, precommit_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:46.006610 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0c432d-f9b4-4a86-8916-4eaebeb64f2a req-6fd2fbf8-43b5-4308-89ef-5cedaa3aaa57 tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:46.008071 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-5d0c432d-f9b4-4a86-8916-4eaebeb64f2a req-6fd2fbf8-43b5-4308-89ef-5cedaa3aaa57 tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] 10.222.0.97 "GET /v2.0/ports?device_id=99cd6e83-e889-4185-81f9-4925dd498399 HTTP/1.1" status: 200 len: 943 time: 0.1346564 Jun 17 18:06:46.039761 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b22c40a-c13a-4041-91cd-fc0e064464a9 req-8d0721df-48b8-4f00-b3b3-6519c34c632f tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:46.041725 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-6b22c40a-c13a-4041-91cd-fc0e064464a9 req-8d0721df-48b8-4f00-b3b3-6519c34c632f tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] 10.222.0.97 "GET /v2.0/networks?id=1f9fb0f7-53a4-48cb-a36c-c77fb573af98 HTTP/1.1" status: 200 len: 815 time: 0.1397076 Jun 17 18:06:46.053058 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.plugins.ml2.plugin [req-18b60bf5-fab5-493d-a6c0-39976cb26650 req-faaf08bc-a54d-4e77-a457-24af9d082624 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Calling delete_port for 2490d242-9258-4e38-9703-40336224e523 owned by compute:nova {{(pid=92872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 18:06:46.067541 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-5d0c432d-f9b4-4a86-8916-4eaebeb64f2a req-7ee3c419-46b5-47f1-bd4c-8b0bfe581824 tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] 10.222.0.97 "GET /v2.0/security-groups?id=b7e6f4f5-24f4-4dde-a96a-8d8da070066c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532882 Jun 17 18:06:46.068864 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-6b22c40a-c13a-4041-91cd-fc0e064464a9 req-ec65b1b3-9975-44f0-a44f-7f72ae916d31 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] 10.222.0.97 "GET /v2.0/quotas/74ba9816d29f45709c2d61dd07a4dcc6 HTTP/1.1" status: 200 len: 375 time: 0.0209126 Jun 17 18:06:46.135829 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-6b22c40a-c13a-4041-91cd-fc0e064464a9 req-d798e199-d09c-4663-9bf8-b7349fd3dcfd tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=74ba9816d29f45709c2d61dd07a4dcc6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0613213 Jun 17 18:06:46.182698 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [req-18b60bf5-fab5-493d-a6c0-39976cb26650 req-faaf08bc-a54d-4e77-a457-24af9d082624 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743365085983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743364645425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25532019'] for port, after_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:46.187964 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-a39ad0b4-ad47-4ed3-82b8-1c7dd34aca48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:06:46.211861 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaf08bc-a54d-4e77-a457-24af9d082624 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Pushing event deleted for resources: {'Port': ['ID=2490d242-9258-4e38-9703-40336224e523,revision_number=None']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:06:46.215433 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-faaf08bc-a54d-4e77-a457-24af9d082624 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:06:46.224487 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] get_ports_and_sgs() called for port_ids ['66b35a25-01d6-4d67-ad06-eac51e9a99a7', '2490d242-9258-4e38-9703-40336224e523'] {{(pid=92880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 18:06:46.261215 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.db.l3_dvrscheduler_db [req-18b60bf5-fab5-493d-a6c0-39976cb26650 req-faaf08bc-a54d-4e77-a457-24af9d082624 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] No DVR routers for this DVR port 2490d242-9258-4e38-9703-40336224e523 on host hv-cinder-78626 {{(pid=92872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 18:06:46.265502 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [req-18b60bf5-fab5-493d-a6c0-39976cb26650 req-faaf08bc-a54d-4e77-a457-24af9d082624 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523113'] for port, before_response {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:46.267825 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-18b60bf5-fab5-493d-a6c0-39976cb26650 req-faaf08bc-a54d-4e77-a457-24af9d082624 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.95 "DELETE /v2.0/ports/2490d242-9258-4e38-9703-40336224e523 HTTP/1.1" status: 204 len: 173 time: 0.4705110 Jun 17 18:06:46.268585 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e77227d6-20e7-4024-8305-bf3dc0112ed0', 'name': 'network-vif-deleted', 'tag': '2490d242-9258-4e38-9703-40336224e523'}] {{(pid=92872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 18:06:46.271165 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f987f925adb95fb5f2d31a9334b96ac5a9607b390d68bc71a63c7260745a89d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc9f2d8b-2540-411c-abcf-2e2b42f91e23" -d '{"events": [{"server_uuid": "e77227d6-20e7-4024-8305-bf3dc0112ed0", "name": "network-vif-deleted", "tag": "2490d242-9258-4e38-9703-40336224e523"}]}' {{(pid=92872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 18:06:46.276611 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-6b22c40a-c13a-4041-91cd-fc0e064464a9 req-40ce5c2e-b135-40d9-a349-928e032a4a8a service neutron] 10.222.0.97 "GET /v2.0/networks/1f9fb0f7-53a4-48cb-a36c-c77fb573af98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286352 Jun 17 18:06:46.313957 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e066f6df-b8a9-4277-8dd2-aeb66990fd68 req-d2c6b625-850e-4416-872a-c88548931656 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:46.315504 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-e066f6df-b8a9-4277-8dd2-aeb66990fd68 req-d2c6b625-850e-4416-872a-c88548931656 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/ports?device_id=43fd5a25-ffb4-4518-8fdb-430531a5365d HTTP/1.1" status: 200 len: 943 time: 0.1377580 Jun 17 18:06:46.395598 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-e066f6df-b8a9-4277-8dd2-aeb66990fd68 req-3f31e5c6-9ce9-4317-b95c-7542432b5685 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/security-groups?id=3dcea033-1931-485c-8e80-04f1de860c08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711277 Jun 17 18:06:46.409955 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-6b22c40a-c13a-4041-91cd-fc0e064464a9 req-3e74c3ba-93d9-46ff-8d3b-db23323fb29a service neutron] 10.222.0.97 "GET /v2.0/networks/1f9fb0f7-53a4-48cb-a36c-c77fb573af98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292372 Jun 17 18:06:46.460486 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 18:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-577c1e49-ad8d-45d2-bc06-b6dfd1d6cb2d x-openstack-request-id: req-577c1e49-ad8d-45d2-bc06-b6dfd1d6cb2d {{(pid=92872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 18:06:46.460811 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e77227d6-20e7-4024-8305-bf3dc0112ed0", "name": "network-vif-deleted", "tag": "2490d242-9258-4e38-9703-40336224e523", "status": "completed", "code": 200}]} {{(pid=92872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 18:06:46.461096 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-577c1e49-ad8d-45d2-bc06-b6dfd1d6cb2d {{(pid=92872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 18:06:46.461514 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e77227d6-20e7-4024-8305-bf3dc0112ed0', 'name': 'network-vif-deleted', 'tag': '2490d242-9258-4e38-9703-40336224e523', 'status': 'completed', 'code': 200} Jun 17 18:06:46.469355 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Device 41de16a2-6d93-41c2-ae7a-20cae5ebcdc8 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=92880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 18:06:46.609554 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] For port 41de16a2-6d93-41c2-ae7a-20cae5ebcdc8, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=41de16a2-6d93-41c2-ae7a-20cae5ebcdc8,segment=NetworkSegment(3ca5fe73-b93d-40b8-918d-26752c53525f),segment_id=3ca5fe73-b93d-40b8-918d-26752c53525f)] {{(pid=92880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:06:46.626029 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Returning: {'device': '41de16a2-6d93-41c2-ae7a-20cae5ebcdc8', 'network_id': '8639f2be-4eec-4022-81e2-6f76de1ec029', 'port_id': '41de16a2-6d93-41c2-ae7a-20cae5ebcdc8', 'mac_address': 'fa:16:3e:d9:26:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cccf722-21e7-4d50-a8c8-6c4bc08c12fb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 18:06:46.645913 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-24f433bf-df4a-4da9-8786-270d5153e425 req-48988745-9466-48df-9860-0f284e8b7d38 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] 10.222.0.97 "GET /v2.0/ports?device_id=38d17454-bfce-47e4-b41b-493d9e52a372 HTTP/1.1" status: 200 len: 210 time: 0.0514693 Jun 17 18:06:46.690403 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:46.703926 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5aafa6-b6c7-48fe-aeec-fc6db1d4d8a2 req-4d9ac255-158e-4c7e-aee6-bcad483eb765 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:46.706232 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-5c5aafa6-b6c7-48fe-aeec-fc6db1d4d8a2 req-4d9ac255-158e-4c7e-aee6-bcad483eb765 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/ports?device_id=d4ac72c4-640f-4b29-bebb-6e3ad492fde3 HTTP/1.1" status: 200 len: 945 time: 0.1204047 Jun 17 18:06:46.709614 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.notifiers.nova [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41de16a2-6d93-41c2-ae7a-20cae5ebcdc8 {{(pid=92880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 18:06:46.736559 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] For port 41de16a2-6d93-41c2-ae7a-20cae5ebcdc8, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=41de16a2-6d93-41c2-ae7a-20cae5ebcdc8,segment=NetworkSegment(3ca5fe73-b93d-40b8-918d-26752c53525f),segment_id=3ca5fe73-b93d-40b8-918d-26752c53525f)] {{(pid=92880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:06:46.741871 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479'] for port, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:46.745178 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-10274286-e745-461b-a4d2-959e071aff49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:06:46.746510 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-5c5aafa6-b6c7-48fe-aeec-fc6db1d4d8a2 req-723a7295-9cc9-497f-bfa2-5cef295bcfe4 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/security-groups?id=344af256-d773-4ff0-b9b9-f3fcbe207aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335784 Jun 17 18:06:46.804636 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Pushing event updated for resources: {'Port': ['ID=41de16a2-6d93-41c2-ae7a-20cae5ebcdc8,revision_number=4']} {{(pid=92880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:06:46.808594 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:06:46.820303 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-e8c02622-d980-49d5-ba1f-00e4642fb489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:46.920778 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:46.946429 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-3b0e46d3-d2e3-424a-ae33-a01da46c896b req-a103f0af-4356-40c0-a087-b4a2eea57c2e tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/ports?device_id=e77227d6-20e7-4024-8305-bf3dc0112ed0 HTTP/1.1" status: 200 len: 210 time: 0.0351660 Jun 17 18:06:47.198593 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] get_ports_and_sgs() called for port_ids ['41de16a2-6d93-41c2-ae7a-20cae5ebcdc8'] {{(pid=92880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 18:06:47.240621 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7924bfcd-427f-4886-8cb6-61c6b0e52e1f req-aa6dea1d-18f1-4e44-be7c-1b4181d3cb6e tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:47.242093 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-7924bfcd-427f-4886-8cb6-61c6b0e52e1f req-aa6dea1d-18f1-4e44-be7c-1b4181d3cb6e tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] 10.222.0.97 "GET /v2.0/ports?device_id=99cd6e83-e889-4185-81f9-4925dd498399 HTTP/1.1" status: 200 len: 944 time: 0.0644255 Jun 17 18:06:47.293342 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-7924bfcd-427f-4886-8cb6-61c6b0e52e1f req-59093f24-ed63-48f6-84b4-975653782533 tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] 10.222.0.97 "GET /v2.0/security-groups?id=b7e6f4f5-24f4-4dde-a96a-8d8da070066c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394106 Jun 17 18:06:47.572197 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9b4e15-1b5f-4d14-9282-d863516024f8 req-02dcdfd6-a355-4dfa-a450-77f22589df4f tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:47.573637 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-cd9b4e15-1b5f-4d14-9282-d863516024f8 req-02dcdfd6-a355-4dfa-a450-77f22589df4f tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/ports?device_id=43fd5a25-ffb4-4518-8fdb-430531a5365d HTTP/1.1" status: 200 len: 943 time: 0.0643206 Jun 17 18:06:47.610595 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-cd9b4e15-1b5f-4d14-9282-d863516024f8 req-ea5011d2-1b5f-4170-b3c4-cd8d23752691 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/security-groups?id=3dcea033-1931-485c-8e80-04f1de860c08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311849 Jun 17 18:06:47.790638 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-ae8b825d-1e21-4827-ad4a-e95d98e3f9a7 req-bc1fa78e-12e0-4edd-9024-8f5e73add766 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] 10.222.0.97 "GET /v2.0/ports?device_id=38d17454-bfce-47e4-b41b-493d9e52a372 HTTP/1.1" status: 200 len: 210 time: 0.0325975 Jun 17 18:06:47.924202 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e8f246-4268-4093-a9f9-23b24c9d8501 req-52c880b2-363c-4603-a96f-ed5bdcb6d263 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:47.925692 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-33e8f246-4268-4093-a9f9-23b24c9d8501 req-52c880b2-363c-4603-a96f-ed5bdcb6d263 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/ports?device_id=d4ac72c4-640f-4b29-bebb-6e3ad492fde3 HTTP/1.1" status: 200 len: 945 time: 0.0654817 Jun 17 18:06:47.953319 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b22c40a-c13a-4041-91cd-fc0e064464a9 req-5b276eb7-dbda-4fb8-abe1-251dcf9f198a tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:47.954691 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-6b22c40a-c13a-4041-91cd-fc0e064464a9 req-5b276eb7-dbda-4fb8-abe1-251dcf9f198a tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] 10.222.0.95 "GET /v2.0/networks?id=1f9fb0f7-53a4-48cb-a36c-c77fb573af98 HTTP/1.1" status: 200 len: 815 time: 0.1045194 Jun 17 18:06:47.967118 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-33e8f246-4268-4093-a9f9-23b24c9d8501 req-f5bef185-b060-4a71-b1f0-98f257c5f021 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/security-groups?id=344af256-d773-4ff0-b9b9-f3fcbe207aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358341 Jun 17 18:06:47.992866 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.v2.base [req-6b22c40a-c13a-4041-91cd-fc0e064464a9 req-e44690e5-ec1e-4a5c-8f9c-1f51a8d3fe12 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Request body: {'port': {'device_id': '38d17454-bfce-47e4-b41b-493d9e52a372', 'network_id': '1f9fb0f7-53a4-48cb-a36c-c77fb573af98', 'admin_state_up': True, 'tenant_id': '74ba9816d29f45709c2d61dd07a4dcc6'}} {{(pid=92872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 18:06:48.042248 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-8848f698-b84d-4e61-bbd9-19a6867363d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:48.111007 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b22c40a-c13a-4041-91cd-fc0e064464a9 req-e44690e5-ec1e-4a5c-8f9c-1f51a8d3fe12 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Made reservation on behalf of 74ba9816d29f45709c2d61dd07a4dcc6 for: {'port': 1} {{(pid=92872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 18:06:48.115398 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [req-6b22c40a-c13a-4041-91cd-fc0e064464a9 req-e44690e5-ec1e-4a5c-8f9c-1f51a8d3fe12 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1986742'] for port, before_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:48.257641 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.db.db_base_plugin_common [req-6b22c40a-c13a-4041-91cd-fc0e064464a9 req-e44690e5-ec1e-4a5c-8f9c-1f51a8d3fe12 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Allocated IP 172.20.0.4 (1f9fb0f7-53a4-48cb-a36c-c77fb573af98/5ea2c680-8280-494b-b582-ad8adfc7edc3/5577a9a1-1770-4ff7-83ae-1a4009a3cc40) {{(pid=92872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 18:06:48.463603 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Device 41de16a2-6d93-41c2-ae7a-20cae5ebcdc8 up at agent hyperv_hv-cinder-78626 {{(pid=92880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 18:06:48.483407 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [req-6b22c40a-c13a-4041-91cd-fc0e064464a9 req-e44690e5-ec1e-4a5c-8f9c-1f51a8d3fe12 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Notify callbacks [] for port, precommit_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:48.498118 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.db.provisioning_blocks [req-6b22c40a-c13a-4041-91cd-fc0e064464a9 req-e44690e5-ec1e-4a5c-8f9c-1f51a8d3fe12 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Transition to ACTIVE for port object 5577a9a1-1770-4ff7-83ae-1a4009a3cc40 will not be triggered until provisioned by entity DHCP. {{(pid=92872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 18:06:48.519002 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Provisioning for port 41de16a2-6d93-41c2-ae7a-20cae5ebcdc8 completed by entity L2. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 18:06:48.523449 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Provisioning complete for port 41de16a2-6d93-41c2-ae7a-20cae5ebcdc8 triggered by entity L2. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 18:06:48.523991 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687209'] for port, provisioning_complete {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:48.551837 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [req-6b22c40a-c13a-4041-91cd-fc0e064464a9 req-e44690e5-ec1e-4a5c-8f9c-1f51a8d3fe12 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1986807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743364645416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25532026'] for port, after_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:48.558961 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:06:48.587130 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fae110f-97f6-45a0-b86e-9e842991e4cd req-5016e0b8-bb87-4740-90fa-99d340fd04fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:48.589401 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-4fae110f-97f6-45a0-b86e-9e842991e4cd req-5016e0b8-bb87-4740-90fa-99d340fd04fd service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=623f5da845c24adfaa862156e92f7f73&device_id=d4ac72c4-640f-4b29-bebb-6e3ad492fde3 HTTP/1.1" status: 200 len: 1098 time: 0.1716530 Jun 17 18:06:48.601932 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dcb59a-a1c5-4174-87c7-c27b321f68de req-76c9a44f-d36d-40ea-be03-3dd9cc8e0910 tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:48.610886 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-60dcb59a-a1c5-4174-87c7-c27b321f68de req-76c9a44f-d36d-40ea-be03-3dd9cc8e0910 tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] 10.222.0.97 "GET /v2.0/ports?device_id=99cd6e83-e889-4185-81f9-4925dd498399 HTTP/1.1" status: 200 len: 944 time: 0.1628706 Jun 17 18:06:48.637534 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2291439-3b3f-4605-90e7-646aca29cc70 req-8ba8603a-6adf-44f1-9141-171b2c16c013 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:48.645877 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-b2291439-3b3f-4605-90e7-646aca29cc70 req-8ba8603a-6adf-44f1-9141-171b2c16c013 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/ports?device_id=d4ac72c4-640f-4b29-bebb-6e3ad492fde3 HTTP/1.1" status: 200 len: 945 time: 0.1595330 Jun 17 18:06:48.668705 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b22c40a-c13a-4041-91cd-fc0e064464a9 req-e44690e5-ec1e-4a5c-8f9c-1f51a8d3fe12 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Network 1f9fb0f7-53a4-48cb-a36c-c77fb573af98 is already hosted by enough agents. {{(pid=92872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 18:06:48.686427 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.scheduler.base_scheduler [req-6b22c40a-c13a-4041-91cd-fc0e064464a9 req-e44690e5-ec1e-4a5c-8f9c-1f51a8d3fe12 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Resources bound (agent type, host, resource id): {{(pid=92872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 18:06:48.688675 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44690e5-ec1e-4a5c-8f9c-1f51a8d3fe12 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Pushing event updated for resources: {'Port': ['ID=5577a9a1-1770-4ff7-83ae-1a4009a3cc40,revision_number=1']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:06:48.698374 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b22c40a-c13a-4041-91cd-fc0e064464a9 req-e44690e5-ec1e-4a5c-8f9c-1f51a8d3fe12 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Received port after_create {{(pid=92872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 18:06:48.729956 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:48.765859 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-60dcb59a-a1c5-4174-87c7-c27b321f68de req-db43fb19-b798-4413-85d8-640d7c590e15 tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] 10.222.0.97 "GET /v2.0/security-groups?id=b7e6f4f5-24f4-4dde-a96a-8d8da070066c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536052 Jun 17 18:06:48.785937 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b22c40a-c13a-4041-91cd-fc0e064464a9 req-e44690e5-ec1e-4a5c-8f9c-1f51a8d3fe12 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:48.785937 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [req-6b22c40a-c13a-4041-91cd-fc0e064464a9 req-e44690e5-ec1e-4a5c-8f9c-1f51a8d3fe12 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523113'] for port, before_response {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:48.795906 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-e44690e5-ec1e-4a5c-8f9c-1f51a8d3fe12 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:06:48.807827 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] For port 41de16a2-6d93-41c2-ae7a-20cae5ebcdc8, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=41de16a2-6d93-41c2-ae7a-20cae5ebcdc8,segment=NetworkSegment(3ca5fe73-b93d-40b8-918d-26752c53525f),segment_id=3ca5fe73-b93d-40b8-918d-26752c53525f)] {{(pid=92880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:06:48.812490 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99cd6e83-e889-4185-81f9-4925dd498399', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41de16a2-6d93-41c2-ae7a-20cae5ebcdc8'}] {{(pid=92880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 18:06:48.820532 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-6b22c40a-c13a-4041-91cd-fc0e064464a9 req-e44690e5-ec1e-4a5c-8f9c-1f51a8d3fe12 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8288488 Jun 17 18:06:48.821729 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44fe161690382cf4f0960ac1b424fedb1dd6f9597775f60dec274194d49fe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3be0f04-72e1-4130-bfb3-a1e22529b28d" -d '{"events": [{"server_uuid": "99cd6e83-e889-4185-81f9-4925dd498399", "name": "network-vif-plugged", "status": "completed", "tag": "41de16a2-6d93-41c2-ae7a-20cae5ebcdc8"}]}' {{(pid=92880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 18:06:48.832546 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479'] for port, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:48.833282 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-b2291439-3b3f-4605-90e7-646aca29cc70 req-9bfb8602-0444-409f-9e88-672d853958c4 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/security-groups?id=344af256-d773-4ff0-b9b9-f3fcbe207aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863089 Jun 17 18:06:48.836249 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Device 2490d242-9258-4e38-9703-40336224e523 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=92880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 18:06:48.842032 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:06:48.866679 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.v2.base [req-6b22c40a-c13a-4041-91cd-fc0e064464a9 req-010beef1-93cd-44de-aaff-ea8516b62426 service neutron] Request body: {'port': {'device_id': '38d17454-bfce-47e4-b41b-493d9e52a372', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=92872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 18:06:48.913737 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fae110f-97f6-45a0-b86e-9e842991e4cd req-a2b360ff-faad-48e6-a244-b8d1b9c672da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:48.915275 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-4fae110f-97f6-45a0-b86e-9e842991e4cd req-a2b360ff-faad-48e6-a244-b8d1b9c672da service neutron] 10.222.0.95 "GET /v2.0/networks?id=64e72c49-5fe4-4eab-8346-e0f7ad7adcf2 HTTP/1.1" status: 200 len: 921 time: 0.3014760 Jun 17 18:06:49.023421 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-4fae110f-97f6-45a0-b86e-9e842991e4cd req-16ca2281-8532-4554-a89f-d0b542441a5f service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8d512d72-e38b-44d0-857f-e6bc293dc5c0 HTTP/1.1" status: 200 len: 217 time: 0.0934122 Jun 17 18:06:49.058101 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.plugin [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] No Port match for: 2490d242-9258-4e38-9703-40336224e523 {{(pid=92880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 18:06:49.058673 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Device 2490d242-9258-4e38-9703-40336224e523 not bound to the agent host hv-cinder-78626 {{(pid=92880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 18:06:49.065261 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Pushing event updated for resources: {'Port': ['ID=41de16a2-6d93-41c2-ae7a-20cae5ebcdc8,revision_number=5']} {{(pid=92880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:06:49.068925 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [req-6b22c40a-c13a-4041-91cd-fc0e064464a9 req-010beef1-93cd-44de-aaff-ea8516b62426 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:49.084124 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:06:49.099562 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-fdc53e39-ca6b-461f-870b-30f5d5868ec6 None None] Provisioning for port 5577a9a1-1770-4ff7-83ae-1a4009a3cc40 completed by entity DHCP. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 18:06:49.106969 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-fdc53e39-ca6b-461f-870b-30f5d5868ec6 None None] Provisioning complete for port 5577a9a1-1770-4ff7-83ae-1a4009a3cc40 triggered by entity DHCP. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 18:06:49.107608 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-fdc53e39-ca6b-461f-870b-30f5d5868ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687209'] for port, provisioning_complete {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:49.170534 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.plugin [None req-fdc53e39-ca6b-461f-870b-30f5d5868ec6 None None] Port 5577a9a1-1770-4ff7-83ae-1a4009a3cc40 cannot update to ACTIVE because it is not bound. {{(pid=92880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 18:06:49.205037 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75cd9a0-c2b0-45de-9b5f-ebf7e052e7aa req-ca09a076-d912-4f0e-a952-f31e45390a9f tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:49.206577 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-a75cd9a0-c2b0-45de-9b5f-ebf7e052e7aa req-ca09a076-d912-4f0e-a952-f31e45390a9f tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/ports?device_id=43fd5a25-ffb4-4518-8fdb-430531a5365d HTTP/1.1" status: 200 len: 943 time: 0.1350019 Jun 17 18:06:49.231213 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98e89a0-8c92-4664-9952-fbf5cfb33410 req-428607f6-9a18-485f-8e04-d53cf43c859e tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:49.232683 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-b98e89a0-8c92-4664-9952-fbf5cfb33410 req-428607f6-9a18-485f-8e04-d53cf43c859e tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] 10.222.0.97 "GET /v2.0/ports?device_id=38d17454-bfce-47e4-b41b-493d9e52a372 HTTP/1.1" status: 200 len: 931 time: 0.1457491 Jun 17 18:06:49.301235 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-a75cd9a0-c2b0-45de-9b5f-ebf7e052e7aa req-70be8044-92a3-44c3-8951-48aeb5b27a83 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/security-groups?id=3dcea033-1931-485c-8e80-04f1de860c08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838513 Jun 17 18:06:49.341052 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-b98e89a0-8c92-4664-9952-fbf5cfb33410 req-b4068e94-137e-42da-81a0-7d419f738b06 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] 10.222.0.97 "GET /v2.0/security-groups?id=04fbf763-7189-4b69-b638-08faa30be8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003263 Jun 17 18:06:49.367028 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 18:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bca08c64-efbc-418e-b48b-7072c92e675b x-openstack-request-id: req-bca08c64-efbc-418e-b48b-7072c92e675b {{(pid=92880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 18:06:49.367367 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99cd6e83-e889-4185-81f9-4925dd498399", "name": "network-vif-plugged", "status": "completed", "tag": "41de16a2-6d93-41c2-ae7a-20cae5ebcdc8", "code": 200}]} {{(pid=92880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 18:06:49.367598 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-bca08c64-efbc-418e-b48b-7072c92e675b {{(pid=92880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 18:06:49.368025 dv-cinder-786260-6-iscsi neutron-server[92880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99cd6e83-e889-4185-81f9-4925dd498399', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41de16a2-6d93-41c2-ae7a-20cae5ebcdc8', 'code': 200} Jun 17 18:06:49.440608 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.notifiers.nova [req-6b22c40a-c13a-4041-91cd-fc0e064464a9 req-010beef1-93cd-44de-aaff-ea8516b62426 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5577a9a1-1770-4ff7-83ae-1a4009a3cc40 {{(pid=92872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 18:06:49.451724 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [req-6b22c40a-c13a-4041-91cd-fc0e064464a9 req-010beef1-93cd-44de-aaff-ea8516b62426 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:49.476494 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-a0cf07df-ba9d-4ba7-86ac-6ceb73a86136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:49.477232 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.db.provisioning_blocks [req-6b22c40a-c13a-4041-91cd-fc0e064464a9 req-010beef1-93cd-44de-aaff-ea8516b62426 service neutron] Transition to ACTIVE for port object 5577a9a1-1770-4ff7-83ae-1a4009a3cc40 will not be triggered until provisioned by entity L2. {{(pid=92872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 18:06:49.484734 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [req-6b22c40a-c13a-4041-91cd-fc0e064464a9 req-010beef1-93cd-44de-aaff-ea8516b62426 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25531976'] for port, after_update {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:49.488284 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-0ab94b14-3715-4b4b-9db4-a0af4e19ea89 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:06:49.607106 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010beef1-93cd-44de-aaff-ea8516b62426 service neutron] Pushing event updated for resources: {'Port': ['ID=5577a9a1-1770-4ff7-83ae-1a4009a3cc40,revision_number=2']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:06:49.628840 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-010beef1-93cd-44de-aaff-ea8516b62426 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:06:49.702704 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.plugins.ml2.managers [req-6b22c40a-c13a-4041-91cd-fc0e064464a9 req-010beef1-93cd-44de-aaff-ea8516b62426 service neutron] Attempting to bind port 5577a9a1-1770-4ff7-83ae-1a4009a3cc40 on host hv-cinder-78626 for vnic_type normal with profile {{(pid=92872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 18:06:49.703193 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.plugins.ml2.managers [req-6b22c40a-c13a-4041-91cd-fc0e064464a9 req-010beef1-93cd-44de-aaff-ea8516b62426 service neutron] Attempting to bind port 5577a9a1-1770-4ff7-83ae-1a4009a3cc40 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '51124b7c-a80a-4db0-b648-ac0bff2755df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '1f9fb0f7-53a4-48cb-a36c-c77fb573af98'}] {{(pid=92872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 18:06:49.703539 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b22c40a-c13a-4041-91cd-fc0e064464a9 req-010beef1-93cd-44de-aaff-ea8516b62426 service neutron] Attempting to bind port 5577a9a1-1770-4ff7-83ae-1a4009a3cc40 on network 1f9fb0f7-53a4-48cb-a36c-c77fb573af98 {{(pid=92872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 18:06:49.708544 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b22c40a-c13a-4041-91cd-fc0e064464a9 req-010beef1-93cd-44de-aaff-ea8516b62426 service neutron] Port 5577a9a1-1770-4ff7-83ae-1a4009a3cc40 on network 1f9fb0f7-53a4-48cb-a36c-c77fb573af98 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=92872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 18:06:49.708866 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b22c40a-c13a-4041-91cd-fc0e064464a9 req-010beef1-93cd-44de-aaff-ea8516b62426 service neutron] Attempting to bind port 5577a9a1-1770-4ff7-83ae-1a4009a3cc40 on network 1f9fb0f7-53a4-48cb-a36c-c77fb573af98 {{(pid=92872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 18:06:49.714850 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b22c40a-c13a-4041-91cd-fc0e064464a9 req-010beef1-93cd-44de-aaff-ea8516b62426 service neutron] Checking agent: {'id': '0a4c4f6c-022a-47ca-a1e7-cbe9e6e5e8a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 18, 1, 10), 'started_at': datetime.datetime(2021, 6, 17, 18, 1, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 18, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 18:06:49.715196 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b22c40a-c13a-4041-91cd-fc0e064464a9 req-010beef1-93cd-44de-aaff-ea8516b62426 service neutron] Checking segment: {'id': '51124b7c-a80a-4db0-b648-ac0bff2755df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '1f9fb0f7-53a4-48cb-a36c-c77fb573af98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 18:06:49.715636 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b22c40a-c13a-4041-91cd-fc0e064464a9 req-010beef1-93cd-44de-aaff-ea8516b62426 service neutron] Bound using segment: {'id': '51124b7c-a80a-4db0-b648-ac0bff2755df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '1f9fb0f7-53a4-48cb-a36c-c77fb573af98'} {{(pid=92872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 18:06:49.716093 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.plugins.ml2.managers [req-6b22c40a-c13a-4041-91cd-fc0e064464a9 req-010beef1-93cd-44de-aaff-ea8516b62426 service neutron] Bound port: 5577a9a1-1770-4ff7-83ae-1a4009a3cc40, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51124b7c-a80a-4db0-b648-ac0bff2755df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '1f9fb0f7-53a4-48cb-a36c-c77fb573af98'}}] {{(pid=92872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 18:06:49.716449 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [req-6b22c40a-c13a-4041-91cd-fc0e064464a9 req-010beef1-93cd-44de-aaff-ea8516b62426 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:49.811917 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.plugins.ml2.db [req-6b22c40a-c13a-4041-91cd-fc0e064464a9 req-010beef1-93cd-44de-aaff-ea8516b62426 service neutron] For port 5577a9a1-1770-4ff7-83ae-1a4009a3cc40, host hv-cinder-78626, cleared binding levels {{(pid=92872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 18:06:49.816153 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.plugins.ml2.db [req-6b22c40a-c13a-4041-91cd-fc0e064464a9 req-010beef1-93cd-44de-aaff-ea8516b62426 service neutron] For port 5577a9a1-1770-4ff7-83ae-1a4009a3cc40, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=5577a9a1-1770-4ff7-83ae-1a4009a3cc40,segment=NetworkSegment(51124b7c-a80a-4db0-b648-ac0bff2755df),segment_id=51124b7c-a80a-4db0-b648-ac0bff2755df)] {{(pid=92872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 18:06:49.820391 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [req-6b22c40a-c13a-4041-91cd-fc0e064464a9 req-010beef1-93cd-44de-aaff-ea8516b62426 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25531976'] for port, after_update {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:49.823550 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-e532a5c3-317d-482a-9137-405922d1ec7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:06:49.842693 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d67740-87e4-4e6b-8422-73e4ec0c19f8 req-704c8132-e9dc-4ca9-a013-aebc1aead194 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:49.844929 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-14d67740-87e4-4e6b-8422-73e4ec0c19f8 req-704c8132-e9dc-4ca9-a013-aebc1aead194 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/ports?device_id=d5636e88-17f4-4147-bd8f-a153f376b8aa HTTP/1.1" status: 200 len: 945 time: 0.0747635 Jun 17 18:06:49.868917 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b22c40a-c13a-4041-91cd-fc0e064464a9 req-010beef1-93cd-44de-aaff-ea8516b62426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:49.869893 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [req-6b22c40a-c13a-4041-91cd-fc0e064464a9 req-010beef1-93cd-44de-aaff-ea8516b62426 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523113'] for port, before_response {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:06:49.871272 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-6b22c40a-c13a-4041-91cd-fc0e064464a9 req-010beef1-93cd-44de-aaff-ea8516b62426 service neutron] 10.222.0.95 "PUT /v2.0/ports/5577a9a1-1770-4ff7-83ae-1a4009a3cc40 HTTP/1.1" status: 200 len: 1093 time: 1.0136991 Jun 17 18:06:49.874157 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38d17454-bfce-47e4-b41b-493d9e52a372', 'tag': '5577a9a1-1770-4ff7-83ae-1a4009a3cc40'}] {{(pid=92872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 18:06:49.876554 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f987f925adb95fb5f2d31a9334b96ac5a9607b390d68bc71a63c7260745a89d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f613fe9-fbef-4f2d-a778-568bdf4da68f" -d '{"events": [{"name": "network-changed", "server_uuid": "38d17454-bfce-47e4-b41b-493d9e52a372", "tag": "5577a9a1-1770-4ff7-83ae-1a4009a3cc40"}]}' {{(pid=92872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 18:06:49.912841 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-14d67740-87e4-4e6b-8422-73e4ec0c19f8 req-3fade60c-8bf3-42a8-8d88-0075d126f47f tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/security-groups?id=91f7f23c-b787-41c8-9305-85229b082856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539026 Jun 17 18:06:49.930672 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010beef1-93cd-44de-aaff-ea8516b62426 service neutron] Pushing event updated for resources: {'Port': ['ID=5577a9a1-1770-4ff7-83ae-1a4009a3cc40,revision_number=3']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:06:49.945147 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-010beef1-93cd-44de-aaff-ea8516b62426 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:06:50.010996 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b1411a-c3f8-4f1b-8f1f-9ad0a075113c req-0bdbe7e8-949c-499b-856e-dac6b23d9d73 tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:50.012594 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-f3b1411a-c3f8-4f1b-8f1f-9ad0a075113c req-0bdbe7e8-949c-499b-856e-dac6b23d9d73 tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] 10.222.0.97 "GET /v2.0/ports?device_id=99cd6e83-e889-4185-81f9-4925dd498399 HTTP/1.1" status: 200 len: 945 time: 0.0989172 Jun 17 18:06:50.092926 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-f3b1411a-c3f8-4f1b-8f1f-9ad0a075113c req-6a7599d4-2ca4-4165-a8e2-3914049d226f tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] 10.222.0.97 "GET /v2.0/security-groups?id=b7e6f4f5-24f4-4dde-a96a-8d8da070066c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679154 Jun 17 18:06:50.146677 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ef0f47-2590-49eb-a7e2-416af3250b3f req-b4fc8edf-7fdf-46f5-bd63-66c58e211cdf tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:50.148239 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-d3ef0f47-2590-49eb-a7e2-416af3250b3f req-b4fc8edf-7fdf-46f5-bd63-66c58e211cdf tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/ports?device_id=d4ac72c4-640f-4b29-bebb-6e3ad492fde3 HTTP/1.1" status: 200 len: 945 time: 0.1064317 Jun 17 18:06:50.164947 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 18:06:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cb818de-fda4-425d-b374-f6accc4f31d5 x-openstack-request-id: req-2cb818de-fda4-425d-b374-f6accc4f31d5 {{(pid=92872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 18:06:50.165461 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38d17454-bfce-47e4-b41b-493d9e52a372", "tag": "5577a9a1-1770-4ff7-83ae-1a4009a3cc40", "status": "completed", "code": 200}]} {{(pid=92872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 18:06:50.165578 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-2cb818de-fda4-425d-b374-f6accc4f31d5 {{(pid=92872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 18:06:50.166009 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38d17454-bfce-47e4-b41b-493d9e52a372', 'tag': '5577a9a1-1770-4ff7-83ae-1a4009a3cc40', 'status': 'completed', 'code': 200} Jun 17 18:06:50.193043 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-d3ef0f47-2590-49eb-a7e2-416af3250b3f req-a2a03c4e-564d-4b13-9264-4dd86d31fced tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/security-groups?id=344af256-d773-4ff0-b9b9-f3fcbe207aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376899 Jun 17 18:06:50.546876 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e9e122-8ee0-477b-a3e1-dfb7eacb019a req-1171618f-e8c8-481b-a7ea-bd6c4cc8db8a tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:50.548366 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-47e9e122-8ee0-477b-a3e1-dfb7eacb019a req-1171618f-e8c8-481b-a7ea-bd6c4cc8db8a tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/ports?device_id=43fd5a25-ffb4-4518-8fdb-430531a5365d HTTP/1.1" status: 200 len: 943 time: 0.1123044 Jun 17 18:06:50.575412 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be332257-d303-4be3-b381-519af53c1241 req-b8f27d08-a891-4b7b-ae76-c288cad5619c tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:50.576953 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-be332257-d303-4be3-b381-519af53c1241 req-b8f27d08-a891-4b7b-ae76-c288cad5619c tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] 10.222.0.97 "GET /v2.0/ports?device_id=38d17454-bfce-47e4-b41b-493d9e52a372 HTTP/1.1" status: 200 len: 943 time: 0.1047227 Jun 17 18:06:50.629220 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-47e9e122-8ee0-477b-a3e1-dfb7eacb019a req-3317db2d-d42a-46ed-9fc5-59a0dfc63a02 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/security-groups?id=3dcea033-1931-485c-8e80-04f1de860c08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689521 Jun 17 18:06:50.640746 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-be332257-d303-4be3-b381-519af53c1241 req-519ab760-acfd-4795-a20b-bba33fe3b4bb tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] 10.222.0.97 "GET /v2.0/security-groups?id=04fbf763-7189-4b69-b638-08faa30be8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541692 Jun 17 18:06:51.310621 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea8fb9e-055f-4a32-909d-058693409193 req-40f3e0da-b2e0-4b0a-8a0d-999441b269ff tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:51.312081 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-dea8fb9e-055f-4a32-909d-058693409193 req-40f3e0da-b2e0-4b0a-8a0d-999441b269ff tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/ports?device_id=d5636e88-17f4-4147-bd8f-a153f376b8aa HTTP/1.1" status: 200 len: 945 time: 0.1386907 Jun 17 18:06:51.365124 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777f9ecd-d4ed-4c7e-ac8e-b2b896a463a3 req-215438fd-438b-41da-9dac-27a7ccf2f123 tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:51.366593 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-777f9ecd-d4ed-4c7e-ac8e-b2b896a463a3 req-215438fd-438b-41da-9dac-27a7ccf2f123 tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] 10.222.0.97 "GET /v2.0/ports?device_id=99cd6e83-e889-4185-81f9-4925dd498399 HTTP/1.1" status: 200 len: 945 time: 0.1302707 Jun 17 18:06:51.371966 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-dea8fb9e-055f-4a32-909d-058693409193 req-629ca27e-8aa3-4fff-b5e1-9070f7f0672a tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/security-groups?id=91f7f23c-b787-41c8-9305-85229b082856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537770 Jun 17 18:06:51.422286 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-777f9ecd-d4ed-4c7e-ac8e-b2b896a463a3 req-eeb076a9-dd91-48b1-9144-273e228eb94e tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] 10.222.0.97 "GET /v2.0/security-groups?id=b7e6f4f5-24f4-4dde-a96a-8d8da070066c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493307 Jun 17 18:06:51.542323 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7faa38-d589-41ad-8141-ba5e355c1563 req-951a9a0d-9c53-490a-8590-e3416bcce586 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:51.543841 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-4d7faa38-d589-41ad-8141-ba5e355c1563 req-951a9a0d-9c53-490a-8590-e3416bcce586 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/ports?device_id=d4ac72c4-640f-4b29-bebb-6e3ad492fde3 HTTP/1.1" status: 200 len: 945 time: 0.0644162 Jun 17 18:06:51.581467 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-4d7faa38-d589-41ad-8141-ba5e355c1563 req-64e21e52-87ab-4076-8502-bf8f3b212a0a tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/security-groups?id=344af256-d773-4ff0-b9b9-f3fcbe207aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319202 Jun 17 18:06:51.855162 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30e954b-edef-47fd-bdd5-08490dbb9a39 req-3ec67152-3445-45c2-868e-9f30bfc1085d tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:51.857044 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-c30e954b-edef-47fd-bdd5-08490dbb9a39 req-3ec67152-3445-45c2-868e-9f30bfc1085d tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] 10.222.0.97 "GET /v2.0/ports?device_id=38d17454-bfce-47e4-b41b-493d9e52a372 HTTP/1.1" status: 200 len: 943 time: 0.1058309 Jun 17 18:06:51.876598 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616b782e-03fa-4bab-bde0-0a96707200f3 req-05b4ed6b-3ba8-4399-a5a5-abd426e64273 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:51.878055 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-616b782e-03fa-4bab-bde0-0a96707200f3 req-05b4ed6b-3ba8-4399-a5a5-abd426e64273 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/ports?device_id=43fd5a25-ffb4-4518-8fdb-430531a5365d HTTP/1.1" status: 200 len: 943 time: 0.1171625 Jun 17 18:06:51.921253 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-c30e954b-edef-47fd-bdd5-08490dbb9a39 req-eac09cd1-8bb7-4982-a84e-013dd9bc5bde tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] 10.222.0.97 "GET /v2.0/security-groups?id=04fbf763-7189-4b69-b638-08faa30be8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576046 Jun 17 18:06:51.935425 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-616b782e-03fa-4bab-bde0-0a96707200f3 req-414f858c-6fed-4561-b1a5-521135d4ab2b tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/security-groups?id=3dcea033-1931-485c-8e80-04f1de860c08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492275 Jun 17 18:06:52.580392 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f99c2e-b2b5-40b8-9b4b-865359a7c7bf req-20138f7b-f4de-4d15-ac71-9624581ee00c tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:52.581776 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-f0f99c2e-b2b5-40b8-9b4b-865359a7c7bf req-20138f7b-f4de-4d15-ac71-9624581ee00c tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/ports?device_id=d5636e88-17f4-4147-bd8f-a153f376b8aa HTTP/1.1" status: 200 len: 945 time: 0.0977454 Jun 17 18:06:52.641442 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-f0f99c2e-b2b5-40b8-9b4b-865359a7c7bf req-533728ac-86f4-4898-a0e7-5a42082e57a7 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/security-groups?id=91f7f23c-b787-41c8-9305-85229b082856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533333 Jun 17 18:06:52.655501 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000d6455-eb26-4fc7-a036-a9f82456ce18 req-ef68a347-4253-407e-903f-e56a7fbe2ea3 tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:52.655501 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-000d6455-eb26-4fc7-a036-a9f82456ce18 req-ef68a347-4253-407e-903f-e56a7fbe2ea3 tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] 10.222.0.97 "GET /v2.0/ports?device_id=99cd6e83-e889-4185-81f9-4925dd498399 HTTP/1.1" status: 200 len: 945 time: 0.1159546 Jun 17 18:06:52.699155 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-000d6455-eb26-4fc7-a036-a9f82456ce18 req-7c38ce26-903c-4e38-bd3a-65d7f4072b55 tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] 10.222.0.97 "GET /v2.0/security-groups?id=b7e6f4f5-24f4-4dde-a96a-8d8da070066c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381601 Jun 17 18:06:52.812971 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabd8f21-876f-40b6-a931-215ed266941c req-880046e7-c5bf-4aaf-b0e9-52c419d61785 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:52.814453 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-dabd8f21-876f-40b6-a931-215ed266941c req-880046e7-c5bf-4aaf-b0e9-52c419d61785 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/ports?device_id=d4ac72c4-640f-4b29-bebb-6e3ad492fde3 HTTP/1.1" status: 200 len: 945 time: 0.0641031 Jun 17 18:06:52.857890 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-dabd8f21-876f-40b6-a931-215ed266941c req-6ff925e9-5be9-4d31-afcb-2eede8f2821c tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/security-groups?id=344af256-d773-4ff0-b9b9-f3fcbe207aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378277 Jun 17 18:06:53.140851 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084946a4-dcb0-4d1f-a91c-c36c4094e3e9 req-b256dd03-ca65-47dd-aa42-a95e96bc6140 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:53.142201 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-084946a4-dcb0-4d1f-a91c-c36c4094e3e9 req-b256dd03-ca65-47dd-aa42-a95e96bc6140 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] 10.222.0.97 "GET /v2.0/ports?device_id=38d17454-bfce-47e4-b41b-493d9e52a372 HTTP/1.1" status: 200 len: 943 time: 0.1047249 Jun 17 18:06:53.173186 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff12761a-9cab-4a4e-b0df-482ca3a48513 req-25acfe0a-eaac-4734-836e-2b94b6f3a548 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:53.174647 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-ff12761a-9cab-4a4e-b0df-482ca3a48513 req-25acfe0a-eaac-4734-836e-2b94b6f3a548 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/ports?device_id=43fd5a25-ffb4-4518-8fdb-430531a5365d HTTP/1.1" status: 200 len: 943 time: 0.1051490 Jun 17 18:06:53.209068 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-084946a4-dcb0-4d1f-a91c-c36c4094e3e9 req-30a935b8-8b03-4b28-a652-b62da3ed6e46 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] 10.222.0.97 "GET /v2.0/security-groups?id=04fbf763-7189-4b69-b638-08faa30be8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588803 Jun 17 18:06:53.227144 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-ff12761a-9cab-4a4e-b0df-482ca3a48513 req-89e63a46-8cbf-4f49-bf30-02afafd9e3f4 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/security-groups?id=3dcea033-1931-485c-8e80-04f1de860c08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452728 Jun 17 18:06:53.860993 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54ad3a3-f488-428a-9858-13f4a413f664 req-16a85912-0818-46cb-ab96-2365c3d752c0 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:53.864453 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-f54ad3a3-f488-428a-9858-13f4a413f664 req-16a85912-0818-46cb-ab96-2365c3d752c0 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/ports?device_id=d5636e88-17f4-4147-bd8f-a153f376b8aa HTTP/1.1" status: 200 len: 945 time: 0.0988340 Jun 17 18:06:53.918104 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-f54ad3a3-f488-428a-9858-13f4a413f664 req-5c581d5f-fbfd-4bc1-a3ef-70ec1fd75e0d tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/security-groups?id=91f7f23c-b787-41c8-9305-85229b082856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487514 Jun 17 18:06:53.926849 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6678b65-bdf6-4e1f-9468-53e7312f9a8d req-08a58344-80e3-4185-a589-6b443fe464f8 tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:53.928390 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-b6678b65-bdf6-4e1f-9468-53e7312f9a8d req-08a58344-80e3-4185-a589-6b443fe464f8 tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] 10.222.0.97 "GET /v2.0/ports?device_id=99cd6e83-e889-4185-81f9-4925dd498399 HTTP/1.1" status: 200 len: 945 time: 0.1129463 Jun 17 18:06:53.972684 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-b6678b65-bdf6-4e1f-9468-53e7312f9a8d req-c409e3b7-6e4d-48e5-80c9-8f0d8e06e61c tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] 10.222.0.97 "GET /v2.0/security-groups?id=b7e6f4f5-24f4-4dde-a96a-8d8da070066c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351112 Jun 17 18:06:54.089124 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80786e6e-0a0f-451b-b3df-acdc61dd3829 req-6086eddb-b21c-4284-b1bb-f94ac4bcd0ab tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:54.090607 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-80786e6e-0a0f-451b-b3df-acdc61dd3829 req-6086eddb-b21c-4284-b1bb-f94ac4bcd0ab tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/ports?device_id=d4ac72c4-640f-4b29-bebb-6e3ad492fde3 HTTP/1.1" status: 200 len: 945 time: 0.0669405 Jun 17 18:06:54.129258 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-80786e6e-0a0f-451b-b3df-acdc61dd3829 req-27007510-ee5d-4416-9931-951d8324e77d tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/security-groups?id=344af256-d773-4ff0-b9b9-f3fcbe207aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328908 Jun 17 18:06:54.423739 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55388879-a9a6-455c-8381-cae90baec652 req-e0a8c953-a05d-4e36-8989-d455914e3dcf tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:54.425211 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-55388879-a9a6-455c-8381-cae90baec652 req-e0a8c953-a05d-4e36-8989-d455914e3dcf tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] 10.222.0.97 "GET /v2.0/ports?device_id=38d17454-bfce-47e4-b41b-493d9e52a372 HTTP/1.1" status: 200 len: 943 time: 0.0991406 Jun 17 18:06:54.450401 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cab0841-3d48-4467-9948-f462ec2d9c0d req-387ebceb-b120-4871-9f24-a161629bd174 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:54.451789 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-4cab0841-3d48-4467-9948-f462ec2d9c0d req-387ebceb-b120-4871-9f24-a161629bd174 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/ports?device_id=43fd5a25-ffb4-4518-8fdb-430531a5365d HTTP/1.1" status: 200 len: 943 time: 0.0955021 Jun 17 18:06:54.499279 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-55388879-a9a6-455c-8381-cae90baec652 req-8336f63f-9f1f-4f0c-976c-337133dc2e76 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] 10.222.0.97 "GET /v2.0/security-groups?id=04fbf763-7189-4b69-b638-08faa30be8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654891 Jun 17 18:06:54.511916 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-4cab0841-3d48-4467-9948-f462ec2d9c0d req-500261b4-faeb-4403-ae23-5eff579e8d6c tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/security-groups?id=3dcea033-1931-485c-8e80-04f1de860c08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534866 Jun 17 18:06:55.093406 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cf5f18-3b9c-4aee-92cd-6ff9ac009cd4 req-576605eb-88bf-4247-b89f-92d02d3722d4 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:55.095181 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-f3cf5f18-3b9c-4aee-92cd-6ff9ac009cd4 req-576605eb-88bf-4247-b89f-92d02d3722d4 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/ports?device_id=d5636e88-17f4-4147-bd8f-a153f376b8aa HTTP/1.1" status: 200 len: 945 time: 0.0678179 Jun 17 18:06:55.168272 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-f3cf5f18-3b9c-4aee-92cd-6ff9ac009cd4 req-ac622718-2ea8-49ea-a8fe-82ca5dd405b9 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/security-groups?id=91f7f23c-b787-41c8-9305-85229b082856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587687 Jun 17 18:06:55.202247 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56e2078-0ef7-4d80-899c-caf7ccedfcbb req-ee5aac4f-c578-41a3-88be-c574a698eae7 tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:55.203982 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-d56e2078-0ef7-4d80-899c-caf7ccedfcbb req-ee5aac4f-c578-41a3-88be-c574a698eae7 tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] 10.222.0.97 "GET /v2.0/ports?device_id=99cd6e83-e889-4185-81f9-4925dd498399 HTTP/1.1" status: 200 len: 945 time: 0.1063313 Jun 17 18:06:55.248606 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-d56e2078-0ef7-4d80-899c-caf7ccedfcbb req-53ab5c50-9176-4ee9-8673-e9cf15b347f0 tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] 10.222.0.97 "GET /v2.0/security-groups?id=b7e6f4f5-24f4-4dde-a96a-8d8da070066c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387442 Jun 17 18:06:55.342963 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43890ab3-a728-4dca-aa29-b3187d621d4c req-de92fbe3-2ffb-4f7f-ac99-980d268e6257 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:55.344429 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-43890ab3-a728-4dca-aa29-b3187d621d4c req-de92fbe3-2ffb-4f7f-ac99-980d268e6257 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/ports?device_id=d4ac72c4-640f-4b29-bebb-6e3ad492fde3 HTTP/1.1" status: 200 len: 945 time: 0.0668004 Jun 17 18:06:55.382481 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-43890ab3-a728-4dca-aa29-b3187d621d4c req-6ca6efc0-3076-4c08-b761-50803c89f569 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/security-groups?id=344af256-d773-4ff0-b9b9-f3fcbe207aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324154 Jun 17 18:06:55.718846 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8688dad8-ae35-458f-8189-6373c3e6fc68 req-91cc6990-4973-4669-8bae-faa27201fca2 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:55.720304 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-8688dad8-ae35-458f-8189-6373c3e6fc68 req-91cc6990-4973-4669-8bae-faa27201fca2 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] 10.222.0.97 "GET /v2.0/ports?device_id=38d17454-bfce-47e4-b41b-493d9e52a372 HTTP/1.1" status: 200 len: 943 time: 0.1081414 Jun 17 18:06:55.728224 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04693c1-529a-4c7e-b89b-6ae54bd2e1a0 req-1d3cdcb7-f3d6-4bfc-b057-1bf2acfd77e0 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:55.729590 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-b04693c1-529a-4c7e-b89b-6ae54bd2e1a0 req-1d3cdcb7-f3d6-4bfc-b057-1bf2acfd77e0 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/ports?device_id=43fd5a25-ffb4-4518-8fdb-430531a5365d HTTP/1.1" status: 200 len: 943 time: 0.0876186 Jun 17 18:06:55.787719 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-8688dad8-ae35-458f-8189-6373c3e6fc68 req-9e00beec-4e02-453e-9639-fb65e8b06847 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] 10.222.0.97 "GET /v2.0/security-groups?id=04fbf763-7189-4b69-b638-08faa30be8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571229 Jun 17 18:06:55.792635 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-b04693c1-529a-4c7e-b89b-6ae54bd2e1a0 req-5318b937-29e9-4abd-982d-3deb47573de0 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/security-groups?id=3dcea033-1931-485c-8e80-04f1de860c08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563915 Jun 17 18:06:56.344109 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3561c1c2-da23-4bd7-8e42-e58b9c0ca612 req-0fcc52b8-75dc-4b59-ab68-0d26e5231ef0 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:56.345723 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-3561c1c2-da23-4bd7-8e42-e58b9c0ca612 req-0fcc52b8-75dc-4b59-ab68-0d26e5231ef0 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/ports?device_id=d5636e88-17f4-4147-bd8f-a153f376b8aa HTTP/1.1" status: 200 len: 945 time: 0.0678828 Jun 17 18:06:56.413947 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-3561c1c2-da23-4bd7-8e42-e58b9c0ca612 req-da6c1ad5-10ae-41ab-85e7-5cd84cd4b607 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/security-groups?id=91f7f23c-b787-41c8-9305-85229b082856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623596 Jun 17 18:06:56.457360 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b5a21d-a6ff-4b2b-a071-6f196579a8e9 req-87b21240-a425-4e73-93d9-21b8ee1ebd55 tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:56.458834 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-07b5a21d-a6ff-4b2b-a071-6f196579a8e9 req-87b21240-a425-4e73-93d9-21b8ee1ebd55 tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] 10.222.0.97 "GET /v2.0/ports?device_id=99cd6e83-e889-4185-81f9-4925dd498399 HTTP/1.1" status: 200 len: 945 time: 0.0923281 Jun 17 18:06:56.503312 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-07b5a21d-a6ff-4b2b-a071-6f196579a8e9 req-0dcd5311-f2bb-48a8-8efe-4cf7c2913cd8 tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] 10.222.0.97 "GET /v2.0/security-groups?id=b7e6f4f5-24f4-4dde-a96a-8d8da070066c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343635 Jun 17 18:06:56.602106 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243501af-2ae5-40fb-9843-d49449a17211 req-bffb173b-e517-4028-994b-5225dc8a5241 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:56.604162 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-243501af-2ae5-40fb-9843-d49449a17211 req-bffb173b-e517-4028-994b-5225dc8a5241 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/ports?device_id=d4ac72c4-640f-4b29-bebb-6e3ad492fde3 HTTP/1.1" status: 200 len: 945 time: 0.0728931 Jun 17 18:06:56.643650 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-243501af-2ae5-40fb-9843-d49449a17211 req-d6024834-f182-4b07-b1ec-8d5c3d456de0 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/security-groups?id=344af256-d773-4ff0-b9b9-f3fcbe207aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325718 Jun 17 18:06:57.006217 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d502e79-deea-46f8-bb2d-595c042b0b7b req-98301097-1288-436b-8c55-c1007e8d4fe4 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:57.007689 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-4d502e79-deea-46f8-bb2d-595c042b0b7b req-98301097-1288-436b-8c55-c1007e8d4fe4 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] 10.222.0.97 "GET /v2.0/ports?device_id=38d17454-bfce-47e4-b41b-493d9e52a372 HTTP/1.1" status: 200 len: 943 time: 0.1072645 Jun 17 18:06:57.019396 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d385fb33-edef-4aa6-8bf4-e1fea940d75e req-79af010b-c466-4ed2-bdab-5813671ed9ab tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:57.020836 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-d385fb33-edef-4aa6-8bf4-e1fea940d75e req-79af010b-c466-4ed2-bdab-5813671ed9ab tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/ports?device_id=43fd5a25-ffb4-4518-8fdb-430531a5365d HTTP/1.1" status: 200 len: 943 time: 0.0930679 Jun 17 18:06:57.077022 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-4d502e79-deea-46f8-bb2d-595c042b0b7b req-2e063fbd-e7a9-4c6b-849c-ae6a9cf353fb tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] 10.222.0.97 "GET /v2.0/security-groups?id=04fbf763-7189-4b69-b638-08faa30be8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551319 Jun 17 18:06:57.081938 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-d385fb33-edef-4aa6-8bf4-e1fea940d75e req-8e772eb4-95a8-43ef-a08d-331d6559546f tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/security-groups?id=3dcea033-1931-485c-8e80-04f1de860c08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537827 Jun 17 18:06:57.594175 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf05512-6276-4f20-b72f-04b6b2231fdd req-0b730f19-86b6-4728-84c9-f77aee632804 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:57.595767 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-acf05512-6276-4f20-b72f-04b6b2231fdd req-0b730f19-86b6-4728-84c9-f77aee632804 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/ports?device_id=d5636e88-17f4-4147-bd8f-a153f376b8aa HTTP/1.1" status: 200 len: 945 time: 0.0685735 Jun 17 18:06:57.668188 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-acf05512-6276-4f20-b72f-04b6b2231fdd req-aa40b457-8374-42b8-bfde-3281c798e5da tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/security-groups?id=91f7f23c-b787-41c8-9305-85229b082856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632329 Jun 17 18:06:57.714736 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b5d5c6-3c0e-4898-bf0a-e3f491cdd4a6 req-cabf6a9e-04f8-40cc-921d-443637c81ef8 tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:57.716443 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-38b5d5c6-3c0e-4898-bf0a-e3f491cdd4a6 req-cabf6a9e-04f8-40cc-921d-443637c81ef8 tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] 10.222.0.97 "GET /v2.0/ports?device_id=99cd6e83-e889-4185-81f9-4925dd498399 HTTP/1.1" status: 200 len: 945 time: 0.0897141 Jun 17 18:06:58.018099 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-38b5d5c6-3c0e-4898-bf0a-e3f491cdd4a6 req-90860bd1-27bd-46a6-9def-35f6e8562a67 tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] 10.222.0.97 "GET /v2.0/security-groups?id=b7e6f4f5-24f4-4dde-a96a-8d8da070066c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2955911 Jun 17 18:06:58.052272 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adc59fc-1bd2-4e15-92bd-a330e396150f req-4213ab6c-cf53-4e7f-ab3d-be367d2a33d3 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:58.053706 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-7adc59fc-1bd2-4e15-92bd-a330e396150f req-4213ab6c-cf53-4e7f-ab3d-be367d2a33d3 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/ports?device_id=d4ac72c4-640f-4b29-bebb-6e3ad492fde3 HTTP/1.1" status: 200 len: 945 time: 0.0821974 Jun 17 18:06:58.091596 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-7adc59fc-1bd2-4e15-92bd-a330e396150f req-6129bef7-5fb2-40e1-8563-bf39bcfa67a6 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/security-groups?id=344af256-d773-4ff0-b9b9-f3fcbe207aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318890 Jun 17 18:06:58.309496 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57aeeda-40e2-432a-8d63-58fd0bed8468 req-8a3a7ac0-1c34-402d-9759-ec72624d1ef2 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:58.310919 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-e57aeeda-40e2-432a-8d63-58fd0bed8468 req-8a3a7ac0-1c34-402d-9759-ec72624d1ef2 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] 10.222.0.97 "GET /v2.0/ports?device_id=38d17454-bfce-47e4-b41b-493d9e52a372 HTTP/1.1" status: 200 len: 943 time: 0.1071186 Jun 17 18:06:58.360664 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-e57aeeda-40e2-432a-8d63-58fd0bed8468 req-2dfa5e2c-a55d-44de-b825-5d028832fdc0 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] 10.222.0.97 "GET /v2.0/security-groups?id=04fbf763-7189-4b69-b638-08faa30be8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428653 Jun 17 18:06:58.368431 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f09617-0fed-4b41-aeda-1b0e51480ac1 req-1d705674-ed17-4788-8b9c-26a34a99efb6 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:58.370580 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-b6f09617-0fed-4b41-aeda-1b0e51480ac1 req-1d705674-ed17-4788-8b9c-26a34a99efb6 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/ports?device_id=43fd5a25-ffb4-4518-8fdb-430531a5365d HTTP/1.1" status: 200 len: 943 time: 0.1333752 Jun 17 18:06:58.422231 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-b6f09617-0fed-4b41-aeda-1b0e51480ac1 req-5c9d9168-9c5e-4469-bbc4-0542657667e5 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/security-groups?id=3dcea033-1931-485c-8e80-04f1de860c08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443320 Jun 17 18:06:58.842585 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a9798f-28bd-4d26-bc54-b9ba092f5fc0 req-9b9f2aeb-6125-494f-a8c6-61fccc4e5e6e tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:58.844074 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-68a9798f-28bd-4d26-bc54-b9ba092f5fc0 req-9b9f2aeb-6125-494f-a8c6-61fccc4e5e6e tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/ports?device_id=d5636e88-17f4-4147-bd8f-a153f376b8aa HTTP/1.1" status: 200 len: 945 time: 0.0641870 Jun 17 18:06:58.883599 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-68a9798f-28bd-4d26-bc54-b9ba092f5fc0 req-a56250d1-49b0-44fa-9b5c-6c6fdb53f6a0 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/security-groups?id=91f7f23c-b787-41c8-9305-85229b082856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333776 Jun 17 18:06:59.203406 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288bd978-83dc-4af8-9676-e76d76b400de req-3dd03b51-fc2c-4e5c-af69-3949988a3999 tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:59.204951 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-288bd978-83dc-4af8-9676-e76d76b400de req-3dd03b51-fc2c-4e5c-af69-3949988a3999 tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] 10.222.0.97 "GET /v2.0/ports?device_id=99cd6e83-e889-4185-81f9-4925dd498399 HTTP/1.1" status: 200 len: 945 time: 0.0729496 Jun 17 18:06:59.277787 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-288bd978-83dc-4af8-9676-e76d76b400de req-08c4b549-e032-4de5-a4ca-3f07fbcb90ce tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] 10.222.0.97 "GET /v2.0/security-groups?id=b7e6f4f5-24f4-4dde-a96a-8d8da070066c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658453 Jun 17 18:06:59.306501 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaec269-7ed1-4a8a-8d25-894346efdf4a req-80af296e-ea82-428c-a33e-6403c933bb50 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:59.308515 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-eaaec269-7ed1-4a8a-8d25-894346efdf4a req-80af296e-ea82-428c-a33e-6403c933bb50 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/ports?device_id=d4ac72c4-640f-4b29-bebb-6e3ad492fde3 HTTP/1.1" status: 200 len: 945 time: 0.0894539 Jun 17 18:06:59.347054 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-eaaec269-7ed1-4a8a-8d25-894346efdf4a req-5082a26f-ad17-4efd-ba5c-b4da40394384 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/security-groups?id=344af256-d773-4ff0-b9b9-f3fcbe207aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327919 Jun 17 18:06:59.544572 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451bb04c-039b-4f34-88a2-16cee66d18c4 req-e8862696-84c6-4d17-82bb-7b85283b5650 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:59.548705 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-451bb04c-039b-4f34-88a2-16cee66d18c4 req-e8862696-84c6-4d17-82bb-7b85283b5650 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] 10.222.0.97 "GET /v2.0/ports?device_id=38d17454-bfce-47e4-b41b-493d9e52a372 HTTP/1.1" status: 200 len: 943 time: 0.0702996 Jun 17 18:06:59.624006 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-451bb04c-039b-4f34-88a2-16cee66d18c4 req-ec491086-13ec-4880-97c4-a209707b1be9 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] 10.222.0.97 "GET /v2.0/security-groups?id=04fbf763-7189-4b69-b638-08faa30be8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721357 Jun 17 18:06:59.650653 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef1b858-ad02-40ce-b6c6-4ab1fa50071a req-aed27994-c3db-4df5-89d3-d1cb4858a792 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:06:59.652264 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-0ef1b858-ad02-40ce-b6c6-4ab1fa50071a req-aed27994-c3db-4df5-89d3-d1cb4858a792 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/ports?device_id=43fd5a25-ffb4-4518-8fdb-430531a5365d HTTP/1.1" status: 200 len: 943 time: 0.0987015 Jun 17 18:06:59.692184 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-0ef1b858-ad02-40ce-b6c6-4ab1fa50071a req-2798637b-0530-4845-959b-d14ed071ac87 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/security-groups?id=3dcea033-1931-485c-8e80-04f1de860c08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340135 Jun 17 18:07:00.055363 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645a4af6-8e3e-4b09-aa75-b1691dfef0b2 req-bcc6ea1e-6c4e-4fe8-9c0c-4241f0253528 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:07:00.057860 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-645a4af6-8e3e-4b09-aa75-b1691dfef0b2 req-bcc6ea1e-6c4e-4fe8-9c0c-4241f0253528 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/ports?device_id=d5636e88-17f4-4147-bd8f-a153f376b8aa HTTP/1.1" status: 200 len: 945 time: 0.0646703 Jun 17 18:07:00.095810 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-645a4af6-8e3e-4b09-aa75-b1691dfef0b2 req-5e1aef70-6b1e-43aa-bd09-7611693ec84e tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/security-groups?id=91f7f23c-b787-41c8-9305-85229b082856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324106 Jun 17 18:07:00.457042 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0229bbdf-8c20-4d55-a2c0-8507c57eafdd req-59acef2f-dfa0-4f8d-96e4-bbc73db4e747 tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:07:00.458540 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-0229bbdf-8c20-4d55-a2c0-8507c57eafdd req-59acef2f-dfa0-4f8d-96e4-bbc73db4e747 tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] 10.222.0.97 "GET /v2.0/ports?device_id=99cd6e83-e889-4185-81f9-4925dd498399 HTTP/1.1" status: 200 len: 945 time: 0.0671577 Jun 17 18:07:00.526104 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-0229bbdf-8c20-4d55-a2c0-8507c57eafdd req-2e0ba453-c2a7-4640-aad3-8e69017a904e tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] 10.222.0.97 "GET /v2.0/security-groups?id=b7e6f4f5-24f4-4dde-a96a-8d8da070066c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566392 Jun 17 18:07:00.546908 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb3abff-12f0-49d1-80a8-e30034111721 req-51e2049f-23cc-4898-b684-c8794ebccfab tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:07:00.548362 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-fcb3abff-12f0-49d1-80a8-e30034111721 req-51e2049f-23cc-4898-b684-c8794ebccfab tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/ports?device_id=d4ac72c4-640f-4b29-bebb-6e3ad492fde3 HTTP/1.1" status: 200 len: 945 time: 0.0883613 Jun 17 18:07:00.584912 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-fcb3abff-12f0-49d1-80a8-e30034111721 req-1fe27b86-d5d1-4a1f-96d2-6d912edbb6ba tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/security-groups?id=344af256-d773-4ff0-b9b9-f3fcbe207aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309076 Jun 17 18:07:00.798986 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7440c8b-d4b7-4444-a733-a99bc2306d82 req-17b07428-252b-4c76-83a6-e1ca7ac3a91a tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:07:00.800424 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-e7440c8b-d4b7-4444-a733-a99bc2306d82 req-17b07428-252b-4c76-83a6-e1ca7ac3a91a tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] 10.222.0.97 "GET /v2.0/ports?device_id=38d17454-bfce-47e4-b41b-493d9e52a372 HTTP/1.1" status: 200 len: 943 time: 0.0658035 Jun 17 18:07:00.872415 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-e7440c8b-d4b7-4444-a733-a99bc2306d82 req-204d98b1-b950-4caf-82b5-741ac5cef526 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] 10.222.0.97 "GET /v2.0/security-groups?id=04fbf763-7189-4b69-b638-08faa30be8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658183 Jun 17 18:07:00.897783 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bbf618-62e0-4582-afc0-d17aaabb25a6 req-284ac05e-4074-409d-879b-a9535e831761 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:07:00.899231 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-09bbf618-62e0-4582-afc0-d17aaabb25a6 req-284ac05e-4074-409d-879b-a9535e831761 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/ports?device_id=43fd5a25-ffb4-4518-8fdb-430531a5365d HTTP/1.1" status: 200 len: 943 time: 0.0861945 Jun 17 18:07:00.936747 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-09bbf618-62e0-4582-afc0-d17aaabb25a6 req-c1038e49-26c9-487b-9df3-7f5c9f4e2805 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/security-groups?id=3dcea033-1931-485c-8e80-04f1de860c08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313292 Jun 17 18:07:01.099012 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fae110f-97f6-45a0-b86e-9e842991e4cd req-ca752869-9853-40c3-a193-f7b36fd52c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:07:01.100351 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-4fae110f-97f6-45a0-b86e-9e842991e4cd req-ca752869-9853-40c3-a193-f7b36fd52c89 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=aaa033e4-31af-4af5-8b46-e711281f5e48 HTTP/1.1" status: 200 len: 859 time: 0.0436916 Jun 17 18:07:01.132531 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f613fe9-fbef-4f2d-a778-568bdf4da68f req-2cb84262-8a87-4e71-81b3-fe387a2668dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:07:01.134101 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-0f613fe9-fbef-4f2d-a778-568bdf4da68f req-2cb84262-8a87-4e71-81b3-fe387a2668dc service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=74ba9816d29f45709c2d61dd07a4dcc6&device_id=38d17454-bfce-47e4-b41b-493d9e52a372 HTTP/1.1" status: 200 len: 1096 time: 0.0532713 Jun 17 18:07:01.199901 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-4fae110f-97f6-45a0-b86e-9e842991e4cd req-575c76fb-3215-4d25-a25a-bf176736f64f service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=64e72c49-5fe4-4eab-8346-e0f7ad7adcf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345654 Jun 17 18:07:01.274621 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f613fe9-fbef-4f2d-a778-568bdf4da68f req-4bfbff06-37fb-4354-800b-78870bbfbb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:07:01.276754 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-0f613fe9-fbef-4f2d-a778-568bdf4da68f req-4bfbff06-37fb-4354-800b-78870bbfbb35 service neutron] 10.222.0.95 "GET /v2.0/networks?tenant_id=74ba9816d29f45709c2d61dd07a4dcc6&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1038232 Jun 17 18:07:01.364799 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-4fae110f-97f6-45a0-b86e-9e842991e4cd req-14030dc9-08a5-45e5-aac6-747ba3983b4c service neutron] 10.222.0.95 "GET /v2.0/networks/64e72c49-5fe4-4eab-8346-e0f7ad7adcf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527700 Jun 17 18:07:01.370071 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f613fe9-fbef-4f2d-a778-568bdf4da68f req-8d0101e7-bcb6-415e-85df-93647bc2b3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:07:01.371492 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-0f613fe9-fbef-4f2d-a778-568bdf4da68f req-8d0101e7-bcb6-415e-85df-93647bc2b3ce service neutron] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0881846 Jun 17 18:07:01.385104 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce89f4b-c15b-4372-81d7-fe42ed577ed6 req-633d2878-b9c6-4417-bb96-a64d7ffdf7c2 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:07:01.386485 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-3ce89f4b-c15b-4372-81d7-fe42ed577ed6 req-633d2878-b9c6-4417-bb96-a64d7ffdf7c2 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/ports?device_id=d5636e88-17f4-4147-bd8f-a153f376b8aa HTTP/1.1" status: 200 len: 945 time: 0.1531017 Jun 17 18:07:01.427297 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc17f1c-0044-4428-8b1c-070efee637ac req-fe51f132-fa1b-4a4c-beb0-5a8089662b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:07:01.428729 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-7fc17f1c-0044-4428-8b1c-070efee637ac req-fe51f132-fa1b-4a4c-beb0-5a8089662b0f service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=99cd6e83-e889-4185-81f9-4925dd498399 HTTP/1.1" status: 200 len: 1098 time: 0.1176808 Jun 17 18:07:01.498919 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-3ce89f4b-c15b-4372-81d7-fe42ed577ed6 req-0f2b3de9-1653-456e-90e0-1ff7648e52cc tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/security-groups?id=91f7f23c-b787-41c8-9305-85229b082856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057413 Jun 17 18:07:01.521458 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b22c40a-c13a-4041-91cd-fc0e064464a9 req-e9d6b3cd-7199-4499-a458-ca6da84b7d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:07:01.522906 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-6b22c40a-c13a-4041-91cd-fc0e064464a9 req-e9d6b3cd-7199-4499-a458-ca6da84b7d81 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=74ba9816d29f45709c2d61dd07a4dcc6&device_id=38d17454-bfce-47e4-b41b-493d9e52a372 HTTP/1.1" status: 200 len: 1096 time: 0.0560668 Jun 17 18:07:01.523034 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-7fc17f1c-0044-4428-8b1c-070efee637ac req-520e290f-8b37-4781-89fc-7e86c728a02b service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=b7e6f4f5-24f4-4dde-a96a-8d8da070066c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710528 Jun 17 18:07:01.536944 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-4fae110f-97f6-45a0-b86e-9e842991e4cd req-69795f5e-9ee9-43ee-8c5b-d3275075fe86 service neutron] 10.222.0.95 "GET /v2.0/networks/64e72c49-5fe4-4eab-8346-e0f7ad7adcf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420794 Jun 17 18:07:01.694823 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f47fefa-cc67-4f11-94a2-0f610d7f78c1 req-8d5c814b-c89e-46ee-973e-5b715c40981a tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:07:01.696308 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-3f47fefa-cc67-4f11-94a2-0f610d7f78c1 req-8d5c814b-c89e-46ee-973e-5b715c40981a tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] 10.222.0.97 "GET /v2.0/ports?device_id=99cd6e83-e889-4185-81f9-4925dd498399 HTTP/1.1" status: 200 len: 945 time: 0.0627773 Jun 17 18:07:01.760505 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-3f47fefa-cc67-4f11-94a2-0f610d7f78c1 req-ab581a03-5c08-4c0a-84bd-83ec8b38a63d tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] 10.222.0.97 "GET /v2.0/security-groups?id=b7e6f4f5-24f4-4dde-a96a-8d8da070066c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537367 Jun 17 18:07:01.783286 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a895ad-0a8e-4bd7-904c-dcb2f96eba47 req-c85cd8f2-1284-45b3-a1de-38d01422e68d tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:07:01.784749 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-d0a895ad-0a8e-4bd7-904c-dcb2f96eba47 req-c85cd8f2-1284-45b3-a1de-38d01422e68d tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/ports?device_id=d4ac72c4-640f-4b29-bebb-6e3ad492fde3 HTTP/1.1" status: 200 len: 945 time: 0.0875931 Jun 17 18:07:01.821060 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-d0a895ad-0a8e-4bd7-904c-dcb2f96eba47 req-654bfc69-fe3c-4779-ab78-f0ad8175279a tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/security-groups?id=344af256-d773-4ff0-b9b9-f3fcbe207aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306273 Jun 17 18:07:02.059227 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f99035-1928-4925-82e8-022a136280d1 req-1a545ca7-d972-4c7d-8a31-fbd26a194a5e tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:07:02.061153 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-46f99035-1928-4925-82e8-022a136280d1 req-1a545ca7-d972-4c7d-8a31-fbd26a194a5e tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] 10.222.0.97 "GET /v2.0/ports?device_id=38d17454-bfce-47e4-b41b-493d9e52a372 HTTP/1.1" status: 200 len: 943 time: 0.0765347 Jun 17 18:07:02.135326 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-46f99035-1928-4925-82e8-022a136280d1 req-3201752a-b048-491e-9746-0eda6eca85c3 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] 10.222.0.97 "GET /v2.0/security-groups?id=04fbf763-7189-4b69-b638-08faa30be8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642290 Jun 17 18:07:02.156722 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7bcc38-5a04-4b85-bd47-bc8d32c7ef0b req-10c0c094-d57a-4933-8b11-6bf16b79ad9b tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:07:02.158167 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-8d7bcc38-5a04-4b85-bd47-bc8d32c7ef0b req-10c0c094-d57a-4933-8b11-6bf16b79ad9b tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/ports?device_id=43fd5a25-ffb4-4518-8fdb-430531a5365d HTTP/1.1" status: 200 len: 943 time: 0.0960317 Jun 17 18:07:02.187695 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-6b22c40a-c13a-4041-91cd-fc0e064464a9 req-53bb4e08-ba81-4c40-ab3d-c1e6de012344 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5577a9a1-1770-4ff7-83ae-1a4009a3cc40 HTTP/1.1" status: 200 len: 217 time: 0.2546468 Jun 17 18:07:02.196685 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-8d7bcc38-5a04-4b85-bd47-bc8d32c7ef0b req-eddc5afb-badd-4a21-a360-ed2d239c08c2 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/security-groups?id=3dcea033-1931-485c-8e80-04f1de860c08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327420 Jun 17 18:07:02.245247 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b22c40a-c13a-4041-91cd-fc0e064464a9 req-0299a7be-cfe3-4de6-b1ea-8d6e98fe0ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:07:02.246618 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-6b22c40a-c13a-4041-91cd-fc0e064464a9 req-0299a7be-cfe3-4de6-b1ea-8d6e98fe0ec8 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=5ea2c680-8280-494b-b582-ad8adfc7edc3 HTTP/1.1" status: 200 len: 854 time: 0.0417819 Jun 17 18:07:02.309087 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b22c40a-c13a-4041-91cd-fc0e064464a9 req-1ac9cc21-c871-40ff-a434-d051a8d391c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:07:02.310551 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-6b22c40a-c13a-4041-91cd-fc0e064464a9 req-1ac9cc21-c871-40ff-a434-d051a8d391c5 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=1f9fb0f7-53a4-48cb-a36c-c77fb573af98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0531578 Jun 17 18:07:02.443540 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-6b22c40a-c13a-4041-91cd-fc0e064464a9 req-0a4b2ad4-9ba7-4a56-8688-ba277c6fd913 service neutron] 10.222.0.95 "GET /v2.0/networks/1f9fb0f7-53a4-48cb-a36c-c77fb573af98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783346 Jun 17 18:07:02.534688 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-6b22c40a-c13a-4041-91cd-fc0e064464a9 req-2f842538-f545-48de-984d-23e34b3a3212 service neutron] 10.222.0.95 "GET /v2.0/networks/1f9fb0f7-53a4-48cb-a36c-c77fb573af98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822065 Jun 17 18:07:02.676474 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df45725b-44e1-4947-8bb1-72db269406ea req-ee0a9450-a98f-47ec-8aed-ec2d81bd5ade tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:07:02.677926 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-df45725b-44e1-4947-8bb1-72db269406ea req-ee0a9450-a98f-47ec-8aed-ec2d81bd5ade tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/ports?device_id=d5636e88-17f4-4147-bd8f-a153f376b8aa HTTP/1.1" status: 200 len: 945 time: 0.0651746 Jun 17 18:07:02.715481 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-df45725b-44e1-4947-8bb1-72db269406ea req-5edba26c-60cb-4db1-af02-c0d404cb3f3e tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/security-groups?id=91f7f23c-b787-41c8-9305-85229b082856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319347 Jun 17 18:07:02.927950 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c7bbbc-2e67-452a-a147-e0d9cea1044c req-d676ba30-ff50-4a54-a445-d5a112c7296f tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:07:02.929474 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-a3c7bbbc-2e67-452a-a147-e0d9cea1044c req-d676ba30-ff50-4a54-a445-d5a112c7296f tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] 10.222.0.97 "GET /v2.0/ports?device_id=99cd6e83-e889-4185-81f9-4925dd498399 HTTP/1.1" status: 200 len: 945 time: 0.0623794 Jun 17 18:07:02.994290 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-a3c7bbbc-2e67-452a-a147-e0d9cea1044c req-b769f4b3-efcf-498c-a753-f21699fd8c57 tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] 10.222.0.97 "GET /v2.0/security-groups?id=b7e6f4f5-24f4-4dde-a96a-8d8da070066c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555191 Jun 17 18:07:03.016281 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bafd9b-2a6a-44ef-a20e-c2327e9dff28 req-0b5236e2-aab0-45ef-a21a-7fde1be2da46 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:07:03.017742 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-c7bafd9b-2a6a-44ef-a20e-c2327e9dff28 req-0b5236e2-aab0-45ef-a21a-7fde1be2da46 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/ports?device_id=d4ac72c4-640f-4b29-bebb-6e3ad492fde3 HTTP/1.1" status: 200 len: 945 time: 0.0874023 Jun 17 18:07:03.057842 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-c7bafd9b-2a6a-44ef-a20e-c2327e9dff28 req-c0e2e70b-a765-4eda-83b0-b9d1d8c9cf37 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/security-groups?id=344af256-d773-4ff0-b9b9-f3fcbe207aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345397 Jun 17 18:07:03.321368 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f4965a-d7ea-445c-ad10-10eedbd0fe62 req-ebbd803a-6688-451a-b7fa-4a0abd77b170 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:07:03.325531 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-55f4965a-d7ea-445c-ad10-10eedbd0fe62 req-ebbd803a-6688-451a-b7fa-4a0abd77b170 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] 10.222.0.97 "GET /v2.0/ports?device_id=38d17454-bfce-47e4-b41b-493d9e52a372 HTTP/1.1" status: 200 len: 943 time: 0.0746655 Jun 17 18:07:03.392450 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-55f4965a-d7ea-445c-ad10-10eedbd0fe62 req-21e9b5b3-da05-4b07-8fcc-95037cc7fc16 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] 10.222.0.97 "GET /v2.0/security-groups?id=04fbf763-7189-4b69-b638-08faa30be8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574880 Jun 17 18:07:03.413140 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e71f5a-7ac9-45bf-9c08-85d03066e101 req-e45f2967-4e07-4106-b48f-d2508e9932e0 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:07:03.414589 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-78e71f5a-7ac9-45bf-9c08-85d03066e101 req-e45f2967-4e07-4106-b48f-d2508e9932e0 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/ports?device_id=43fd5a25-ffb4-4518-8fdb-430531a5365d HTTP/1.1" status: 200 len: 943 time: 0.0881562 Jun 17 18:07:03.451726 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-78e71f5a-7ac9-45bf-9c08-85d03066e101 req-1d78ef9a-8d99-4cc6-a243-6add4c1dad0e tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/security-groups?id=3dcea033-1931-485c-8e80-04f1de860c08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313761 Jun 17 18:07:03.885717 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa82221-08e5-43e2-a962-bfc6904c552d req-4b301164-7332-4017-8fbd-d92e7dfe1cad tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:07:03.887204 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-3fa82221-08e5-43e2-a962-bfc6904c552d req-4b301164-7332-4017-8fbd-d92e7dfe1cad tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/ports?device_id=d5636e88-17f4-4147-bd8f-a153f376b8aa HTTP/1.1" status: 200 len: 945 time: 0.0649388 Jun 17 18:07:03.923835 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-3fa82221-08e5-43e2-a962-bfc6904c552d req-24a00080-a1a9-45ea-8b61-a3a4f84aa166 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/security-groups?id=91f7f23c-b787-41c8-9305-85229b082856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310736 Jun 17 18:07:04.164481 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c79ccc-9465-4a9a-adfe-394276f818f9 req-3506cdc6-fa85-4c42-ae0a-01f47080c045 tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:07:04.165940 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-08c79ccc-9465-4a9a-adfe-394276f818f9 req-3506cdc6-fa85-4c42-ae0a-01f47080c045 tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] 10.222.0.97 "GET /v2.0/ports?device_id=99cd6e83-e889-4185-81f9-4925dd498399 HTTP/1.1" status: 200 len: 945 time: 0.0641832 Jun 17 18:07:04.233568 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-08c79ccc-9465-4a9a-adfe-394276f818f9 req-0405c7f1-33f9-40e9-a5c2-be6c495bc545 tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] 10.222.0.97 "GET /v2.0/security-groups?id=b7e6f4f5-24f4-4dde-a96a-8d8da070066c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576336 Jun 17 18:07:04.256622 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d33337c-aa8d-4983-8d8f-621ea0da2810 req-f65e1361-7172-4b33-a371-33740f60c339 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:07:04.258083 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-4d33337c-aa8d-4983-8d8f-621ea0da2810 req-f65e1361-7172-4b33-a371-33740f60c339 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/ports?device_id=d4ac72c4-640f-4b29-bebb-6e3ad492fde3 HTTP/1.1" status: 200 len: 945 time: 0.0912309 Jun 17 18:07:04.296581 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-4d33337c-aa8d-4983-8d8f-621ea0da2810 req-4a72dde4-f01a-49ac-b2e1-4ff1af6999b3 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/security-groups?id=344af256-d773-4ff0-b9b9-f3fcbe207aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319812 Jun 17 18:07:04.540685 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8c35ae-f36d-4d44-b7c7-92837900c894 req-a72c62b8-d8f9-4a82-ae46-082765e7dbbb tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:07:04.543318 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-da8c35ae-f36d-4d44-b7c7-92837900c894 req-a72c62b8-d8f9-4a82-ae46-082765e7dbbb tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.95 "GET /v2.0/ports?device_id=d5636e88-17f4-4147-bd8f-a153f376b8aa HTTP/1.1" status: 200 len: 945 time: 0.0708575 Jun 17 18:07:04.545975 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Device 83c3404f-d49e-4e1b-831c-0b25c4e59742 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=92880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 18:07:04.645272 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b544f9d6-b007-4a92-a997-90d77ee28011 req-d54fbbde-4795-44ef-99d3-9f2c0b66e58d tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:07:04.653174 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-b544f9d6-b007-4a92-a997-90d77ee28011 req-d54fbbde-4795-44ef-99d3-9f2c0b66e58d tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] 10.222.0.97 "GET /v2.0/ports?device_id=38d17454-bfce-47e4-b41b-493d9e52a372 HTTP/1.1" status: 200 len: 943 time: 0.1442542 Jun 17 18:07:04.690789 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] For port 83c3404f-d49e-4e1b-831c-0b25c4e59742, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=83c3404f-d49e-4e1b-831c-0b25c4e59742,segment=NetworkSegment(0913402a-ef8a-41bd-a14e-da5d38ea5bc2),segment_id=0913402a-ef8a-41bd-a14e-da5d38ea5bc2)] {{(pid=92880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:07:04.697446 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-b544f9d6-b007-4a92-a997-90d77ee28011 req-d159d237-c4f2-4332-8db6-5afd6c8c224b tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] 10.222.0.97 "GET /v2.0/security-groups?id=04fbf763-7189-4b69-b638-08faa30be8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433352 Jun 17 18:07:04.722969 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Returning: {'device': '83c3404f-d49e-4e1b-831c-0b25c4e59742', 'network_id': '490619f6-df6b-4a81-8b12-97225a6da310', 'port_id': '83c3404f-d49e-4e1b-831c-0b25c4e59742', 'mac_address': 'fa:16:3e:ad:39:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd12fe909-5b0e-4b17-a966-d3ca34ed6db9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 18:07:04.728833 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e096ac6a-972d-475f-bd62-7f62453fb942 req-4ab41509-e1ed-4da3-99f6-ae19e452f720 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:07:04.736575 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-e096ac6a-972d-475f-bd62-7f62453fb942 req-4ab41509-e1ed-4da3-99f6-ae19e452f720 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/ports?device_id=43fd5a25-ffb4-4518-8fdb-430531a5365d HTTP/1.1" status: 200 len: 943 time: 0.1274488 Jun 17 18:07:04.761181 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.plugins.ml2.plugin [req-da8c35ae-f36d-4d44-b7c7-92837900c894 req-48efc76a-bd62-4d4c-978f-a3112cd44810 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Deleting port 66b35a25-01d6-4d67-ad06-eac51e9a99a7 {{(pid=92872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 18:07:04.762064 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [req-da8c35ae-f36d-4d44-b7c7-92837900c894 req-48efc76a-bd62-4d4c-978f-a3112cd44810 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743365079206'] for port, before_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:04.787446 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:04.806127 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.notifiers.nova [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83c3404f-d49e-4e1b-831c-0b25c4e59742 {{(pid=92880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 18:07:04.815049 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-e096ac6a-972d-475f-bd62-7f62453fb942 req-cd668014-2413-471e-8669-a83984d8605f tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/security-groups?id=3dcea033-1931-485c-8e80-04f1de860c08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773578 Jun 17 18:07:04.831717 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] For port 83c3404f-d49e-4e1b-831c-0b25c4e59742, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=83c3404f-d49e-4e1b-831c-0b25c4e59742,segment=NetworkSegment(0913402a-ef8a-41bd-a14e-da5d38ea5bc2),segment_id=0913402a-ef8a-41bd-a14e-da5d38ea5bc2)] {{(pid=92880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:07:04.839826 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479'] for port, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:04.840903 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Device 5577a9a1-1770-4ff7-83ae-1a4009a3cc40 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=92880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 18:07:04.842683 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-10274286-e745-461b-a4d2-959e071aff49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:07:04.884458 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.plugins.ml2.db [req-da8c35ae-f36d-4d44-b7c7-92837900c894 req-48efc76a-bd62-4d4c-978f-a3112cd44810 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] For port 66b35a25-01d6-4d67-ad06-eac51e9a99a7, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=66b35a25-01d6-4d67-ad06-eac51e9a99a7,segment=NetworkSegment(ec1be91d-5013-401a-90de-3135f9e6b68b),segment_id=ec1be91d-5013-401a-90de-3135f9e6b68b)] {{(pid=92872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:07:04.884825 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [req-da8c35ae-f36d-4d44-b7c7-92837900c894 req-48efc76a-bd62-4d4c-978f-a3112cd44810 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956370'] for port, precommit_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:04.913970 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Pushing event updated for resources: {'Port': ['ID=83c3404f-d49e-4e1b-831c-0b25c4e59742,revision_number=9']} {{(pid=92880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:07:04.918618 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:07:04.952991 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.plugins.ml2.plugin [req-da8c35ae-f36d-4d44-b7c7-92837900c894 req-48efc76a-bd62-4d4c-978f-a3112cd44810 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Calling delete_port for 66b35a25-01d6-4d67-ad06-eac51e9a99a7 owned by compute:nova {{(pid=92872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 18:07:04.987574 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] For port 5577a9a1-1770-4ff7-83ae-1a4009a3cc40, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=5577a9a1-1770-4ff7-83ae-1a4009a3cc40,segment=NetworkSegment(51124b7c-a80a-4db0-b648-ac0bff2755df),segment_id=51124b7c-a80a-4db0-b648-ac0bff2755df)] {{(pid=92880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:07:05.000284 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Returning: {'device': '5577a9a1-1770-4ff7-83ae-1a4009a3cc40', 'network_id': '1f9fb0f7-53a4-48cb-a36c-c77fb573af98', 'port_id': '5577a9a1-1770-4ff7-83ae-1a4009a3cc40', 'mac_address': 'fa:16:3e:78:92:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ea2c680-8280-494b-b582-ad8adfc7edc3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 18:07:05.046927 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:05.059771 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.notifiers.nova [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5577a9a1-1770-4ff7-83ae-1a4009a3cc40 {{(pid=92880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 18:07:05.081665 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] For port 5577a9a1-1770-4ff7-83ae-1a4009a3cc40, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=5577a9a1-1770-4ff7-83ae-1a4009a3cc40,segment=NetworkSegment(51124b7c-a80a-4db0-b648-ac0bff2755df),segment_id=51124b7c-a80a-4db0-b648-ac0bff2755df)] {{(pid=92880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:07:05.086927 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479'] for port, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:05.090400 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:07:05.096575 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [req-da8c35ae-f36d-4d44-b7c7-92837900c894 req-48efc76a-bd62-4d4c-978f-a3112cd44810 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743365085983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743364645425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25532019'] for port, after_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:05.100575 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-25f178e7-75a9-42f6-8666-d2760a70a0c9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:07:05.105582 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e17cc1-c237-4559-baf4-00340b0bb0c2 req-b6efe34a-7e33-4725-82c4-28b972ea5a1d tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:07:05.107929 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-80e17cc1-c237-4559-baf4-00340b0bb0c2 req-b6efe34a-7e33-4725-82c4-28b972ea5a1d tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/ports?device_id=d5636e88-17f4-4147-bd8f-a153f376b8aa HTTP/1.1" status: 200 len: 945 time: 0.0729971 Jun 17 18:07:05.127482 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48efc76a-bd62-4d4c-978f-a3112cd44810 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Pushing event deleted for resources: {'Port': ['ID=66b35a25-01d6-4d67-ad06-eac51e9a99a7,revision_number=None']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:07:05.131524 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-48efc76a-bd62-4d4c-978f-a3112cd44810 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:07:05.151207 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Pushing event updated for resources: {'Port': ['ID=5577a9a1-1770-4ff7-83ae-1a4009a3cc40,revision_number=4']} {{(pid=92880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:07:05.157901 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:07:05.169060 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-80e17cc1-c237-4559-baf4-00340b0bb0c2 req-b9de02c9-a716-4140-b6ca-f1daf137c2a2 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.97 "GET /v2.0/security-groups?id=91f7f23c-b787-41c8-9305-85229b082856&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532029 Jun 17 18:07:05.176160 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.db.l3_dvrscheduler_db [req-da8c35ae-f36d-4d44-b7c7-92837900c894 req-48efc76a-bd62-4d4c-978f-a3112cd44810 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] No DVR routers for this DVR port 66b35a25-01d6-4d67-ad06-eac51e9a99a7 on host hv-cinder-78626 {{(pid=92872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 18:07:05.187164 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [req-da8c35ae-f36d-4d44-b7c7-92837900c894 req-48efc76a-bd62-4d4c-978f-a3112cd44810 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523113'] for port, before_response {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:05.189184 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-da8c35ae-f36d-4d44-b7c7-92837900c894 req-48efc76a-bd62-4d4c-978f-a3112cd44810 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] 10.222.0.95 "DELETE /v2.0/ports/66b35a25-01d6-4d67-ad06-eac51e9a99a7 HTTP/1.1" status: 204 len: 173 time: 0.6109772 Jun 17 18:07:05.189752 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5636e88-17f4-4147-bd8f-a153f376b8aa', 'name': 'network-vif-deleted', 'tag': '66b35a25-01d6-4d67-ad06-eac51e9a99a7'}] {{(pid=92872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 18:07:05.192207 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f987f925adb95fb5f2d31a9334b96ac5a9607b390d68bc71a63c7260745a89d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5da84f2e-dcfe-4b0d-a71a-674a9a868cb3" -d '{"events": [{"server_uuid": "d5636e88-17f4-4147-bd8f-a153f376b8aa", "name": "network-vif-deleted", "tag": "66b35a25-01d6-4d67-ad06-eac51e9a99a7"}]}' {{(pid=92872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 18:07:05.229786 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 18:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a95615ca-f9c8-4166-a663-8332caba250b x-openstack-request-id: req-a95615ca-f9c8-4166-a663-8332caba250b {{(pid=92872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 18:07:05.230138 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5636e88-17f4-4147-bd8f-a153f376b8aa", "name": "network-vif-deleted", "tag": "66b35a25-01d6-4d67-ad06-eac51e9a99a7", "status": "completed", "code": 200}]} {{(pid=92872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 18:07:05.230445 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-a95615ca-f9c8-4166-a663-8332caba250b {{(pid=92872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 18:07:05.230898 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5636e88-17f4-4147-bd8f-a153f376b8aa', 'name': 'network-vif-deleted', 'tag': '66b35a25-01d6-4d67-ad06-eac51e9a99a7', 'status': 'completed', 'code': 200} Jun 17 18:07:05.260443 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] get_ports_and_sgs() called for port_ids ['66b35a25-01d6-4d67-ad06-eac51e9a99a7'] {{(pid=92880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 18:07:05.472651 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a7dfba-aaa2-4af9-ae58-5317559c9afe req-e32c7f12-abd8-4dfe-a3c9-d5f64074b62e tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:07:05.474100 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-60a7dfba-aaa2-4af9-ae58-5317559c9afe req-e32c7f12-abd8-4dfe-a3c9-d5f64074b62e tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/ports?device_id=d4ac72c4-640f-4b29-bebb-6e3ad492fde3 HTTP/1.1" status: 200 len: 945 time: 0.0661492 Jun 17 18:07:05.512634 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-60a7dfba-aaa2-4af9-ae58-5317559c9afe req-a3ca7bdc-a4d4-489c-82aa-3603a4379333 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/security-groups?id=344af256-d773-4ff0-b9b9-f3fcbe207aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328081 Jun 17 18:07:05.669437 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] get_ports_and_sgs() called for port_ids ['5577a9a1-1770-4ff7-83ae-1a4009a3cc40'] {{(pid=92880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 18:07:05.695199 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] get_ports_and_sgs() called for port_ids ['83c3404f-d49e-4e1b-831c-0b25c4e59742'] {{(pid=92880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 18:07:05.952240 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea3f2db-3d23-4683-aea3-4a96d177170d req-c7be5bec-0800-41b8-a739-741b007f0043 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:07:05.959215 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-aea3f2db-3d23-4683-aea3-4a96d177170d req-c7be5bec-0800-41b8-a739-741b007f0043 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] 10.222.0.97 "GET /v2.0/ports?device_id=38d17454-bfce-47e4-b41b-493d9e52a372 HTTP/1.1" status: 200 len: 944 time: 0.1007795 Jun 17 18:07:05.997345 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-aea3f2db-3d23-4683-aea3-4a96d177170d req-e53aae34-8dfc-4c75-8e7b-dfc586aa0aec tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] 10.222.0.97 "GET /v2.0/security-groups?id=04fbf763-7189-4b69-b638-08faa30be8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372033 Jun 17 18:07:06.068107 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4c97c4-dd0e-4b31-afde-56c12ddc9408 req-c13d3b06-8aaa-45b1-99b9-e79a07bf1011 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:07:06.069812 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-ac4c97c4-dd0e-4b31-afde-56c12ddc9408 req-c13d3b06-8aaa-45b1-99b9-e79a07bf1011 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/ports?device_id=43fd5a25-ffb4-4518-8fdb-430531a5365d HTTP/1.1" status: 200 len: 944 time: 0.0779264 Jun 17 18:07:06.108115 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-ac4c97c4-dd0e-4b31-afde-56c12ddc9408 req-8e2e952b-873c-465d-8f47-0b87996bb2c9 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/security-groups?id=3dcea033-1931-485c-8e80-04f1de860c08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326333 Jun 17 18:07:06.258196 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 47608) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:07:06.304631 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.db.db_base_plugin_v2 [None req-c56e9d72-347e-4216-b010-663a2ebc47e2 admin admin] Deleting subnet 6d9eae51-247c-4135-a165-61e9ae8adce9 {{(pid=92874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 18:07:06.307690 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-c56e9d72-347e-4216-b010-663a2ebc47e2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:06.346366 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-c56e9d72-347e-4216-b010-663a2ebc47e2 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:06.355620 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-c56e9d72-347e-4216-b010-663a2ebc47e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1684671'] for subnet, precommit_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:06.408778 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-c56e9d72-347e-4216-b010-663a2ebc47e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1684662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805'] for subnet, after_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:06.411176 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:07:06.436612 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56e9d72-347e-4216-b010-663a2ebc47e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d9eae51-247c-4135-a165-61e9ae8adce9,revision_number=None']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:07:06.439701 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-c56e9d72-347e-4216-b010-663a2ebc47e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:07:06.440712 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-c56e9d72-347e-4216-b010-663a2ebc47e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563787'] for subnet, before_response {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:06.442609 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-c56e9d72-347e-4216-b010-663a2ebc47e2 admin admin] 10.222.0.97 "DELETE /v2.0/subnets/6d9eae51-247c-4135-a165-61e9ae8adce9 HTTP/1.1" status: 204 len: 168 time: 0.1827042 Jun 17 18:07:06.444984 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 47612) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:07:06.515554 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-2f59af19-fb74-4952-9b5b-766a6cb8434a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2009691'] for network, before_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:06.594676 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-2f59af19-fb74-4952-9b5b-766a6cb8434a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683494', 'neutron.services.segments.db._delete_segments_for_network-8743365118612'] for network, precommit_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:06.605429 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-2f59af19-fb74-4952-9b5b-766a6cb8434a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 18:07:06.605721 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-2f59af19-fb74-4952-9b5b-766a6cb8434a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 18:07:06.606477 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-2f59af19-fb74-4952-9b5b-766a6cb8434a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 18:07:06.606825 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-2f59af19-fb74-4952-9b5b-766a6cb8434a admin admin] Subscribe: > port after_create 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 18:07:06.607166 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-2f59af19-fb74-4952-9b5b-766a6cb8434a admin admin] Subscribe: > port after_delete 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 18:07:06.607492 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-2f59af19-fb74-4952-9b5b-766a6cb8434a admin admin] Subscribe: > port after_update 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 18:07:06.607815 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-2f59af19-fb74-4952-9b5b-766a6cb8434a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 18:07:06.608167 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-2f59af19-fb74-4952-9b5b-766a6cb8434a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 18:07:06.608489 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-2f59af19-fb74-4952-9b5b-766a6cb8434a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 18:07:06.608806 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-2f59af19-fb74-4952-9b5b-766a6cb8434a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 18:07:06.704290 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-2f59af19-fb74-4952-9b5b-766a6cb8434a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 18:07:06.704645 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-2f59af19-fb74-4952-9b5b-766a6cb8434a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 18:07:06.704978 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-2f59af19-fb74-4952-9b5b-766a6cb8434a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 18:07:06.705306 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-2f59af19-fb74-4952-9b5b-766a6cb8434a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92874) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 18:07:06.705665 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.services.segments.db [None req-2f59af19-fb74-4952-9b5b-766a6cb8434a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6175827-20d7-459d-859c-a960c64f9f7b']}} {{(pid=92874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:07:06.724269 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.services.segments.db [None req-2f59af19-fb74-4952-9b5b-766a6cb8434a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec1be91d-5013-401a-90de-3135f9e6b68b') {'for_net_delete': True} {{(pid=92874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:07:06.724563 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.services.segments.db [None req-2f59af19-fb74-4952-9b5b-766a6cb8434a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec1be91d-5013-401a-90de-3135f9e6b68b') {} {{(pid=92874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:07:06.744130 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-2f59af19-fb74-4952-9b5b-766a6cb8434a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743365117157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25818522'] for segment, before_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:06.764650 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-2f59af19-fb74-4952-9b5b-766a6cb8434a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1592042'] for segment, precommit_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:06.772923 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f59af19-fb74-4952-9b5b-766a6cb8434a admin admin] Releasing vlan 1147 on physical network physnet1 to pool {{(pid=92874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 18:07:06.773330 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-2f59af19-fb74-4952-9b5b-766a6cb8434a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1592042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28502011'] for segment, after_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:06.778056 dv-cinder-786260-6-iscsi neutron-server[92874]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 18:07:06.778056 dv-cinder-786260-6-iscsi neutron-server[92874]: conditions |= (models_v2.Port.network_id.in_( Jun 17 18:07:06.778056 dv-cinder-786260-6-iscsi neutron-server[92874]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 18:07:06.778056 dv-cinder-786260-6-iscsi neutron-server[92874]: retrieve_revision_numbers = { Jun 17 18:07:06.778056 dv-cinder-786260-6-iscsi neutron-server[92874]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 18:07:06.778056 dv-cinder-786260-6-iscsi neutron-server[92874]: conditions |= (models_v2.Port.network_id.in_( Jun 17 18:07:06.778056 dv-cinder-786260-6-iscsi neutron-server[92874]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 18:07:06.778056 dv-cinder-786260-6-iscsi neutron-server[92874]: retrieve_revision_numbers = { Jun 17 18:07:06.778056 dv-cinder-786260-6-iscsi neutron-server[92874]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 18:07:06.778056 dv-cinder-786260-6-iscsi neutron-server[92874]: conditions |= (models_v2.Port.network_id.in_( Jun 17 18:07:06.778056 dv-cinder-786260-6-iscsi neutron-server[92874]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 18:07:06.778056 dv-cinder-786260-6-iscsi neutron-server[92874]: retrieve_revision_numbers = { Jun 17 18:07:06.778056 dv-cinder-786260-6-iscsi neutron-server[92874]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 18:07:06.778056 dv-cinder-786260-6-iscsi neutron-server[92874]: conditions |= (models_v2.Port.network_id.in_( Jun 17 18:07:06.778056 dv-cinder-786260-6-iscsi neutron-server[92874]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 18:07:06.778056 dv-cinder-786260-6-iscsi neutron-server[92874]: retrieve_revision_numbers = { Jun 17 18:07:06.778056 dv-cinder-786260-6-iscsi neutron-server[92874]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 18:07:06.778056 dv-cinder-786260-6-iscsi neutron-server[92874]: conditions |= (models_v2.Port.network_id.in_( Jun 17 18:07:06.778056 dv-cinder-786260-6-iscsi neutron-server[92874]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 18:07:06.778056 dv-cinder-786260-6-iscsi neutron-server[92874]: retrieve_revision_numbers = { Jun 17 18:07:06.778056 dv-cinder-786260-6-iscsi neutron-server[92874]: Traceback (most recent call last): Jun 17 18:07:06.778056 dv-cinder-786260-6-iscsi neutron-server[92874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 18:07:06.778056 dv-cinder-786260-6-iscsi neutron-server[92874]: timer() Jun 17 18:07:06.778056 dv-cinder-786260-6-iscsi neutron-server[92874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 18:07:06.778056 dv-cinder-786260-6-iscsi neutron-server[92874]: cb(*args, **kw) Jun 17 18:07:06.778056 dv-cinder-786260-6-iscsi neutron-server[92874]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 18:07:06.778056 dv-cinder-786260-6-iscsi neutron-server[92874]: return func(*args, **kwargs) Jun 17 18:07:06.778056 dv-cinder-786260-6-iscsi neutron-server[92874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 18:07:06.778056 dv-cinder-786260-6-iscsi neutron-server[92874]: self._notify() Jun 17 18:07:06.778056 dv-cinder-786260-6-iscsi neutron-server[92874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 18:07:06.778056 dv-cinder-786260-6-iscsi neutron-server[92874]: self.callback(batched_events) Jun 17 18:07:06.778056 dv-cinder-786260-6-iscsi neutron-server[92874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 18:07:06.778056 dv-cinder-786260-6-iscsi neutron-server[92874]: event.method(event) Jun 17 18:07:06.778056 dv-cinder-786260-6-iscsi neutron-server[92874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 18:07:06.778056 dv-cinder-786260-6-iscsi neutron-server[92874]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 18:07:06.778056 dv-cinder-786260-6-iscsi neutron-server[92874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 18:07:06.778056 dv-cinder-786260-6-iscsi neutron-server[92874]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 18:07:06.778056 dv-cinder-786260-6-iscsi neutron-server[92874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 18:07:06.778056 dv-cinder-786260-6-iscsi neutron-server[92874]: return f(self, *a, **k) Jun 17 18:07:06.778056 dv-cinder-786260-6-iscsi neutron-server[92874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 18:07:06.778056 dv-cinder-786260-6-iscsi neutron-server[92874]: return self._get(url).json() Jun 17 18:07:06.778056 dv-cinder-786260-6-iscsi neutron-server[92874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 18:07:06.778056 dv-cinder-786260-6-iscsi neutron-server[92874]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 18:07:06.778056 dv-cinder-786260-6-iscsi neutron-server[92874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 18:07:06.778056 dv-cinder-786260-6-iscsi neutron-server[92874]: return self.request(url, 'GET', **kwargs) Jun 17 18:07:06.778056 dv-cinder-786260-6-iscsi neutron-server[92874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 18:07:06.778056 dv-cinder-786260-6-iscsi neutron-server[92874]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 18:07:06.778056 dv-cinder-786260-6-iscsi neutron-server[92874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 18:07:06.778056 dv-cinder-786260-6-iscsi neutron-server[92874]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 18:07:06.778056 dv-cinder-786260-6-iscsi neutron-server[92874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 18:07:06.778056 dv-cinder-786260-6-iscsi neutron-server[92874]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 18:07:06.778056 dv-cinder-786260-6-iscsi neutron-server[92874]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 18:07:06.836336 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-2f59af19-fb74-4952-9b5b-766a6cb8434a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-955346'] for network, after_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:06.844333 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:07:06.848572 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-2f59af19-fb74-4952-9b5b-766a6cb8434a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563787'] for network, before_response {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:06.854645 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-2f59af19-fb74-4952-9b5b-766a6cb8434a admin admin] 10.222.0.97 "DELETE /v2.0/networks/f6175827-20d7-459d-859c-a960c64f9f7b HTTP/1.1" status: 204 len: 168 time: 0.4045563 Jun 17 18:07:06.860715 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f59af19-fb74-4952-9b5b-766a6cb8434a admin admin] Pushing event deleted for resources: {'Network': ['ID=f6175827-20d7-459d-859c-a960c64f9f7b,revision_number=None']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:07:06.863069 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-2f59af19-fb74-4952-9b5b-766a6cb8434a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:07:07.021127 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 47620) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:07:07.062066 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-45047a9a-e791-495e-abd3-de3d26f76850 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=0acb8a69956445cf93d47e2da25da9cb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0397215 Jun 17 18:07:07.064460 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 47624) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:07:07.114682 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-19129ecd-5723-4b14-b970-4e00075e3af0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:07.164439 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-19129ecd-5723-4b14-b970-4e00075e3af0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:07.226242 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4da1afd-4676-4fb4-bab2-43d70fcc0eca req-c084c9f8-b316-4310-a8e1-d3f6ea22a3a6 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:07:07.227739 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-c4da1afd-4676-4fb4-bab2-43d70fcc0eca req-c084c9f8-b316-4310-a8e1-d3f6ea22a3a6 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] 10.222.0.97 "GET /v2.0/ports?device_id=38d17454-bfce-47e4-b41b-493d9e52a372 HTTP/1.1" status: 200 len: 944 time: 0.1104224 Jun 17 18:07:07.266073 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-19129ecd-5723-4b14-b970-4e00075e3af0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:07.268587 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-19129ecd-5723-4b14-b970-4e00075e3af0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:07.269637 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-19129ecd-5723-4b14-b970-4e00075e3af0 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/91f7f23c-b787-41c8-9305-85229b082856 HTTP/1.1" status: 204 len: 168 time: 0.2042994 Jun 17 18:07:07.279408 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-eab42b65-9715-46b9-b3e5-f4c66d466625 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:07:07.297413 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19129ecd-5723-4b14-b970-4e00075e3af0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91f7f23c-b787-41c8-9305-85229b082856,revision_number=None']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:07:07.305101 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-19129ecd-5723-4b14-b970-4e00075e3af0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:07:07.320175 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-c4da1afd-4676-4fb4-bab2-43d70fcc0eca req-da1bc5dc-c76a-42f5-b643-4751a1535d14 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] 10.222.0.97 "GET /v2.0/security-groups?id=04fbf763-7189-4b69-b638-08faa30be8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850728 Jun 17 18:07:07.346141 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6307ced-aa4a-47c8-b54e-749192b91a4d req-260c4acc-74a5-4145-824f-28f03976ab34 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:07:07.347662 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-f6307ced-aa4a-47c8-b54e-749192b91a4d req-260c4acc-74a5-4145-824f-28f03976ab34 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/ports?device_id=43fd5a25-ffb4-4518-8fdb-430531a5365d HTTP/1.1" status: 200 len: 944 time: 0.1144457 Jun 17 18:07:07.387735 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-f6307ced-aa4a-47c8-b54e-749192b91a4d req-322348d5-7d93-4ee6-91cb-08ef17ee31c3 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/security-groups?id=3dcea033-1931-485c-8e80-04f1de860c08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343595 Jun 17 18:07:08.521663 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a638af36-06e9-49f3-a79e-304aeb52f1bf req-eef743d1-d8b4-4bb6-ac78-1caa2907fc41 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:07:08.523278 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-a638af36-06e9-49f3-a79e-304aeb52f1bf req-eef743d1-d8b4-4bb6-ac78-1caa2907fc41 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] 10.222.0.97 "GET /v2.0/ports?device_id=38d17454-bfce-47e4-b41b-493d9e52a372 HTTP/1.1" status: 200 len: 944 time: 0.0720184 Jun 17 18:07:08.550851 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Device 83c3404f-d49e-4e1b-831c-0b25c4e59742 up at agent hyperv_hv-cinder-78626 {{(pid=92880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 18:07:08.569659 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-a638af36-06e9-49f3-a79e-304aeb52f1bf req-74cc9569-3278-43fa-b484-5de865894264 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] 10.222.0.97 "GET /v2.0/security-groups?id=04fbf763-7189-4b69-b638-08faa30be8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401318 Jun 17 18:07:08.606807 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Provisioning complete for port 83c3404f-d49e-4e1b-831c-0b25c4e59742 triggered by entity L2. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 18:07:08.607481 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687209'] for port, provisioning_complete {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:08.675006 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.agents_db [None req-efac7cad-2d3b-4dc1-9769-dac6e2c75cb9 None None] Agent healthcheck: found 6 active agents {{(pid=92881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 18:07:08.696040 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:08.718035 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43fd5a25-ffb4-4518-8fdb-430531a5365d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83c3404f-d49e-4e1b-831c-0b25c4e59742'}] {{(pid=92880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 18:07:08.720300 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44fe161690382cf4f0960ac1b424fedb1dd6f9597775f60dec274194d49fe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55cb7b17-b161-44d9-9024-e3675f1cc44d" -d '{"events": [{"server_uuid": "43fd5a25-ffb4-4518-8fdb-430531a5365d", "name": "network-vif-plugged", "status": "completed", "tag": "83c3404f-d49e-4e1b-831c-0b25c4e59742"}]}' {{(pid=92880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 18:07:08.735846 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] For port 83c3404f-d49e-4e1b-831c-0b25c4e59742, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=83c3404f-d49e-4e1b-831c-0b25c4e59742,segment=NetworkSegment(0913402a-ef8a-41bd-a14e-da5d38ea5bc2),segment_id=0913402a-ef8a-41bd-a14e-da5d38ea5bc2)] {{(pid=92880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:07:08.740544 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479'] for port, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:08.741445 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Device 5577a9a1-1770-4ff7-83ae-1a4009a3cc40 up at agent hyperv_hv-cinder-78626 {{(pid=92880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 18:07:08.743214 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-00f8533d-4beb-48a1-adaa-9a180e1689eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:07:08.760021 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c9d749-f593-490d-a8f2-851e7567b336 req-ee39d461-a7aa-4e0c-9845-ef6cfac16ba8 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:07:08.761482 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-e3c9d749-f593-490d-a8f2-851e7567b336 req-ee39d461-a7aa-4e0c-9845-ef6cfac16ba8 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/ports?device_id=43fd5a25-ffb4-4518-8fdb-430531a5365d HTTP/1.1" status: 200 len: 944 time: 0.0653694 Jun 17 18:07:08.787291 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 18:07:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9850f079-b3b3-4859-9cad-6807e172f2c6 x-openstack-request-id: req-9850f079-b3b3-4859-9cad-6807e172f2c6 {{(pid=92880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 18:07:08.787594 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43fd5a25-ffb4-4518-8fdb-430531a5365d", "name": "network-vif-plugged", "status": "completed", "tag": "83c3404f-d49e-4e1b-831c-0b25c4e59742", "code": 200}]} {{(pid=92880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 18:07:08.787901 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-9850f079-b3b3-4859-9cad-6807e172f2c6 {{(pid=92880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 18:07:08.788326 dv-cinder-786260-6-iscsi neutron-server[92880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43fd5a25-ffb4-4518-8fdb-430531a5365d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83c3404f-d49e-4e1b-831c-0b25c4e59742', 'code': 200} Jun 17 18:07:08.805143 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-e3c9d749-f593-490d-a8f2-851e7567b336 req-df555893-f2b6-4fc6-a316-60970216041d tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/security-groups?id=3dcea033-1931-485c-8e80-04f1de860c08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372601 Jun 17 18:07:08.837065 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Pushing event updated for resources: {'Port': ['ID=83c3404f-d49e-4e1b-831c-0b25c4e59742,revision_number=10']} {{(pid=92880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:07:08.840558 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:07:08.851417 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Provisioning for port 5577a9a1-1770-4ff7-83ae-1a4009a3cc40 completed by entity L2. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 18:07:08.855709 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Provisioning complete for port 5577a9a1-1770-4ff7-83ae-1a4009a3cc40 triggered by entity L2. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 18:07:08.856127 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687209'] for port, provisioning_complete {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:08.934253 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:08.966730 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] For port 5577a9a1-1770-4ff7-83ae-1a4009a3cc40, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=5577a9a1-1770-4ff7-83ae-1a4009a3cc40,segment=NetworkSegment(51124b7c-a80a-4db0-b648-ac0bff2755df),segment_id=51124b7c-a80a-4db0-b648-ac0bff2755df)] {{(pid=92880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:07:08.969951 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479'] for port, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:08.970855 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Device 66b35a25-01d6-4d67-ad06-eac51e9a99a7 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=92880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 18:07:08.972557 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:07:09.007971 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.plugin [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] No Port match for: 66b35a25-01d6-4d67-ad06-eac51e9a99a7 {{(pid=92880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 18:07:09.008346 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Device 66b35a25-01d6-4d67-ad06-eac51e9a99a7 not bound to the agent host hv-cinder-78626 {{(pid=92880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 18:07:09.035885 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Pushing event updated for resources: {'Port': ['ID=5577a9a1-1770-4ff7-83ae-1a4009a3cc40,revision_number=5']} {{(pid=92880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:07:09.039086 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:07:09.445700 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae92b52-d845-49e6-8fb3-34e15ff95a44 req-f76fa583-1282-4616-9f95-1f9de5f2a1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:07:09.447065 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-2ae92b52-d845-49e6-8fb3-34e15ff95a44 req-f76fa583-1282-4616-9f95-1f9de5f2a1b8 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=43fd5a25-ffb4-4518-8fdb-430531a5365d HTTP/1.1" status: 200 len: 1099 time: 0.0504420 Jun 17 18:07:09.492385 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-2ae92b52-d845-49e6-8fb3-34e15ff95a44 req-f555b4b1-05d8-4058-9693-5ba398b24c8b service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=3dcea033-1931-485c-8e80-04f1de860c08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0268748 Jun 17 18:07:09.749012 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e026003b-2fe4-467c-b035-604df297c33d req-4ca2617d-7422-4f78-b87c-f7f584b9171e tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:07:09.750605 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-e026003b-2fe4-467c-b035-604df297c33d req-4ca2617d-7422-4f78-b87c-f7f584b9171e tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] 10.222.0.97 "GET /v2.0/ports?device_id=38d17454-bfce-47e4-b41b-493d9e52a372 HTTP/1.1" status: 200 len: 945 time: 0.0651426 Jun 17 18:07:09.792140 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-e026003b-2fe4-467c-b035-604df297c33d req-085c4d55-4113-4b81-9d31-51ef416f5aec tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] 10.222.0.97 "GET /v2.0/security-groups?id=04fbf763-7189-4b69-b638-08faa30be8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355818 Jun 17 18:07:10.003443 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae336e1b-46b1-441d-b723-bfa6e1b3df4f req-8b113c13-4cbe-4c74-ab59-6d63a98c563f tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:07:10.005447 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-ae336e1b-46b1-441d-b723-bfa6e1b3df4f req-8b113c13-4cbe-4c74-ab59-6d63a98c563f tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/ports?device_id=43fd5a25-ffb4-4518-8fdb-430531a5365d HTTP/1.1" status: 200 len: 946 time: 0.0653722 Jun 17 18:07:10.044798 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-ae336e1b-46b1-441d-b723-bfa6e1b3df4f req-a664cb80-49c8-42fe-b39c-3a2702a8bb99 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/security-groups?id=3dcea033-1931-485c-8e80-04f1de860c08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320635 Jun 17 18:07:10.668583 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583a4a61-d436-43de-9ec0-59ad0e91af72 req-0666c802-4b12-4308-9e1c-0e5d9ea2596c tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:07:10.670073 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-583a4a61-d436-43de-9ec0-59ad0e91af72 req-0666c802-4b12-4308-9e1c-0e5d9ea2596c tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/ports?device_id=ae2d03c1-55ad-4073-9b72-3acdf0aa8134 HTTP/1.1" status: 200 len: 945 time: 0.0669017 Jun 17 18:07:10.706236 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-583a4a61-d436-43de-9ec0-59ad0e91af72 req-2b0e31bb-9242-4860-bc1d-92530ba045dd tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/security-groups?id=344af256-d773-4ff0-b9b9-f3fcbe207aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303359 Jun 17 18:07:10.789402 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38d17454-bfce-47e4-b41b-493d9e52a372', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5577a9a1-1770-4ff7-83ae-1a4009a3cc40'}] {{(pid=92880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 18:07:10.791780 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44fe161690382cf4f0960ac1b424fedb1dd6f9597775f60dec274194d49fe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e3407e2-aed6-4ae9-b343-795e4b95a87d" -d '{"events": [{"server_uuid": "38d17454-bfce-47e4-b41b-493d9e52a372", "name": "network-vif-plugged", "status": "completed", "tag": "5577a9a1-1770-4ff7-83ae-1a4009a3cc40"}]}' {{(pid=92880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 18:07:10.826868 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 18:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32c749c1-6946-4ef4-97c9-fcfa5cc0252a x-openstack-request-id: req-32c749c1-6946-4ef4-97c9-fcfa5cc0252a {{(pid=92880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 18:07:10.827170 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38d17454-bfce-47e4-b41b-493d9e52a372", "name": "network-vif-plugged", "status": "completed", "tag": "5577a9a1-1770-4ff7-83ae-1a4009a3cc40", "code": 200}]} {{(pid=92880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 18:07:10.827436 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-32c749c1-6946-4ef4-97c9-fcfa5cc0252a {{(pid=92880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 18:07:10.827841 dv-cinder-786260-6-iscsi neutron-server[92880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38d17454-bfce-47e4-b41b-493d9e52a372', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5577a9a1-1770-4ff7-83ae-1a4009a3cc40', 'code': 200} Jun 17 18:07:10.967677 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492567a6-82d2-4982-90f6-085db4d06618 req-a1acdeca-8ea6-4b38-adde-45ed3c7f58e5 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:07:10.969125 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-492567a6-82d2-4982-90f6-085db4d06618 req-a1acdeca-8ea6-4b38-adde-45ed3c7f58e5 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] 10.222.0.97 "GET /v2.0/ports?device_id=38d17454-bfce-47e4-b41b-493d9e52a372 HTTP/1.1" status: 200 len: 945 time: 0.0615606 Jun 17 18:07:11.005113 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-492567a6-82d2-4982-90f6-085db4d06618 req-60fc959a-c4a7-4f91-8904-ebfd61d28122 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] 10.222.0.97 "GET /v2.0/security-groups?id=04fbf763-7189-4b69-b638-08faa30be8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304143 Jun 17 18:07:11.220908 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8237fa7-49fc-45a5-8a1e-18a1b9e285ba req-39ab483f-eb31-4991-9160-ac1224421a5b tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:07:11.222255 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-c8237fa7-49fc-45a5-8a1e-18a1b9e285ba req-39ab483f-eb31-4991-9160-ac1224421a5b tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/ports?device_id=43fd5a25-ffb4-4518-8fdb-430531a5365d HTTP/1.1" status: 200 len: 946 time: 0.0639291 Jun 17 18:07:11.262911 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-c8237fa7-49fc-45a5-8a1e-18a1b9e285ba req-0c4e01c0-03fa-4cda-b034-fa7d09f6e8da tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/security-groups?id=3dcea033-1931-485c-8e80-04f1de860c08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349815 Jun 17 18:07:11.712091 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:11.878049 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b3406a-1aed-4543-9329-eb3b848c7f66 req-0e9018de-cfa3-431f-b080-92a0c7806d04 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:07:11.879659 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-d1b3406a-1aed-4543-9329-eb3b848c7f66 req-0e9018de-cfa3-431f-b080-92a0c7806d04 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/ports?device_id=ae2d03c1-55ad-4073-9b72-3acdf0aa8134 HTTP/1.1" status: 200 len: 945 time: 0.0655284 Jun 17 18:07:11.915821 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-d1b3406a-1aed-4543-9329-eb3b848c7f66 req-e4773d33-f92e-4554-84d0-5dc0841966e8 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/security-groups?id=344af256-d773-4ff0-b9b9-f3fcbe207aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301390 Jun 17 18:07:12.180670 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983b8046-07cb-4c9d-ac2e-3efcb93583ac req-d7174d78-e712-4121-860f-af06f8351f2b tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:07:12.182110 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-983b8046-07cb-4c9d-ac2e-3efcb93583ac req-d7174d78-e712-4121-860f-af06f8351f2b tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] 10.222.0.97 "GET /v2.0/ports?device_id=38d17454-bfce-47e4-b41b-493d9e52a372 HTTP/1.1" status: 200 len: 945 time: 0.0626693 Jun 17 18:07:12.217851 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-983b8046-07cb-4c9d-ac2e-3efcb93583ac req-b18c052d-5fda-4b69-916c-3a4cf6f1cfdd tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] 10.222.0.97 "GET /v2.0/security-groups?id=04fbf763-7189-4b69-b638-08faa30be8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302048 Jun 17 18:07:12.437260 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cd11d6-e5f9-4b2f-881a-79ab985f2a49 req-2c96b457-1f96-42aa-ac38-7a6abc832385 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:07:12.438678 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-16cd11d6-e5f9-4b2f-881a-79ab985f2a49 req-2c96b457-1f96-42aa-ac38-7a6abc832385 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/ports?device_id=43fd5a25-ffb4-4518-8fdb-430531a5365d HTTP/1.1" status: 200 len: 946 time: 0.0641279 Jun 17 18:07:12.475416 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-16cd11d6-e5f9-4b2f-881a-79ab985f2a49 req-cc4b5d1a-ba91-43eb-8b91-79ec73a11aed tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/security-groups?id=3dcea033-1931-485c-8e80-04f1de860c08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311849 Jun 17 18:07:13.081810 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dae7d1d-3b47-4f69-8951-03b09eefd359 req-d30efa93-9b06-4839-bf67-35fe670e5e78 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:07:13.083238 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-5dae7d1d-3b47-4f69-8951-03b09eefd359 req-d30efa93-9b06-4839-bf67-35fe670e5e78 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/ports?device_id=ae2d03c1-55ad-4073-9b72-3acdf0aa8134 HTTP/1.1" status: 200 len: 945 time: 0.0611897 Jun 17 18:07:13.120141 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-5dae7d1d-3b47-4f69-8951-03b09eefd359 req-b679797b-60b7-4856-9a4e-d3510cd140dc tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/security-groups?id=344af256-d773-4ff0-b9b9-f3fcbe207aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314026 Jun 17 18:07:13.399253 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69af53c-516f-49c2-bead-0a5ce94a72e2 req-a31e0ea9-6d66-4aba-bd28-5d519c2853b4 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:07:13.400830 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-c69af53c-516f-49c2-bead-0a5ce94a72e2 req-a31e0ea9-6d66-4aba-bd28-5d519c2853b4 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] 10.222.0.97 "GET /v2.0/ports?device_id=38d17454-bfce-47e4-b41b-493d9e52a372 HTTP/1.1" status: 200 len: 945 time: 0.0656435 Jun 17 18:07:13.428481 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-0c8ecfc4-c16f-4acc-ac38-5cf025499845 req-d57de607-eca5-4a40-acc0-e7d2100228c1 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=412d6c27-5056-4695-a549-32b0b7c42bd5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0641012 Jun 17 18:07:13.444787 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-c69af53c-516f-49c2-bead-0a5ce94a72e2 req-9d340ba7-7d13-420d-b9c2-9b25bd038579 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] 10.222.0.97 "GET /v2.0/security-groups?id=04fbf763-7189-4b69-b638-08faa30be8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371912 Jun 17 18:07:13.567595 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb43adc6-2dcf-4941-bcd0-2d079f8fd0ec req-36f3bbb5-403a-43ea-a65d-8c649a49895b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:07:13.569211 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-cb43adc6-2dcf-4941-bcd0-2d079f8fd0ec req-36f3bbb5-403a-43ea-a65d-8c649a49895b service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=38d17454-bfce-47e4-b41b-493d9e52a372 HTTP/1.1" status: 200 len: 1098 time: 0.0591261 Jun 17 18:07:13.572924 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8ecfc4-c16f-4acc-ac38-5cf025499845 req-54c8e0f9-8238-4c63-bc87-8fb0892f21ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:07:13.574380 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-0c8ecfc4-c16f-4acc-ac38-5cf025499845 req-54c8e0f9-8238-4c63-bc87-8fb0892f21ed service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=59d1c386609e449fb41deccf8db32944&device_id=412d6c27-5056-4695-a549-32b0b7c42bd5 HTTP/1.1" status: 200 len: 1098 time: 0.0651100 Jun 17 18:07:13.631324 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-cb43adc6-2dcf-4941-bcd0-2d079f8fd0ec req-f0e0c25e-331f-44ba-b0cc-8dfbf6b0b269 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=04fbf763-7189-4b69-b638-08faa30be8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469270 Jun 17 18:07:13.695878 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914d1dbc-99a7-4dda-865c-b3c6e25f2808 req-45df7643-505e-4ea8-885d-834a39dd605b tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:07:13.697465 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-914d1dbc-99a7-4dda-865c-b3c6e25f2808 req-45df7643-505e-4ea8-885d-834a39dd605b tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/ports?device_id=43fd5a25-ffb4-4518-8fdb-430531a5365d HTTP/1.1" status: 200 len: 946 time: 0.0719876 Jun 17 18:07:13.725003 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8ecfc4-c16f-4acc-ac38-5cf025499845 req-f721390f-01d9-4d78-ac14-56ff09811719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:07:13.726532 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-0c8ecfc4-c16f-4acc-ac38-5cf025499845 req-f721390f-01d9-4d78-ac14-56ff09811719 service neutron] 10.222.0.95 "GET /v2.0/networks?id=a56ac911-462a-49b0-b749-9c491282bc98 HTTP/1.1" status: 200 len: 912 time: 0.1117327 Jun 17 18:07:13.736769 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-914d1dbc-99a7-4dda-865c-b3c6e25f2808 req-4ecce058-13e0-49cd-b4dd-797dec6a4161 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/security-groups?id=3dcea033-1931-485c-8e80-04f1de860c08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319781 Jun 17 18:07:14.127745 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-0c8ecfc4-c16f-4acc-ac38-5cf025499845 req-9c7e176e-68d6-4e98-8687-85fb5ee3b468 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4a2a0eaf-60b9-4d22-98ef-b13c04e2d17a HTTP/1.1" status: 200 len: 1001 time: 0.0588856 Jun 17 18:07:14.149921 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-1269d400-c453-4afa-9552-e3f568ab4961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:14.286336 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8ecfc4-c16f-4acc-ac38-5cf025499845 req-3b3ef329-8ab3-4adf-be48-b255d8dfd3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:07:14.288148 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-0c8ecfc4-c16f-4acc-ac38-5cf025499845 req-3b3ef329-8ab3-4adf-be48-b255d8dfd3a3 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=1c1a0998-b783-48f3-b815-e77d3448c78f HTTP/1.1" status: 200 len: 849 time: 0.0764487 Jun 17 18:07:14.338915 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce4e89d-1350-4b1d-9d24-95ef0984edd9 req-4f8ceb60-b97c-4b27-bef9-c56bbd245dbd tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:07:14.340546 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-8ce4e89d-1350-4b1d-9d24-95ef0984edd9 req-4f8ceb60-b97c-4b27-bef9-c56bbd245dbd tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/ports?device_id=ae2d03c1-55ad-4073-9b72-3acdf0aa8134 HTTP/1.1" status: 200 len: 945 time: 0.0982268 Jun 17 18:07:14.382674 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8ecfc4-c16f-4acc-ac38-5cf025499845 req-5dd74600-7607-42de-8340-9c7ef1160c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:07:14.385409 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-0c8ecfc4-c16f-4acc-ac38-5cf025499845 req-5dd74600-7607-42de-8340-9c7ef1160c91 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a56ac911-462a-49b0-b749-9c491282bc98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0846064 Jun 17 18:07:14.392580 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-8ce4e89d-1350-4b1d-9d24-95ef0984edd9 req-a48eee0b-e2ad-488b-b877-3f0b0d5fc488 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/security-groups?id=344af256-d773-4ff0-b9b9-f3fcbe207aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418406 Jun 17 18:07:14.526347 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-0c8ecfc4-c16f-4acc-ac38-5cf025499845 req-55638d07-a977-479c-a286-7d566bf0eee5 service neutron] 10.222.0.95 "GET /v2.0/networks/a56ac911-462a-49b0-b749-9c491282bc98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932047 Jun 17 18:07:14.633374 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-0c8ecfc4-c16f-4acc-ac38-5cf025499845 req-89e9e7ba-d440-4e00-9e73-9988ac4cee55 service neutron] 10.222.0.95 "GET /v2.0/networks/a56ac911-462a-49b0-b749-9c491282bc98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986249 Jun 17 18:07:14.635385 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d240cd-90d2-48b7-b417-efdcce2d4521 req-66af82eb-eeee-49bc-aa16-59ed2196aeac tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:07:14.636882 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-c5d240cd-90d2-48b7-b417-efdcce2d4521 req-66af82eb-eeee-49bc-aa16-59ed2196aeac tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] 10.222.0.97 "GET /v2.0/ports?device_id=38d17454-bfce-47e4-b41b-493d9e52a372 HTTP/1.1" status: 200 len: 945 time: 0.0759513 Jun 17 18:07:14.682534 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-c5d240cd-90d2-48b7-b417-efdcce2d4521 req-6e5f7f55-621a-4825-858c-c8ee3fbdbddf tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] 10.222.0.97 "GET /v2.0/security-groups?id=04fbf763-7189-4b69-b638-08faa30be8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382349 Jun 17 18:07:14.927648 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9386ec07-ab06-472f-b1c3-5e4316503d98 req-627b1659-6d48-48c0-953c-61934c58bcc3 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:07:14.929226 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-9386ec07-ab06-472f-b1c3-5e4316503d98 req-627b1659-6d48-48c0-953c-61934c58bcc3 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/ports?device_id=43fd5a25-ffb4-4518-8fdb-430531a5365d HTTP/1.1" status: 200 len: 946 time: 0.0639160 Jun 17 18:07:14.968511 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-9386ec07-ab06-472f-b1c3-5e4316503d98 req-5a930b84-c4d0-4aef-b25f-56c4c4737e47 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/security-groups?id=3dcea033-1931-485c-8e80-04f1de860c08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326395 Jun 17 18:07:15.569776 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce043fdb-04ba-44a6-a6a7-dfa9d6ccb682 req-4d115ec6-d26d-4f62-8eb3-9d21964e61f7 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:07:15.571231 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-ce043fdb-04ba-44a6-a6a7-dfa9d6ccb682 req-4d115ec6-d26d-4f62-8eb3-9d21964e61f7 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/ports?device_id=ae2d03c1-55ad-4073-9b72-3acdf0aa8134 HTTP/1.1" status: 200 len: 945 time: 0.0678837 Jun 17 18:07:15.608421 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-ce043fdb-04ba-44a6-a6a7-dfa9d6ccb682 req-b40c38cc-a303-41cb-929c-d8be37267d4c tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/security-groups?id=344af256-d773-4ff0-b9b9-f3fcbe207aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310621 Jun 17 18:07:15.866702 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7018a0-8ad8-4ef0-8ffa-240370229137 req-7a606d80-a188-4a80-910b-9a899ffd5c53 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:07:15.868363 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-8c7018a0-8ad8-4ef0-8ffa-240370229137 req-7a606d80-a188-4a80-910b-9a899ffd5c53 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] 10.222.0.97 "GET /v2.0/ports?device_id=38d17454-bfce-47e4-b41b-493d9e52a372 HTTP/1.1" status: 200 len: 945 time: 0.0740929 Jun 17 18:07:15.913352 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-8c7018a0-8ad8-4ef0-8ffa-240370229137 req-9828aa7d-99c1-44a3-b75e-7b45a518c870 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] 10.222.0.97 "GET /v2.0/security-groups?id=04fbf763-7189-4b69-b638-08faa30be8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383377 Jun 17 18:07:16.159378 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fede66ab-bce3-44f4-aa3f-6ee29e79ef3b req-a32886be-8061-48a4-8e02-a7b9377449eb tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:07:16.160926 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-fede66ab-bce3-44f4-aa3f-6ee29e79ef3b req-a32886be-8061-48a4-8e02-a7b9377449eb tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/ports?device_id=43fd5a25-ffb4-4518-8fdb-430531a5365d HTTP/1.1" status: 200 len: 946 time: 0.0678477 Jun 17 18:07:16.229877 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-fede66ab-bce3-44f4-aa3f-6ee29e79ef3b req-3b86cc9f-83fe-4b55-b8c0-dddd90a3bb21 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/security-groups?id=3dcea033-1931-485c-8e80-04f1de860c08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581529 Jun 17 18:07:16.252087 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88062678-8fab-47f1-bb5b-ba338b9a651c req-4b528fb4-a2a7-49ae-badb-8210c943e256 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:07:16.253629 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-88062678-8fab-47f1-bb5b-ba338b9a651c req-4b528fb4-a2a7-49ae-badb-8210c943e256 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "GET /v2.0/ports?device_id=412d6c27-5056-4695-a549-32b0b7c42bd5 HTTP/1.1" status: 200 len: 945 time: 0.0909319 Jun 17 18:07:16.292176 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-88062678-8fab-47f1-bb5b-ba338b9a651c req-e1dd874c-5498-426c-b9ba-72712e20eb7d tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "GET /v2.0/security-groups?id=19e58ac4-2b2e-45d9-bd7b-7c5e46ae7cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325351 Jun 17 18:07:16.785246 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e6cce6-9ee2-4a2b-a517-07464e0a8458 req-ef2b936c-1dc3-44cd-b817-8ce27dd891ac tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:07:16.786688 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-d2e6cce6-9ee2-4a2b-a517-07464e0a8458 req-ef2b936c-1dc3-44cd-b817-8ce27dd891ac tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/ports?device_id=ae2d03c1-55ad-4073-9b72-3acdf0aa8134 HTTP/1.1" status: 200 len: 945 time: 0.0674167 Jun 17 18:07:16.815452 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-7dfed003-3b98-4ad0-8b42-52c4df8d68ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:16.829416 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-d2e6cce6-9ee2-4a2b-a517-07464e0a8458 req-64829c1b-560f-4baa-a2b7-f2648f6cb05a tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/security-groups?id=344af256-d773-4ff0-b9b9-f3fcbe207aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364938 Jun 17 18:07:16.901663 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 47866) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:07:16.925385 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:17.007829 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-53848075-3585-4df0-ba2a-4c2dfe670b22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:17.124191 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3a5498-8d60-48e5-9755-1f2a0467e2cc req-6c453149-d12c-4e24-aa96-87d58c04f73b tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:07:17.125563 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-1f3a5498-8d60-48e5-9755-1f2a0467e2cc req-6c453149-d12c-4e24-aa96-87d58c04f73b tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] 10.222.0.97 "GET /v2.0/ports?device_id=38d17454-bfce-47e4-b41b-493d9e52a372 HTTP/1.1" status: 200 len: 945 time: 0.0993333 Jun 17 18:07:17.161431 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-53848075-3585-4df0-ba2a-4c2dfe670b22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:17.168032 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-53848075-3585-4df0-ba2a-4c2dfe670b22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:17.175379 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-55eb075c-060d-4664-bcea-41c764dd670a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:07:17.203145 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-1f3a5498-8d60-48e5-9755-1f2a0467e2cc req-2fc16ccd-41e6-461a-a943-5710f7555665 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] 10.222.0.97 "GET /v2.0/security-groups?id=04fbf763-7189-4b69-b638-08faa30be8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673382 Jun 17 18:07:17.213646 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-53848075-3585-4df0-ba2a-4c2dfe670b22 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=b19a1d258a154d62870d91316469cfa5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3109841 Jun 17 18:07:17.216311 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 47872) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:07:17.218905 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53848075-3585-4df0-ba2a-4c2dfe670b22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91bf5eae-25a6-46a4-98cf-c65b5a58d4bb,revision_number=1']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:07:17.221975 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-53848075-3585-4df0-ba2a-4c2dfe670b22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:07:17.278648 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-f7d8ea14-6d17-47c7-9f90-683e6ff3489b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:17.304037 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-f7d8ea14-6d17-47c7-9f90-683e6ff3489b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:17.359507 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-f7d8ea14-6d17-47c7-9f90-683e6ff3489b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:17.362588 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-f7d8ea14-6d17-47c7-9f90-683e6ff3489b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:17.366780 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-f7d8ea14-6d17-47c7-9f90-683e6ff3489b admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/91bf5eae-25a6-46a4-98cf-c65b5a58d4bb HTTP/1.1" status: 204 len: 168 time: 0.1479392 Jun 17 18:07:17.367720 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-2ec2ec78-0d5d-48ef-be67-eee477e56db1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:07:17.377489 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d8ea14-6d17-47c7-9f90-683e6ff3489b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91bf5eae-25a6-46a4-98cf-c65b5a58d4bb,revision_number=None']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:07:17.385495 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d8ea14-6d17-47c7-9f90-683e6ff3489b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:07:17.385876 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d8ea14-6d17-47c7-9f90-683e6ff3489b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:07:17.386248 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d8ea14-6d17-47c7-9f90-683e6ff3489b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:07:17.386828 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d8ea14-6d17-47c7-9f90-683e6ff3489b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:07:17.387186 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d8ea14-6d17-47c7-9f90-683e6ff3489b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:07:17.387548 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d8ea14-6d17-47c7-9f90-683e6ff3489b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:07:17.387898 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d8ea14-6d17-47c7-9f90-683e6ff3489b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:07:17.388349 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d8ea14-6d17-47c7-9f90-683e6ff3489b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:07:17.388717 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d8ea14-6d17-47c7-9f90-683e6ff3489b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:07:17.389620 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d8ea14-6d17-47c7-9f90-683e6ff3489b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:07:17.389976 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d8ea14-6d17-47c7-9f90-683e6ff3489b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:07:17.390324 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d8ea14-6d17-47c7-9f90-683e6ff3489b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:07:17.393626 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-f7d8ea14-6d17-47c7-9f90-683e6ff3489b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:07:17.393753 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48524c8-69e9-4ac4-bd7a-12c30c3ff4ec req-53cec90e-b563-4b11-80e1-ce9a6c396ecc tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:07:17.400910 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-b48524c8-69e9-4ac4-bd7a-12c30c3ff4ec req-53cec90e-b563-4b11-80e1-ce9a6c396ecc tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] 10.222.0.97 "GET /v2.0/ports?device_id=38d17454-bfce-47e4-b41b-493d9e52a372 HTTP/1.1" status: 200 len: 945 time: 0.0847244 Jun 17 18:07:17.468870 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-b48524c8-69e9-4ac4-bd7a-12c30c3ff4ec req-e495527c-464f-42d8-8d3d-67fcce5f4b2b tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] 10.222.0.97 "GET /v2.0/security-groups?id=04fbf763-7189-4b69-b638-08faa30be8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669961 Jun 17 18:07:17.516618 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc0ec2a-5f84-45ef-97a8-9551a2bc6bb0 req-5b7c607f-2948-4253-8fd0-8a049f609a33 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:07:17.518227 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-8bc0ec2a-5f84-45ef-97a8-9551a2bc6bb0 req-5b7c607f-2948-4253-8fd0-8a049f609a33 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "GET /v2.0/ports?device_id=412d6c27-5056-4695-a549-32b0b7c42bd5 HTTP/1.1" status: 200 len: 945 time: 0.0930059 Jun 17 18:07:17.561398 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-8bc0ec2a-5f84-45ef-97a8-9551a2bc6bb0 req-4c2416bf-5f6d-4e54-9755-5cad75d0cf30 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "GET /v2.0/security-groups?id=19e58ac4-2b2e-45d9-bd7b-7c5e46ae7cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352938 Jun 17 18:07:17.893344 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe35e79d-42e7-4b95-8283-c49dbb0526cb req-e294b8d9-5329-4c11-9254-1c74800143f7 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:07:17.900440 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-fe35e79d-42e7-4b95-8283-c49dbb0526cb req-e294b8d9-5329-4c11-9254-1c74800143f7 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] 10.222.0.97 "GET /v2.0/ports?device_id=38d17454-bfce-47e4-b41b-493d9e52a372 HTTP/1.1" status: 200 len: 945 time: 0.0775042 Jun 17 18:07:17.941136 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-fe35e79d-42e7-4b95-8283-c49dbb0526cb req-97a4321e-791c-4ed7-9fab-8e6979689f6a tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] 10.222.0.97 "GET /v2.0/security-groups?id=04fbf763-7189-4b69-b638-08faa30be8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397387 Jun 17 18:07:18.019953 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0ca50b-dc2d-45ca-9840-3adfcc2cb957 req-441866d5-8dc6-45a9-bd0b-ee3fccfa2a04 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:07:18.021873 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-7c0ca50b-dc2d-45ca-9840-3adfcc2cb957 req-441866d5-8dc6-45a9-bd0b-ee3fccfa2a04 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/ports?device_id=ae2d03c1-55ad-4073-9b72-3acdf0aa8134 HTTP/1.1" status: 200 len: 945 time: 0.0715992 Jun 17 18:07:18.033652 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-8848f698-b84d-4e61-bbd9-19a6867363d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:18.067455 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-7c0ca50b-dc2d-45ca-9840-3adfcc2cb957 req-8633c90c-7b74-41cb-9827-5466f01213c2 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/security-groups?id=344af256-d773-4ff0-b9b9-f3fcbe207aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365615 Jun 17 18:07:18.328447 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d3de98-0f37-489e-81a5-228322f7c325 req-90b86b32-62dc-44e6-9300-143b9dbad8f9 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:07:18.330486 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-c2d3de98-0f37-489e-81a5-228322f7c325 req-90b86b32-62dc-44e6-9300-143b9dbad8f9 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.95 "GET /v2.0/ports?device_id=ae2d03c1-55ad-4073-9b72-3acdf0aa8134 HTTP/1.1" status: 200 len: 945 time: 0.0784066 Jun 17 18:07:18.437144 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.plugins.ml2.plugin [req-c2d3de98-0f37-489e-81a5-228322f7c325 req-9dc68b27-3b3f-49e5-9ff9-3d936743a65d tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Deleting port 54ef4d5b-47ac-461e-a87d-a2ca55991ee0 {{(pid=92872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 18:07:18.437498 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [req-c2d3de98-0f37-489e-81a5-228322f7c325 req-9dc68b27-3b3f-49e5-9ff9-3d936743a65d tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743365079206'] for port, before_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:18.537974 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.plugins.ml2.db [req-c2d3de98-0f37-489e-81a5-228322f7c325 req-9dc68b27-3b3f-49e5-9ff9-3d936743a65d tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] For port 54ef4d5b-47ac-461e-a87d-a2ca55991ee0, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=54ef4d5b-47ac-461e-a87d-a2ca55991ee0,segment=NetworkSegment(86fa7d04-d5b8-408a-84bd-320872eef607),segment_id=86fa7d04-d5b8-408a-84bd-320872eef607)] {{(pid=92872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:07:18.538625 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [req-c2d3de98-0f37-489e-81a5-228322f7c325 req-9dc68b27-3b3f-49e5-9ff9-3d936743a65d tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956370'] for port, precommit_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:18.612437 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.plugins.ml2.plugin [req-c2d3de98-0f37-489e-81a5-228322f7c325 req-9dc68b27-3b3f-49e5-9ff9-3d936743a65d tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Calling delete_port for 54ef4d5b-47ac-461e-a87d-a2ca55991ee0 owned by compute:nova {{(pid=92872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 18:07:18.742590 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [req-c2d3de98-0f37-489e-81a5-228322f7c325 req-9dc68b27-3b3f-49e5-9ff9-3d936743a65d tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743365085983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743364645425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25532019'] for port, after_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:18.745843 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e619a920-81e6-4bf2-88c5-7e8f01416bbf req-405ab4a1-cf4d-4723-b5a3-eb62f4cd9216 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:07:18.746575 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-48efc76a-bd62-4d4c-978f-a3112cd44810 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:07:18.747682 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-e619a920-81e6-4bf2-88c5-7e8f01416bbf req-405ab4a1-cf4d-4723-b5a3-eb62f4cd9216 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "GET /v2.0/ports?device_id=412d6c27-5056-4695-a549-32b0b7c42bd5 HTTP/1.1" status: 200 len: 945 time: 0.0643191 Jun 17 18:07:18.771619 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc68b27-3b3f-49e5-9ff9-3d936743a65d tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Pushing event deleted for resources: {'Port': ['ID=54ef4d5b-47ac-461e-a87d-a2ca55991ee0,revision_number=None']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:07:18.774684 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-9dc68b27-3b3f-49e5-9ff9-3d936743a65d tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:07:18.790479 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-e619a920-81e6-4bf2-88c5-7e8f01416bbf req-6653e5a6-fac2-482c-89c6-127e3c57cb64 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "GET /v2.0/security-groups?id=19e58ac4-2b2e-45d9-bd7b-7c5e46ae7cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365486 Jun 17 18:07:18.799279 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] get_ports_and_sgs() called for port_ids ['8d512d72-e38b-44d0-857f-e6bc293dc5c0', '54ef4d5b-47ac-461e-a87d-a2ca55991ee0'] {{(pid=92880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 18:07:18.820516 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2d3de98-0f37-489e-81a5-228322f7c325 req-9dc68b27-3b3f-49e5-9ff9-3d936743a65d tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] No DVR routers for this DVR port 54ef4d5b-47ac-461e-a87d-a2ca55991ee0 on host hv-cinder-78626 {{(pid=92872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 18:07:18.823509 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [req-c2d3de98-0f37-489e-81a5-228322f7c325 req-9dc68b27-3b3f-49e5-9ff9-3d936743a65d tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523113'] for port, before_response {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:18.825683 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-c2d3de98-0f37-489e-81a5-228322f7c325 req-9dc68b27-3b3f-49e5-9ff9-3d936743a65d tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.95 "DELETE /v2.0/ports/54ef4d5b-47ac-461e-a87d-a2ca55991ee0 HTTP/1.1" status: 204 len: 173 time: 0.4897692 Jun 17 18:07:18.826196 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae2d03c1-55ad-4073-9b72-3acdf0aa8134', 'name': 'network-vif-deleted', 'tag': '54ef4d5b-47ac-461e-a87d-a2ca55991ee0'}] {{(pid=92872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 18:07:18.828475 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f987f925adb95fb5f2d31a9334b96ac5a9607b390d68bc71a63c7260745a89d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b1fe7c2-3c2a-452f-9ae6-50cfda37257c" -d '{"events": [{"server_uuid": "ae2d03c1-55ad-4073-9b72-3acdf0aa8134", "name": "network-vif-deleted", "tag": "54ef4d5b-47ac-461e-a87d-a2ca55991ee0"}]}' {{(pid=92872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 18:07:18.864509 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 18:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2bace02-af91-44ef-af53-af1d249b1dd5 x-openstack-request-id: req-e2bace02-af91-44ef-af53-af1d249b1dd5 {{(pid=92872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 18:07:18.864856 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae2d03c1-55ad-4073-9b72-3acdf0aa8134", "name": "network-vif-deleted", "tag": "54ef4d5b-47ac-461e-a87d-a2ca55991ee0", "status": "completed", "code": 200}]} {{(pid=92872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 18:07:18.865189 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-e2bace02-af91-44ef-af53-af1d249b1dd5 {{(pid=92872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 18:07:18.865553 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae2d03c1-55ad-4073-9b72-3acdf0aa8134', 'name': 'network-vif-deleted', 'tag': '54ef4d5b-47ac-461e-a87d-a2ca55991ee0', 'status': 'completed', 'code': 200} Jun 17 18:07:19.477590 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-e33dc9f2-2092-4724-b113-1190f7645abf req-90e422e0-61a3-4053-9af0-f6cde0d9797d tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/ports?device_id=ae2d03c1-55ad-4073-9b72-3acdf0aa8134 HTTP/1.1" status: 200 len: 210 time: 0.2853734 Jun 17 18:07:19.479305 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-a0cf07df-ba9d-4ba7-86ac-6ceb73a86136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:20.003788 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b733673c-bf31-4988-b09c-96e1932aeb1d req-e6ca0183-b744-4391-ad28-61d2d8d86ab5 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:07:20.005267 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-b733673c-bf31-4988-b09c-96e1932aeb1d req-e6ca0183-b744-4391-ad28-61d2d8d86ab5 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "GET /v2.0/ports?device_id=412d6c27-5056-4695-a549-32b0b7c42bd5 HTTP/1.1" status: 200 len: 945 time: 0.0783277 Jun 17 18:07:20.043676 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-b733673c-bf31-4988-b09c-96e1932aeb1d req-0ebbe310-f100-4568-96b0-018018b51c61 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "GET /v2.0/security-groups?id=19e58ac4-2b2e-45d9-bd7b-7c5e46ae7cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323794 Jun 17 18:07:20.919669 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017dcc1e-8081-49fa-8a95-ee7274757a23 req-7f7a46db-1ba2-4182-b7bc-a92e2dcfbda7 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:07:20.921180 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-017dcc1e-8081-49fa-8a95-ee7274757a23 req-7f7a46db-1ba2-4182-b7bc-a92e2dcfbda7 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/ports?device_id=d4ac72c4-640f-4b29-bebb-6e3ad492fde3 HTTP/1.1" status: 200 len: 945 time: 0.0632548 Jun 17 18:07:20.957597 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-017dcc1e-8081-49fa-8a95-ee7274757a23 req-d82fd574-9da8-40cb-adb3-8a9d339a0ef7 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/security-groups?id=344af256-d773-4ff0-b9b9-f3fcbe207aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307696 Jun 17 18:07:21.225176 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0319d0ea-8fe3-4251-a692-f9a40a8dc9cc req-700d8468-6f9c-4429-8394-43bb94a6981d tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:07:21.226812 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-0319d0ea-8fe3-4251-a692-f9a40a8dc9cc req-700d8468-6f9c-4429-8394-43bb94a6981d tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "GET /v2.0/ports?device_id=412d6c27-5056-4695-a549-32b0b7c42bd5 HTTP/1.1" status: 200 len: 945 time: 0.0721800 Jun 17 18:07:21.264773 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-0319d0ea-8fe3-4251-a692-f9a40a8dc9cc req-56a2828b-2975-43ff-9362-02d41e625987 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "GET /v2.0/security-groups?id=19e58ac4-2b2e-45d9-bd7b-7c5e46ae7cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320766 Jun 17 18:07:21.289484 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 47992) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:07:21.394237 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-a8b5a04a-55df-4115-a450-98146a7bfb40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:21.480556 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-a8b5a04a-55df-4115-a450-98146a7bfb40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:21.483866 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-a8b5a04a-55df-4115-a450-98146a7bfb40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:21.486079 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-9e61a5d2-de5b-4733-a651-3a70f9972046 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:07:21.519553 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b5a04a-55df-4115-a450-98146a7bfb40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=338d417b-2784-4680-87f0-b0c78a23ea60,revision_number=1']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:07:21.523729 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-a8b5a04a-55df-4115-a450-98146a7bfb40 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=2711f199fd7342c28a5b43d0822dfd1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2331274 Jun 17 18:07:21.524661 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-a8b5a04a-55df-4115-a450-98146a7bfb40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:07:21.526291 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 47996) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:07:21.574201 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-293d4754-db3b-4379-bdad-cbbc52c56de4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:21.595553 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-293d4754-db3b-4379-bdad-cbbc52c56de4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:21.639841 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-293d4754-db3b-4379-bdad-cbbc52c56de4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:21.642503 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-293d4754-db3b-4379-bdad-cbbc52c56de4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:21.643634 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-293d4754-db3b-4379-bdad-cbbc52c56de4 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/338d417b-2784-4680-87f0-b0c78a23ea60 HTTP/1.1" status: 204 len: 168 time: 0.1164656 Jun 17 18:07:21.644419 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-fb5ae859-8b72-48a9-bee5-0f7de8e7d82c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:07:21.651974 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293d4754-db3b-4379-bdad-cbbc52c56de4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=338d417b-2784-4680-87f0-b0c78a23ea60,revision_number=None']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:07:21.654244 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-293d4754-db3b-4379-bdad-cbbc52c56de4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:07:22.135928 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dee501-3572-4321-9d13-cd68baa1653a req-f3a03d77-0838-434d-b3ff-546b1b20ae44 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:07:22.137377 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-38dee501-3572-4321-9d13-cd68baa1653a req-f3a03d77-0838-434d-b3ff-546b1b20ae44 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/ports?device_id=d4ac72c4-640f-4b29-bebb-6e3ad492fde3 HTTP/1.1" status: 200 len: 945 time: 0.0653603 Jun 17 18:07:22.177829 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-38dee501-3572-4321-9d13-cd68baa1653a req-0099de2a-f1bc-4b0f-b39c-61ccfd51e1d3 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/security-groups?id=344af256-d773-4ff0-b9b9-f3fcbe207aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344143 Jun 17 18:07:22.444880 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280974e2-6fd9-4c2b-a46d-ece693cc70c7 req-5937b820-734f-425d-ac03-e1cc1ab983b9 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:07:22.446351 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-280974e2-6fd9-4c2b-a46d-ece693cc70c7 req-5937b820-734f-425d-ac03-e1cc1ab983b9 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "GET /v2.0/ports?device_id=412d6c27-5056-4695-a549-32b0b7c42bd5 HTTP/1.1" status: 200 len: 945 time: 0.0676253 Jun 17 18:07:22.486350 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-280974e2-6fd9-4c2b-a46d-ece693cc70c7 req-46c539d4-85a9-4764-b80f-56e19e74ba93 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "GET /v2.0/security-groups?id=19e58ac4-2b2e-45d9-bd7b-7c5e46ae7cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342541 Jun 17 18:07:22.701278 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Device 54ef4d5b-47ac-461e-a87d-a2ca55991ee0 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=92880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 18:07:22.721063 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.plugin [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] No Port match for: 54ef4d5b-47ac-461e-a87d-a2ca55991ee0 {{(pid=92880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 18:07:22.721410 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Device 54ef4d5b-47ac-461e-a87d-a2ca55991ee0 not bound to the agent host hv-cinder-78626 {{(pid=92880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 18:07:23.305798 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 48060) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:07:23.360660 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e544ab2d-4a08-401c-a340-4c09f6306053 req-01c8f049-d939-4f99-815e-b37490112702 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:07:23.362200 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-e544ab2d-4a08-401c-a340-4c09f6306053 req-01c8f049-d939-4f99-815e-b37490112702 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/ports?device_id=d4ac72c4-640f-4b29-bebb-6e3ad492fde3 HTTP/1.1" status: 200 len: 945 time: 0.0633337 Jun 17 18:07:23.401518 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-e544ab2d-4a08-401c-a340-4c09f6306053 req-166dac9a-77fb-491e-b87a-adad6f998033 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/security-groups?id=344af256-d773-4ff0-b9b9-f3fcbe207aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336707 Jun 17 18:07:23.412167 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-24b16258-aec2-420a-8452-b4586718d5df admin admin] Notify callbacks [] for security_group, before_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:23.501927 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-24b16258-aec2-420a-8452-b4586718d5df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:23.505880 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-24b16258-aec2-420a-8452-b4586718d5df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:23.508531 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-e9353d87-93b7-450a-b059-7ec879898105 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:07:23.548878 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b16258-aec2-420a-8452-b4586718d5df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1856e5c-f83e-4a99-a89d-52ec155218f1,revision_number=1']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:07:23.552159 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-24b16258-aec2-420a-8452-b4586718d5df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:07:23.557359 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-24b16258-aec2-420a-8452-b4586718d5df admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=02e2d25f03ad4b579193292c26b68c41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2481275 Jun 17 18:07:23.557970 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 48066) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:07:23.605723 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-5b98b73f-72c7-438c-8928-585b38fd5ff7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:23.627747 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-5b98b73f-72c7-438c-8928-585b38fd5ff7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:23.665286 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7c04f6-dc09-4b2c-bce8-0b4f6fb8c149 req-1ce794dd-289f-46b1-b598-52602376d8df tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:07:23.666741 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-5a7c04f6-dc09-4b2c-bce8-0b4f6fb8c149 req-1ce794dd-289f-46b1-b598-52602376d8df tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "GET /v2.0/ports?device_id=412d6c27-5056-4695-a549-32b0b7c42bd5 HTTP/1.1" status: 200 len: 945 time: 0.0635004 Jun 17 18:07:23.674381 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-5b98b73f-72c7-438c-8928-585b38fd5ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:23.677098 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-5b98b73f-72c7-438c-8928-585b38fd5ff7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:23.678216 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-5b98b73f-72c7-438c-8928-585b38fd5ff7 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/e1856e5c-f83e-4a99-a89d-52ec155218f1 HTTP/1.1" status: 204 len: 168 time: 0.1197026 Jun 17 18:07:23.678972 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-72b63539-ec77-41a7-8a45-2ada27b39c29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:07:23.687167 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b98b73f-72c7-438c-8928-585b38fd5ff7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1856e5c-f83e-4a99-a89d-52ec155218f1,revision_number=None']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:07:23.691822 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-5b98b73f-72c7-438c-8928-585b38fd5ff7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:07:23.712473 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-5a7c04f6-dc09-4b2c-bce8-0b4f6fb8c149 req-a41bb336-fef1-4797-be54-3fc9000057b5 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "GET /v2.0/security-groups?id=19e58ac4-2b2e-45d9-bd7b-7c5e46ae7cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389893 Jun 17 18:07:23.953863 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 48074) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:07:23.967492 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-9174fbee-7dfd-4d3d-9cc6-e7b4800b37c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:24.057275 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-9174fbee-7dfd-4d3d-9cc6-e7b4800b37c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:24.061473 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-9174fbee-7dfd-4d3d-9cc6-e7b4800b37c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:24.063682 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-55790670-5732-4422-a0cb-aa9d516a7c87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:07:24.100375 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9174fbee-7dfd-4d3d-9cc6-e7b4800b37c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9783a712-35d6-4be4-b8c8-27b124796c9d,revision_number=1']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:07:24.104705 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-9174fbee-7dfd-4d3d-9cc6-e7b4800b37c2 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=a5c23b499a604a47a9fae810efb17457&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1498330 Jun 17 18:07:24.105563 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-9174fbee-7dfd-4d3d-9cc6-e7b4800b37c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:07:24.107367 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 48076) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:07:24.155594 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-6015e4f0-83cc-47e0-9bb7-ee1d4b7f309b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:24.176955 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-6015e4f0-83cc-47e0-9bb7-ee1d4b7f309b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:24.226235 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-6015e4f0-83cc-47e0-9bb7-ee1d4b7f309b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:24.237006 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-6015e4f0-83cc-47e0-9bb7-ee1d4b7f309b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:24.237006 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-6015e4f0-83cc-47e0-9bb7-ee1d4b7f309b admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/9783a712-35d6-4be4-b8c8-27b124796c9d HTTP/1.1" status: 204 len: 168 time: 0.1215281 Jun 17 18:07:24.237006 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-f7cf7459-c6fb-45f0-a37b-f7028b295ad9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:07:24.241376 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6015e4f0-83cc-47e0-9bb7-ee1d4b7f309b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9783a712-35d6-4be4-b8c8-27b124796c9d,revision_number=None']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:07:24.243675 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-6015e4f0-83cc-47e0-9bb7-ee1d4b7f309b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:07:24.583744 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915f4d86-913b-40cc-9efa-920b50cea83d req-2ae7a77e-a649-46ca-944e-7a19ee7c32e5 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:07:24.585373 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-915f4d86-913b-40cc-9efa-920b50cea83d req-2ae7a77e-a649-46ca-944e-7a19ee7c32e5 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/ports?device_id=d4ac72c4-640f-4b29-bebb-6e3ad492fde3 HTTP/1.1" status: 200 len: 945 time: 0.0740292 Jun 17 18:07:24.625007 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-915f4d86-913b-40cc-9efa-920b50cea83d req-c9c4cf7f-fce1-4db1-b2dc-db911ee1d12c tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/security-groups?id=344af256-d773-4ff0-b9b9-f3fcbe207aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316119 Jun 17 18:07:24.893117 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a215832-e62b-48e4-a068-2af65f523232 req-b009af3b-9b39-497a-bb05-5e5d145fdc35 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:07:24.894677 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-1a215832-e62b-48e4-a068-2af65f523232 req-b009af3b-9b39-497a-bb05-5e5d145fdc35 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "GET /v2.0/ports?device_id=412d6c27-5056-4695-a549-32b0b7c42bd5 HTTP/1.1" status: 200 len: 945 time: 0.0693536 Jun 17 18:07:24.932598 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-1a215832-e62b-48e4-a068-2af65f523232 req-d6766779-d517-4efa-895a-20888c725dc9 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "GET /v2.0/security-groups?id=19e58ac4-2b2e-45d9-bd7b-7c5e46ae7cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320020 Jun 17 18:07:25.803059 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92b8ead-67d2-4949-96aa-d98c8db8cd5c req-2efe7182-cbdd-4124-8fa3-b0dd3fd514ed tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:07:25.804543 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-e92b8ead-67d2-4949-96aa-d98c8db8cd5c req-2efe7182-cbdd-4124-8fa3-b0dd3fd514ed tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/ports?device_id=d4ac72c4-640f-4b29-bebb-6e3ad492fde3 HTTP/1.1" status: 200 len: 945 time: 0.0685449 Jun 17 18:07:25.841059 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-e92b8ead-67d2-4949-96aa-d98c8db8cd5c req-32ea38e8-69f6-45a0-b888-3602d98aac8e tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/security-groups?id=344af256-d773-4ff0-b9b9-f3fcbe207aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305603 Jun 17 18:07:26.016977 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 48158) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:07:26.106261 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93537a15-720a-424c-bc3e-e2fa322f2003 req-f5246ed9-de14-44a7-b93a-58f28d5a93d2 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:07:26.107858 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-93537a15-720a-424c-bc3e-e2fa322f2003 req-f5246ed9-de14-44a7-b93a-58f28d5a93d2 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "GET /v2.0/ports?device_id=412d6c27-5056-4695-a549-32b0b7c42bd5 HTTP/1.1" status: 200 len: 945 time: 0.0641122 Jun 17 18:07:26.127498 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-646314e0-db53-4722-bc8d-8c0bc28ec3fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:26.171067 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-93537a15-720a-424c-bc3e-e2fa322f2003 req-e8de038c-288e-446d-aed3-de2fa597f379 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "GET /v2.0/security-groups?id=19e58ac4-2b2e-45d9-bd7b-7c5e46ae7cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554461 Jun 17 18:07:26.240912 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-646314e0-db53-4722-bc8d-8c0bc28ec3fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:26.244850 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-646314e0-db53-4722-bc8d-8c0bc28ec3fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:26.248017 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-2f63e03d-a200-4c80-adb1-b2749b64da6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:07:26.286363 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-646314e0-db53-4722-bc8d-8c0bc28ec3fb admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=bbafd85633754cf38f9f4c05b5256239&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2681196 Jun 17 18:07:26.287528 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646314e0-db53-4722-bc8d-8c0bc28ec3fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfe194f0-4656-49f2-a71a-181bb4be5d8c,revision_number=1']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:07:26.289072 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 48166) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:07:26.295542 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646314e0-db53-4722-bc8d-8c0bc28ec3fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:07:26.295542 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646314e0-db53-4722-bc8d-8c0bc28ec3fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:07:26.295542 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646314e0-db53-4722-bc8d-8c0bc28ec3fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:07:26.295925 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646314e0-db53-4722-bc8d-8c0bc28ec3fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:07:26.296196 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646314e0-db53-4722-bc8d-8c0bc28ec3fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:07:26.296555 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646314e0-db53-4722-bc8d-8c0bc28ec3fb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:07:26.296905 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646314e0-db53-4722-bc8d-8c0bc28ec3fb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:07:26.297246 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646314e0-db53-4722-bc8d-8c0bc28ec3fb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:07:26.297597 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646314e0-db53-4722-bc8d-8c0bc28ec3fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:07:26.297938 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646314e0-db53-4722-bc8d-8c0bc28ec3fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:07:26.298281 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646314e0-db53-4722-bc8d-8c0bc28ec3fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:07:26.298620 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646314e0-db53-4722-bc8d-8c0bc28ec3fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:07:26.302734 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-646314e0-db53-4722-bc8d-8c0bc28ec3fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:07:26.343332 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-f319f817-4ab0-43a8-baa5-869699acfdd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:26.363754 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-f319f817-4ab0-43a8-baa5-869699acfdd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:26.407936 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-f319f817-4ab0-43a8-baa5-869699acfdd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:26.410501 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-f319f817-4ab0-43a8-baa5-869699acfdd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:26.411639 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-f319f817-4ab0-43a8-baa5-869699acfdd8 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/bfe194f0-4656-49f2-a71a-181bb4be5d8c HTTP/1.1" status: 204 len: 168 time: 0.1215525 Jun 17 18:07:26.412387 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-a2d47845-2e26-4004-8b42-077f63449e43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:07:26.419412 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f319f817-4ab0-43a8-baa5-869699acfdd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfe194f0-4656-49f2-a71a-181bb4be5d8c,revision_number=None']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:07:26.421703 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-f319f817-4ab0-43a8-baa5-869699acfdd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:07:26.674548 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 48174) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:07:26.690823 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-41bf2d40-9e3a-43ec-83f2-e190762e3712 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:26.775337 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-41bf2d40-9e3a-43ec-83f2-e190762e3712 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:26.779001 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-41bf2d40-9e3a-43ec-83f2-e190762e3712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:26.781264 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-e6590393-5cea-454b-b726-994cc35cae56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:07:26.815158 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bf2d40-9e3a-43ec-83f2-e190762e3712 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf6d2850-3d55-42d6-bb01-cb304d2101ee,revision_number=1']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:07:26.819336 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-41bf2d40-9e3a-43ec-83f2-e190762e3712 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=da7b76fa0fdf4b3694fc78737fc7baa8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1436954 Jun 17 18:07:26.820243 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-41bf2d40-9e3a-43ec-83f2-e190762e3712 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:07:26.821879 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 48176) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:07:26.869968 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-5cef4ea5-ea0f-4add-88a4-5433d00933ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:26.891738 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-5cef4ea5-ea0f-4add-88a4-5433d00933ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:26.937762 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-5cef4ea5-ea0f-4add-88a4-5433d00933ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:26.940569 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-5cef4ea5-ea0f-4add-88a4-5433d00933ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:26.942038 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-5cef4ea5-ea0f-4add-88a4-5433d00933ac admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/bf6d2850-3d55-42d6-bb01-cb304d2101ee HTTP/1.1" status: 204 len: 168 time: 0.1192079 Jun 17 18:07:26.942952 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-9e226be1-efdf-44e8-8277-2742f9a9f539 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:07:26.951331 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cef4ea5-ea0f-4add-88a4-5433d00933ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf6d2850-3d55-42d6-bb01-cb304d2101ee,revision_number=None']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:07:26.953721 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-5cef4ea5-ea0f-4add-88a4-5433d00933ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:07:27.026248 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fb75ea-7cdd-4ab8-a65d-41fecd38ff53 req-61982765-dc17-47cd-85e0-49427f8c1762 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:07:27.027668 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-b0fb75ea-7cdd-4ab8-a65d-41fecd38ff53 req-61982765-dc17-47cd-85e0-49427f8c1762 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/ports?device_id=d4ac72c4-640f-4b29-bebb-6e3ad492fde3 HTTP/1.1" status: 200 len: 945 time: 0.0703883 Jun 17 18:07:27.066866 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-b0fb75ea-7cdd-4ab8-a65d-41fecd38ff53 req-0e2ba5bd-38ec-41d0-9139-5d26bb5ddecd tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/security-groups?id=344af256-d773-4ff0-b9b9-f3fcbe207aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328579 Jun 17 18:07:27.384276 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e31860-709c-4ec0-9134-6062b4915674 req-691e38aa-399e-49b4-b457-41953c82a85c tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:07:27.385784 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-b4e31860-709c-4ec0-9134-6062b4915674 req-691e38aa-399e-49b4-b457-41953c82a85c tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "GET /v2.0/ports?device_id=412d6c27-5056-4695-a549-32b0b7c42bd5 HTTP/1.1" status: 200 len: 945 time: 0.0963802 Jun 17 18:07:27.431691 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-b4e31860-709c-4ec0-9134-6062b4915674 req-3d28dd7d-c0bf-4e5d-a5e5-480f7bc50280 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "GET /v2.0/security-groups?id=19e58ac4-2b2e-45d9-bd7b-7c5e46ae7cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391011 Jun 17 18:07:27.688567 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0638b6-b999-4fc6-87a2-6e283a8e8b35 req-e5698f0d-1a05-4d4d-87a4-fbf98be3c23b tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:07:27.690021 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-4e0638b6-b999-4fc6-87a2-6e283a8e8b35 req-e5698f0d-1a05-4d4d-87a4-fbf98be3c23b tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] 10.222.0.97 "GET /v2.0/ports?device_id=38d17454-bfce-47e4-b41b-493d9e52a372 HTTP/1.1" status: 200 len: 945 time: 0.0682535 Jun 17 18:07:27.729539 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-4e0638b6-b999-4fc6-87a2-6e283a8e8b35 req-c4196f1d-105a-4e91-8c50-9e9e18a64d27 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] 10.222.0.97 "GET /v2.0/security-groups?id=04fbf763-7189-4b69-b638-08faa30be8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335670 Jun 17 18:07:27.753446 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 48216) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:07:27.958222 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d1dc856-eb50-45e5-a2e7-785d711a4b48 tempest-TestMinimumBasicScenario-1546257973 tempest-TestMinimumBasicScenario-1546257973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:07:27.959727 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-7d1dc856-eb50-45e5-a2e7-785d711a4b48 tempest-TestMinimumBasicScenario-1546257973 tempest-TestMinimumBasicScenario-1546257973-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=38d17454-bfce-47e4-b41b-493d9e52a372 HTTP/1.1" status: 200 len: 1093 time: 0.2052588 Jun 17 18:07:27.962623 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 48224) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:07:27.967098 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.v2.base [None req-61f5cbe3-4e92-4837-ba3c-b224dc459b21 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Request body: {'floatingip': {'floating_network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'port_id': '5577a9a1-1770-4ff7-83ae-1a4009a3cc40', 'tenant_id': '74ba9816d29f45709c2d61dd07a4dcc6', 'fixed_ip_address': '172.20.0.4'}} {{(pid=92874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 18:07:27.990161 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-61f5cbe3-4e92-4837-ba3c-b224dc459b21 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Notify callbacks [] for floatingip, before_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:28.011698 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 48226) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:07:28.098235 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-61f5cbe3-4e92-4837-ba3c-b224dc459b21 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1986742'] for port, before_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:28.125118 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-1ba52c5e-5261-42ce-b835-2c586e9d2f0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:28.219192 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-1ba52c5e-5261-42ce-b835-2c586e9d2f0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:28.223054 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-1ba52c5e-5261-42ce-b835-2c586e9d2f0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:28.232817 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-89011a90-e12a-482f-8531-e5e8b89e3010 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:07:28.247849 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.db.db_base_plugin_common [None req-61f5cbe3-4e92-4837-ba3c-b224dc459b21 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Allocated IP 172.27.2.47 (64144b6f-e068-441d-8337-f91b82ffb73c/78089575-0364-47db-be8b-ef28f42f3a37/b0c88f66-4351-46bb-847d-84261dfb3689) {{(pid=92874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 18:07:28.261583 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-1ba52c5e-5261-42ce-b835-2c586e9d2f0a admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=f092daac088349c5a02a63f83a439675&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2457323 Jun 17 18:07:28.262383 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 48234) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:07:28.271034 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba52c5e-5261-42ce-b835-2c586e9d2f0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e02aefe-80ae-4d8e-8809-6f33da3430ab,revision_number=1']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:07:28.274106 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-1ba52c5e-5261-42ce-b835-2c586e9d2f0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:07:28.308742 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33180c2-55cb-4ec5-86a9-f5bde47f7638 req-2bea8bed-b90f-4505-91bf-652487873c35 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:07:28.314101 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-e33180c2-55cb-4ec5-86a9-f5bde47f7638 req-2bea8bed-b90f-4505-91bf-652487873c35 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/ports?device_id=d4ac72c4-640f-4b29-bebb-6e3ad492fde3 HTTP/1.1" status: 200 len: 945 time: 0.1244822 Jun 17 18:07:28.318562 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-40d492fd-1443-48c2-ba96-8716d6ec733a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:28.340204 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-40d492fd-1443-48c2-ba96-8716d6ec733a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:28.385950 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-40d492fd-1443-48c2-ba96-8716d6ec733a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:28.389281 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-40d492fd-1443-48c2-ba96-8716d6ec733a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:28.389708 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-e33180c2-55cb-4ec5-86a9-f5bde47f7638 req-1db5c3dc-dd66-4a71-a58f-66db92459c63 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/security-groups?id=344af256-d773-4ff0-b9b9-f3fcbe207aec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550442 Jun 17 18:07:28.397032 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-40d492fd-1443-48c2-ba96-8716d6ec733a admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/2e02aefe-80ae-4d8e-8809-6f33da3430ab HTTP/1.1" status: 204 len: 168 time: 0.1320114 Jun 17 18:07:28.397925 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-f741a24d-a0e8-4277-8e5b-ab4dadbc3870 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:07:28.399516 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-61f5cbe3-4e92-4837-ba3c-b224dc459b21 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Notify callbacks [] for port, precommit_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:28.409267 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d492fd-1443-48c2-ba96-8716d6ec733a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e02aefe-80ae-4d8e-8809-6f33da3430ab,revision_number=None']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:07:28.412524 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-40d492fd-1443-48c2-ba96-8716d6ec733a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:07:28.439748 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-61f5cbe3-4e92-4837-ba3c-b224dc459b21 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1986807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743364645416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28501925'] for port, after_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:28.441789 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-36bc698a-8278-460c-a538-9cd5b59e2cab service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:07:28.486266 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f5cbe3-4e92-4837-ba3c-b224dc459b21 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Network 64144b6f-e068-441d-8337-f91b82ffb73c is already hosted by enough agents. {{(pid=92874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 18:07:28.491058 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.scheduler.base_scheduler [None req-61f5cbe3-4e92-4837-ba3c-b224dc459b21 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Resources bound (agent type, host, resource id): {{(pid=92874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 18:07:28.493711 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f5cbe3-4e92-4837-ba3c-b224dc459b21 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Received port after_create {{(pid=92874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 18:07:28.518430 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f5cbe3-4e92-4837-ba3c-b224dc459b21 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Pushing event updated for resources: {'Port': ['ID=b0c88f66-4351-46bb-847d-84261dfb3689,revision_number=1']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:07:28.522935 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-61f5cbe3-4e92-4837-ba3c-b224dc459b21 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:07:28.737385 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a971383d-370d-4487-af8e-1d42e3d6c239 req-210531e5-f859-4ff8-bd4e-cad6144842cc tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:07:28.738836 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-a971383d-370d-4487-af8e-1d42e3d6c239 req-210531e5-f859-4ff8-bd4e-cad6144842cc tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "GET /v2.0/ports?device_id=412d6c27-5056-4695-a549-32b0b7c42bd5 HTTP/1.1" status: 200 len: 945 time: 0.1745701 Jun 17 18:07:28.792272 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-a971383d-370d-4487-af8e-1d42e3d6c239 req-8827196a-6229-41aa-9f70-c08b216b1e7f tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "GET /v2.0/security-groups?id=19e58ac4-2b2e-45d9-bd7b-7c5e46ae7cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466356 Jun 17 18:07:28.980656 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-61f5cbe3-4e92-4837-ba3c-b224dc459b21 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:29.026365 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 48258) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:07:29.070896 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-61f5cbe3-4e92-4837-ba3c-b224dc459b21 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:29.106483 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874aec3a-c25b-4d21-9f61-cb195bf142b2 req-92645b3b-c8cf-4bc1-bd43-4e272d64cbb3 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:07:29.108857 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-874aec3a-c25b-4d21-9f61-cb195bf142b2 req-92645b3b-c8cf-4bc1-bd43-4e272d64cbb3 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.95 "GET /v2.0/ports?device_id=d4ac72c4-640f-4b29-bebb-6e3ad492fde3 HTTP/1.1" status: 200 len: 945 time: 0.0843413 Jun 17 18:07:29.147405 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.v2.base [None req-7166a276-2123-4b5d-82b3-edb86f4e1921 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1432261357-network', 'tenant_id': 'ac1d8ff5c5714904905c48ffd996860c'}} {{(pid=92874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 18:07:29.211935 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.plugins.ml2.plugin [req-874aec3a-c25b-4d21-9f61-cb195bf142b2 req-0193a996-bad5-41cf-86b3-f50eb1d4a4a1 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Deleting port 8d512d72-e38b-44d0-857f-e6bc293dc5c0 {{(pid=92872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 18:07:29.212321 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [req-874aec3a-c25b-4d21-9f61-cb195bf142b2 req-0193a996-bad5-41cf-86b3-f50eb1d4a4a1 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743365079206'] for port, before_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:29.213575 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7166a276-2123-4b5d-82b3-edb86f4e1921 admin admin] Made reservation on behalf of ac1d8ff5c5714904905c48ffd996860c for: {'network': 1} {{(pid=92874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 18:07:29.216008 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-7166a276-2123-4b5d-82b3-edb86f4e1921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1986742'] for network, before_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:29.229838 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-7166a276-2123-4b5d-82b3-edb86f4e1921 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:29.289012 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-61f5cbe3-4e92-4837-ba3c-b224dc459b21 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Notify callbacks [] for port, precommit_update {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:29.296661 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-61f5cbe3-4e92-4837-ba3c-b224dc459b21 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28501911'] for port, after_update {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:29.299939 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:07:29.314015 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.plugins.ml2.db [req-874aec3a-c25b-4d21-9f61-cb195bf142b2 req-0193a996-bad5-41cf-86b3-f50eb1d4a4a1 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] For port 8d512d72-e38b-44d0-857f-e6bc293dc5c0, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=8d512d72-e38b-44d0-857f-e6bc293dc5c0,segment=NetworkSegment(86fa7d04-d5b8-408a-84bd-320872eef607),segment_id=86fa7d04-d5b8-408a-84bd-320872eef607)] {{(pid=92872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:07:29.314373 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [req-874aec3a-c25b-4d21-9f61-cb195bf142b2 req-0193a996-bad5-41cf-86b3-f50eb1d4a4a1 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956370'] for port, precommit_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:29.378344 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.plugins.ml2.plugin [req-874aec3a-c25b-4d21-9f61-cb195bf142b2 req-0193a996-bad5-41cf-86b3-f50eb1d4a4a1 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Calling delete_port for 8d512d72-e38b-44d0-857f-e6bc293dc5c0 owned by compute:nova {{(pid=92872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 18:07:29.389699 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f5cbe3-4e92-4837-ba3c-b224dc459b21 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Pushing event updated for resources: {'Port': ['ID=b0c88f66-4351-46bb-847d-84261dfb3689,revision_number=2']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:07:29.397558 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-61f5cbe3-4e92-4837-ba3c-b224dc459b21 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:07:29.407482 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-61f5cbe3-4e92-4837-ba3c-b224dc459b21 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-943314'] for floatingip, after_update {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:29.494541 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-7166a276-2123-4b5d-82b3-edb86f4e1921 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:29.502297 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-7166a276-2123-4b5d-82b3-edb86f4e1921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:29.508389 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-b0231e81-919b-4668-b084-2e61b5bf8e89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:07:29.524024 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [req-874aec3a-c25b-4d21-9f61-cb195bf142b2 req-0193a996-bad5-41cf-86b3-f50eb1d4a4a1 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743365085983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743364645425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25532019'] for port, after_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:29.528045 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-e44690e5-ec1e-4a5c-8f9c-1f51a8d3fe12 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:07:29.556432 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0193a996-bad5-41cf-86b3-f50eb1d4a4a1 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Pushing event deleted for resources: {'Port': ['ID=8d512d72-e38b-44d0-857f-e6bc293dc5c0,revision_number=None']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:07:29.557622 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7166a276-2123-4b5d-82b3-edb86f4e1921 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1134} {{(pid=92874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 18:07:29.558885 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-0193a996-bad5-41cf-86b3-f50eb1d4a4a1 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:07:29.562576 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-3aa78e80-1e14-41a3-9229-ce45abf0fc20 req-68995c2f-6afb-4d98-b0c7-7207d265f015 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.97 "GET /v2.0/ports?device_id=d4ac72c4-640f-4b29-bebb-6e3ad492fde3 HTTP/1.1" status: 200 len: 210 time: 0.0520358 Jun 17 18:07:29.581813 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-7166a276-2123-4b5d-82b3-edb86f4e1921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1592042'] for segment, precommit_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:29.582363 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.db.segments_db [None req-7166a276-2123-4b5d-82b3-edb86f4e1921 admin admin] Added segment cedd0927-f0a7-4b58-b7fc-410e1197c012 of type vlan for network 54df0f08-a9ef-465f-b9c8-0e59c1dee388 Jun 17 18:07:29.583823 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7166a276-2123-4b5d-82b3-edb86f4e1921 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b7278ee-edff-4c4e-bb99-e6a0e681b775,revision_number=1']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:07:29.595261 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] get_ports_and_sgs() called for port_ids ['8d512d72-e38b-44d0-857f-e6bc293dc5c0'] {{(pid=92880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 18:07:29.597393 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-7166a276-2123-4b5d-82b3-edb86f4e1921 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:07:29.610537 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.db.l3_dvrscheduler_db [req-874aec3a-c25b-4d21-9f61-cb195bf142b2 req-0193a996-bad5-41cf-86b3-f50eb1d4a4a1 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] No DVR routers for this DVR port 8d512d72-e38b-44d0-857f-e6bc293dc5c0 on host hv-cinder-78626 {{(pid=92872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 18:07:29.613343 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [req-874aec3a-c25b-4d21-9f61-cb195bf142b2 req-0193a996-bad5-41cf-86b3-f50eb1d4a4a1 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523113'] for port, before_response {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:29.615490 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-874aec3a-c25b-4d21-9f61-cb195bf142b2 req-0193a996-bad5-41cf-86b3-f50eb1d4a4a1 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] 10.222.0.95 "DELETE /v2.0/ports/8d512d72-e38b-44d0-857f-e6bc293dc5c0 HTTP/1.1" status: 204 len: 173 time: 0.5002873 Jun 17 18:07:29.616083 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4ac72c4-640f-4b29-bebb-6e3ad492fde3', 'name': 'network-vif-deleted', 'tag': '8d512d72-e38b-44d0-857f-e6bc293dc5c0'}] {{(pid=92872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 18:07:29.618710 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f987f925adb95fb5f2d31a9334b96ac5a9607b390d68bc71a63c7260745a89d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2f50d01-b902-4043-bb1a-f806a21625f5" -d '{"events": [{"server_uuid": "d4ac72c4-640f-4b29-bebb-6e3ad492fde3", "name": "network-vif-deleted", "tag": "8d512d72-e38b-44d0-857f-e6bc293dc5c0"}]}' {{(pid=92872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 18:07:29.623797 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.db.l3_db [None req-61f5cbe3-4e92-4837-ba3c-b224dc459b21 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Floating IP 8a504415-5504-42cc-b57e-322f988c6b06 associated. External IP: 172.27.2.47, port: 5577a9a1-1770-4ff7-83ae-1a4009a3cc40. Jun 17 18:07:29.664922 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 18:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4ca97c8-2c77-4275-b267-09f6c5579025 x-openstack-request-id: req-d4ca97c8-2c77-4275-b267-09f6c5579025 {{(pid=92872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 18:07:29.665248 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4ac72c4-640f-4b29-bebb-6e3ad492fde3", "name": "network-vif-deleted", "tag": "8d512d72-e38b-44d0-857f-e6bc293dc5c0", "status": "completed", "code": 200}]} {{(pid=92872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 18:07:29.665532 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-d4ca97c8-2c77-4275-b267-09f6c5579025 {{(pid=92872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 18:07:29.665953 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4ac72c4-640f-4b29-bebb-6e3ad492fde3', 'name': 'network-vif-deleted', 'tag': '8d512d72-e38b-44d0-857f-e6bc293dc5c0', 'status': 'completed', 'code': 200} Jun 17 18:07:29.694482 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-7166a276-2123-4b5d-82b3-edb86f4e1921 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743364582301'] for network, precommit_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:29.743811 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-7166a276-2123-4b5d-82b3-edb86f4e1921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563796'] for network, after_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:29.746561 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7166a276-2123-4b5d-82b3-edb86f4e1921 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:07:29.747148 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-7166a276-2123-4b5d-82b3-edb86f4e1921 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563787'] for network, before_response {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:29.754316 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-b465aa19-d448-4ff7-9d81-a20c7ca2ce46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:07:29.780423 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-7166a276-2123-4b5d-82b3-edb86f4e1921 admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7524514 Jun 17 18:07:29.783374 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 48268) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:07:29.788715 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.v2.base [None req-f84f3138-337f-474a-8720-f8047d254520 admin admin] Request body: {'subnet': {'network_id': '54df0f08-a9ef-465f-b9c8-0e59c1dee388', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1432261357-subnet', 'tenant_id': 'ac1d8ff5c5714904905c48ffd996860c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 18:07:29.808926 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f84f3138-337f-474a-8720-f8047d254520 admin admin] Made reservation on behalf of ac1d8ff5c5714904905c48ffd996860c for: {'subnet': 1} {{(pid=92872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 18:07:29.811175 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-f84f3138-337f-474a-8720-f8047d254520 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27255148'] for subnet, before_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:29.881593 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7166a276-2123-4b5d-82b3-edb86f4e1921 admin admin] Pushing event updated for resources: {'Network': ['ID=54df0f08-a9ef-465f-b9c8-0e59c1dee388,revision_number=1']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:07:29.885392 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-7166a276-2123-4b5d-82b3-edb86f4e1921 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:07:29.893665 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Network 54df0f08-a9ef-465f-b9c8-0e59c1dee388 details requested by agent ovs-agent-dv-cinder-786260-6-iscsi with host dv-cinder-786260-6-iscsi {{(pid=92880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 18:07:29.966293 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61f5cbe3-4e92-4837-ba3c-b224dc459b21 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Router cf4235a4-1cf5-406e-9017-8b05904869f0 has already been hosted by L3 agent 4c938d44-4998-4210-8006-ee34f5a3ffbf {{(pid=92874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 18:07:30.006360 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-f84f3138-337f-474a-8720-f8047d254520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25532102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27255166'] for subnet, after_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:30.009641 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-2d5e1eea-09d0-4d86-926f-f4d787fa5d41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:07:30.061102 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84f3138-337f-474a-8720-f8047d254520 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9ef456d-08ca-452a-affc-e2d5f7425f6f,revision_number=0']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:07:30.064487 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-f84f3138-337f-474a-8720-f8047d254520 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:07:30.070328 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84f3138-337f-474a-8720-f8047d254520 admin admin] Checking segment: {'id': 'cedd0927-f0a7-4b58-b7fc-410e1197c012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': '54df0f08-a9ef-465f-b9c8-0e59c1dee388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 18:07:30.070704 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f84f3138-337f-474a-8720-f8047d254520 admin admin] Network hostable DHCP agents. Network: 54df0f08-a9ef-465f-b9c8-0e59c1dee388, hostable agents: ['795a795f-766d-4def-8ee5-7e560291ca0e'], hosted agents: [] {{(pid=92872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 18:07:30.088857 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f84f3138-337f-474a-8720-f8047d254520 admin admin] Network 54df0f08-a9ef-465f-b9c8-0e59c1dee388 is scheduled to be hosted by DHCP agent 795a795f-766d-4def-8ee5-7e560291ca0e with binding_index 1 {{(pid=92872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 18:07:30.098495 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.scheduler.base_scheduler [None req-f84f3138-337f-474a-8720-f8047d254520 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-6-iscsi, 54df0f08-a9ef-465f-b9c8-0e59c1dee388) {{(pid=92872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 18:07:30.102533 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f84f3138-337f-474a-8720-f8047d254520 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:07:30.103311 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-f84f3138-337f-474a-8720-f8047d254520 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:30.108707 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f06afdfd-410f-4649-a57f-dcf5b466b30f None None] Network 54df0f08-a9ef-465f-b9c8-0e59c1dee388 requested from dv-cinder-786260-6-iscsi {{(pid=92880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 18:07:30.125901 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-f84f3138-337f-474a-8720-f8047d254520 admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3340454 Jun 17 18:07:30.272905 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79bfcbcc-ea63-423a-aa10-20e995f946ef None None] Network 54df0f08-a9ef-465f-b9c8-0e59c1dee388 requested from dv-cinder-786260-6-iscsi {{(pid=92880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 18:07:30.328025 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bed8a6b-36dc-4598-819c-5ded44bee39f req-fcefd43a-337e-4311-8b02-70314b6123f4 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:07:30.334828 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-5bed8a6b-36dc-4598-819c-5ded44bee39f req-fcefd43a-337e-4311-8b02-70314b6123f4 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "GET /v2.0/ports?device_id=412d6c27-5056-4695-a549-32b0b7c42bd5 HTTP/1.1" status: 200 len: 945 time: 0.4050832 Jun 17 18:07:30.387321 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-5bed8a6b-36dc-4598-819c-5ded44bee39f req-e1c3bdfc-0ea7-4835-9932-8b772c67b108 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "GET /v2.0/security-groups?id=19e58ac4-2b2e-45d9-bd7b-7c5e46ae7cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516374 Jun 17 18:07:30.394804 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61f5cbe3-4e92-4837-ba3c-b224dc459b21 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Notify agent at l3_agent.dv-cinder-786260-6-iscsi the message routers_updated {{(pid=92874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 18:07:30.406262 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d1ea27-a5b1-413e-9c19-bab85f7ecc48 None None] Sync routers for ids ['cf4235a4-1cf5-406e-9017-8b05904869f0'] in dv-cinder-786260-6-iscsi {{(pid=92881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 18:07:30.417852 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d1ea27-a5b1-413e-9c19-bab85f7ecc48 None None] Routers {'cf4235a4-1cf5-406e-9017-8b05904869f0'} bound to L3 agent in host dv-cinder-786260-6-iscsi {{(pid=92881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 18:07:30.418470 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.l3_hamode_db [None req-00d1ea27-a5b1-413e-9c19-bab85f7ecc48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-17T17:55:17Z,description=,heartbeat_timestamp=2021-06-17T18:07:17Z,host='dv-cinder-786260-6-iscsi',id=4c938d44-4998-4210-8006-ee34f5a3ffbf,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:55:17Z,topic='l3_agent')) {'router_ids': ['cf4235a4-1cf5-406e-9017-8b05904869f0'], 'active': True} {{(pid=92881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:07:30.429402 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-61f5cbe3-4e92-4837-ba3c-b224dc459b21 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523113'] for floatingip, before_response {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:30.476678 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 48280) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:07:30.483424 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.v2.base [None req-3f7deb46-12f4-4f93-8256-e46020beb17b tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-581709279', 'description': 'tempest-secgroup-smoke-581709279 description', 'project_id': '74ba9816d29f45709c2d61dd07a4dcc6'}} {{(pid=92872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 18:07:30.488788 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-61f5cbe3-4e92-4837-ba3c-b224dc459b21 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] 10.222.0.97 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5250909 Jun 17 18:07:30.489520 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38d17454-bfce-47e4-b41b-493d9e52a372', 'tag': '5577a9a1-1770-4ff7-83ae-1a4009a3cc40'}] {{(pid=92874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 18:07:30.494868 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58554d43f64f60294e2d1fd4a9d9342a0a386c70b92defbb6c9fd2054ba7a623" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-048a79ea-fbed-463a-8fdf-45ebc0bb276e" -d '{"events": [{"name": "network-changed", "server_uuid": "38d17454-bfce-47e4-b41b-493d9e52a372", "tag": "5577a9a1-1770-4ff7-83ae-1a4009a3cc40"}]}' {{(pid=92874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 18:07:30.516862 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-3f7deb46-12f4-4f93-8256-e46020beb17b tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Notify callbacks [] for security_group, before_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:30.546139 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.l3_dvr_db [None req-00d1ea27-a5b1-413e-9c19-bab85f7ecc48 None None] Set router cf4235a4-1cf5-406e-9017-8b05904869f0 gateway port host: dv-cinder-786260-6-iscsi {{(pid=92881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 18:07:30.560371 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 18:07:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bc57028-2ff8-4377-bab4-70f5b83fe83c x-openstack-request-id: req-0bc57028-2ff8-4377-bab4-70f5b83fe83c {{(pid=92874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 18:07:30.561238 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38d17454-bfce-47e4-b41b-493d9e52a372", "tag": "5577a9a1-1770-4ff7-83ae-1a4009a3cc40", "status": "completed", "code": 200}]} {{(pid=92874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 18:07:30.561520 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-0bc57028-2ff8-4377-bab4-70f5b83fe83c {{(pid=92874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 18:07:30.561944 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38d17454-bfce-47e4-b41b-493d9e52a372', 'tag': '5577a9a1-1770-4ff7-83ae-1a4009a3cc40', 'status': 'completed', 'code': 200} Jun 17 18:07:30.625472 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-3f7deb46-12f4-4f93-8256-e46020beb17b tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Notify callbacks [] for security_group, precommit_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:30.642798 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-3f7deb46-12f4-4f93-8256-e46020beb17b tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:30.646896 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-0cfd4cf1-7302-4890-9b3d-3b2c6e0ba38b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:07:30.675916 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 48286) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:07:30.745549 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-3f7deb46-12f4-4f93-8256-e46020beb17b tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Notify callbacks [] for security_group, before_response {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:30.746898 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-3f7deb46-12f4-4f93-8256-e46020beb17b tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] 10.222.0.97 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2691731 Jun 17 18:07:30.750135 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7deb46-12f4-4f93-8256-e46020beb17b tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb22bad0-1f12-4cef-9514-e2ea2eceba92,revision_number=1']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:07:30.753848 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 48292) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:07:30.759091 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.v2.base [None req-f6599f01-403d-45c1-bf3c-0133fb28a621 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Request body: {'security_group_rule': {'security_group_id': 'eb22bad0-1f12-4cef-9514-e2ea2eceba92', 'project_id': '74ba9816d29f45709c2d61dd07a4dcc6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 18:07:30.763831 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-3f7deb46-12f4-4f93-8256-e46020beb17b tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:07:30.797025 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048a79ea-fbed-463a-8fdf-45ebc0bb276e req-7b02c493-643b-4578-93b0-629dd929623d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:07:30.798775 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-048a79ea-fbed-463a-8fdf-45ebc0bb276e req-7b02c493-643b-4578-93b0-629dd929623d service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=74ba9816d29f45709c2d61dd07a4dcc6&device_id=38d17454-bfce-47e4-b41b-493d9e52a372 HTTP/1.1" status: 200 len: 1098 time: 0.1109717 Jun 17 18:07:30.805523 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-f6599f01-403d-45c1-bf3c-0133fb28a621 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:30.870505 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.l3_hamode_db [None req-00d1ea27-a5b1-413e-9c19-bab85f7ecc48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf4235a4-1cf5-406e-9017-8b05904869f0', 'name': 'tempest-TestMinimumBasicScenario-1965674436-router', 'tenant_id': '74ba9816d29f45709c2d61dd07a4dcc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'external_fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '9eadaefd-a437-41bd-8c9a-0920eff557dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T18:06:19Z', 'updated_at': '2021-06-17T18:06:24Z', 'revision_number': 4, 'project_id': '74ba9816d29f45709c2d61dd07a4dcc6', 'gw_port': {'id': '9eadaefd-a437-41bd-8c9a-0920eff557dc', 'name': '', 'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:12:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4235a4-1cf5-406e-9017-8b05904869f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:06:20Z', 'updated_at': '2021-06-17T18:06:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78089575-0364-47db-be8b-ef28f42f3a37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-6-iscsi', '_floatingips': [{'id': '8a504415-5504-42cc-b57e-322f988c6b06', 'tenant_id': '74ba9816d29f45709c2d61dd07a4dcc6', 'floating_ip_address': '172.27.2.47', 'floating_network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'router_id': 'cf4235a4-1cf5-406e-9017-8b05904869f0', 'port_id': '5577a9a1-1770-4ff7-83ae-1a4009a3cc40', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 417, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f9fb0f7-53a4-48cb-a36c-c77fb573af98', 'mac_address': 'fa:16:3e:78:92:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d17454-bfce-47e4-b41b-493d9e52a372', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T18:07:28Z', 'updated_at': '2021-06-17T18:07:28Z', 'revision_number': 0, 'project_id': '74ba9816d29f45709c2d61dd07a4dcc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9f4927c-6847-4cc8-b647-b31e32ab8b43', 'name': '', 'network_id': '1f9fb0f7-53a4-48cb-a36c-c77fb573af98', 'tenant_id': '74ba9816d29f45709c2d61dd07a4dcc6', 'mac_address': 'fa:16:3e:2f:c5:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4235a4-1cf5-406e-9017-8b05904869f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '5ea2c680-8280-494b-b582-ad8adfc7edc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:06:23Z', 'updated_at': '2021-06-17T18:06:31Z', 'revision_number': 5, 'project_id': '74ba9816d29f45709c2d61dd07a4dcc6', 'subnets': [{'id': '5ea2c680-8280-494b-b582-ad8adfc7edc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-6-iscsi', False) {} {{(pid=92881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:07:30.899549 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d1ea27-a5b1-413e-9c19-bab85f7ecc48 None None] Checking router: cf4235a4-1cf5-406e-9017-8b05904869f0 for host: dv-cinder-786260-6-iscsi {{(pid=92881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 18:07:30.910767 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d1ea27-a5b1-413e-9c19-bab85f7ecc48 None None] Routers {'cf4235a4-1cf5-406e-9017-8b05904869f0'} bound to L3 agent in host dv-cinder-786260-6-iscsi {{(pid=92881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 18:07:30.911307 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.l3_hamode_db [None req-00d1ea27-a5b1-413e-9c19-bab85f7ecc48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-17T17:55:17Z,description=,heartbeat_timestamp=2021-06-17T18:07:17Z,host='dv-cinder-786260-6-iscsi',id=4c938d44-4998-4210-8006-ee34f5a3ffbf,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:55:17Z,topic='l3_agent')) {'router_ids': ['cf4235a4-1cf5-406e-9017-8b05904869f0'], 'active': True} {{(pid=92881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:07:30.920988 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-f6599f01-403d-45c1-bf3c-0133fb28a621 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:30.929269 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-f6599f01-403d-45c1-bf3c-0133fb28a621 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592663'] for security_group_rule, after_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:30.937381 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-a620a8b8-383b-4eb0-8d66-ace481ff3899 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:07:30.952363 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048a79ea-fbed-463a-8fdf-45ebc0bb276e req-f99bd0b8-b253-479d-9cba-b27a2c9c6cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:07:30.953853 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-048a79ea-fbed-463a-8fdf-45ebc0bb276e req-f99bd0b8-b253-479d-9cba-b27a2c9c6cda service neutron] 10.222.0.95 "GET /v2.0/networks?id=1f9fb0f7-53a4-48cb-a36c-c77fb573af98 HTTP/1.1" status: 200 len: 917 time: 0.1347363 Jun 17 18:07:30.959612 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6599f01-403d-45c1-bf3c-0133fb28a621 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ba2f8e2-9c6a-41c5-9d52-3144f1a8d024,revision_number=0']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:07:30.962737 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-f6599f01-403d-45c1-bf3c-0133fb28a621 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:07:30.963921 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-f6599f01-403d-45c1-bf3c-0133fb28a621 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:30.968259 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-f6599f01-403d-45c1-bf3c-0133fb28a621 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2103181 Jun 17 18:07:30.968501 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 48294) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:07:30.973425 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.v2.base [None req-f2b27810-ac66-4264-bc29-dec4563f44ce tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Request body: {'security_group_rule': {'security_group_id': 'eb22bad0-1f12-4cef-9514-e2ea2eceba92', 'project_id': '74ba9816d29f45709c2d61dd07a4dcc6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 18:07:31.026619 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.l3_dvr_db [None req-00d1ea27-a5b1-413e-9c19-bab85f7ecc48 None None] Set router cf4235a4-1cf5-406e-9017-8b05904869f0 gateway port host: dv-cinder-786260-6-iscsi {{(pid=92881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 18:07:31.050520 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-f2b27810-ac66-4264-bc29-dec4563f44ce tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:31.054197 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-048a79ea-fbed-463a-8fdf-45ebc0bb276e req-ad2202eb-062d-49f1-a7a4-a27f03f568e5 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5577a9a1-1770-4ff7-83ae-1a4009a3cc40 HTTP/1.1" status: 200 len: 998 time: 0.0874236 Jun 17 18:07:31.140151 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048a79ea-fbed-463a-8fdf-45ebc0bb276e req-f6cf1f70-e8db-4cff-9fee-47ed21829b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:07:31.141630 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-048a79ea-fbed-463a-8fdf-45ebc0bb276e req-f6cf1f70-e8db-4cff-9fee-47ed21829b9e service neutron] 10.222.0.95 "GET /v2.0/subnets?id=5ea2c680-8280-494b-b582-ad8adfc7edc3 HTTP/1.1" status: 200 len: 854 time: 0.0755904 Jun 17 18:07:31.143411 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-f2b27810-ac66-4264-bc29-dec4563f44ce tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:31.146954 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-f2b27810-ac66-4264-bc29-dec4563f44ce tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592663'] for security_group_rule, after_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:31.149214 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-4e9851c7-3a09-4d93-90a6-6ac42d3e0539 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:07:31.176117 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-63985ee5-73ce-428f-991f-68539a291913 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-950541'] for router_interface, before_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:31.220356 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b27810-ac66-4264-bc29-dec4563f44ce tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c20f8c6-9e55-4ca6-b61d-0a4914cb82e2,revision_number=0']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:07:31.226052 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-f2b27810-ac66-4264-bc29-dec4563f44ce tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:07:31.237114 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-f2b27810-ac66-4264-bc29-dec4563f44ce tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:31.238807 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-f2b27810-ac66-4264-bc29-dec4563f44ce tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2694743 Jun 17 18:07:31.242674 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 48300) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:07:31.250181 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.v2.base [None req-e2323855-8a02-4a88-8415-df07c2c0c8a9 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Request body: {'security_group_rule': {'security_group_id': 'eb22bad0-1f12-4cef-9514-e2ea2eceba92', 'project_id': '74ba9816d29f45709c2d61dd07a4dcc6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 18:07:31.281805 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048a79ea-fbed-463a-8fdf-45ebc0bb276e req-dcbae0c1-665b-472b-a356-89555623c829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:07:31.283537 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-048a79ea-fbed-463a-8fdf-45ebc0bb276e req-dcbae0c1-665b-472b-a356-89555623c829 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=1f9fb0f7-53a4-48cb-a36c-c77fb573af98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1295149 Jun 17 18:07:31.289185 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-e2323855-8a02-4a88-8415-df07c2c0c8a9 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:31.323027 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.l3_hamode_db [None req-00d1ea27-a5b1-413e-9c19-bab85f7ecc48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf4235a4-1cf5-406e-9017-8b05904869f0', 'name': 'tempest-TestMinimumBasicScenario-1965674436-router', 'tenant_id': '74ba9816d29f45709c2d61dd07a4dcc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'external_fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '9eadaefd-a437-41bd-8c9a-0920eff557dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T18:06:19Z', 'updated_at': '2021-06-17T18:06:24Z', 'revision_number': 4, 'project_id': '74ba9816d29f45709c2d61dd07a4dcc6', 'gw_port': {'id': '9eadaefd-a437-41bd-8c9a-0920eff557dc', 'name': '', 'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:12:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4235a4-1cf5-406e-9017-8b05904869f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:06:20Z', 'updated_at': '2021-06-17T18:06:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78089575-0364-47db-be8b-ef28f42f3a37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-6-iscsi', '_floatingips': [{'id': '8a504415-5504-42cc-b57e-322f988c6b06', 'tenant_id': '74ba9816d29f45709c2d61dd07a4dcc6', 'floating_ip_address': '172.27.2.47', 'floating_network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'router_id': 'cf4235a4-1cf5-406e-9017-8b05904869f0', 'port_id': '5577a9a1-1770-4ff7-83ae-1a4009a3cc40', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 417, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f9fb0f7-53a4-48cb-a36c-c77fb573af98', 'mac_address': 'fa:16:3e:78:92:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d17454-bfce-47e4-b41b-493d9e52a372', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T18:07:28Z', 'updated_at': '2021-06-17T18:07:28Z', 'revision_number': 0, 'project_id': '74ba9816d29f45709c2d61dd07a4dcc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9f4927c-6847-4cc8-b647-b31e32ab8b43', 'name': '', 'network_id': '1f9fb0f7-53a4-48cb-a36c-c77fb573af98', 'tenant_id': '74ba9816d29f45709c2d61dd07a4dcc6', 'mac_address': 'fa:16:3e:2f:c5:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4235a4-1cf5-406e-9017-8b05904869f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '5ea2c680-8280-494b-b582-ad8adfc7edc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:06:23Z', 'updated_at': '2021-06-17T18:06:31Z', 'revision_number': 5, 'project_id': '74ba9816d29f45709c2d61dd07a4dcc6', 'subnets': [{'id': '5ea2c680-8280-494b-b582-ad8adfc7edc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-6-iscsi', False) {} {{(pid=92881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:07:31.352870 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d1ea27-a5b1-413e-9c19-bab85f7ecc48 None None] The sync data for ids ['cf4235a4-1cf5-406e-9017-8b05904869f0'] in dv-cinder-786260-6-iscsi is: [{'id': 'cf4235a4-1cf5-406e-9017-8b05904869f0', 'name': 'tempest-TestMinimumBasicScenario-1965674436-router', 'tenant_id': '74ba9816d29f45709c2d61dd07a4dcc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'external_fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '9eadaefd-a437-41bd-8c9a-0920eff557dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T18:06:19Z', 'updated_at': '2021-06-17T18:06:24Z', 'revision_number': 4, 'project_id': '74ba9816d29f45709c2d61dd07a4dcc6', 'gw_port': {'id': '9eadaefd-a437-41bd-8c9a-0920eff557dc', 'name': '', 'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:12:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4235a4-1cf5-406e-9017-8b05904869f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:06:20Z', 'updated_at': '2021-06-17T18:06:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78089575-0364-47db-be8b-ef28f42f3a37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-6-iscsi', '_floatingips': [{'id': '8a504415-5504-42cc-b57e-322f988c6b06', 'tenant_id': '74ba9816d29f45709c2d61dd07a4dcc6', 'floating_ip_address': '172.27.2.47', 'floating_network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'router_id': 'cf4235a4-1cf5-406e-9017-8b05904869f0', 'port_id': '5577a9a1-1770-4ff7-83ae-1a4009a3cc40', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 417, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f9fb0f7-53a4-48cb-a36c-c77fb573af98', 'mac_address': 'fa:16:3e:78:92:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d17454-bfce-47e4-b41b-493d9e52a372', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T18:07:28Z', 'updated_at': '2021-06-17T18:07:28Z', 'revision_number': 0, 'project_id': '74ba9816d29f45709c2d61dd07a4dcc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9f4927c-6847-4cc8-b647-b31e32ab8b43', 'name': '', 'network_id': '1f9fb0f7-53a4-48cb-a36c-c77fb573af98', 'tenant_id': '74ba9816d29f45709c2d61dd07a4dcc6', 'mac_address': 'fa:16:3e:2f:c5:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4235a4-1cf5-406e-9017-8b05904869f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '5ea2c680-8280-494b-b582-ad8adfc7edc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:06:23Z', 'updated_at': '2021-06-17T18:06:31Z', 'revision_number': 5, 'project_id': '74ba9816d29f45709c2d61dd07a4dcc6', 'subnets': [{'id': '5ea2c680-8280-494b-b582-ad8adfc7edc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 18:07:31.406788 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-e2323855-8a02-4a88-8415-df07c2c0c8a9 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:31.414507 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-e2323855-8a02-4a88-8415-df07c2c0c8a9 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592663'] for security_group_rule, after_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:31.421141 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-f2b27810-ac66-4264-bc29-dec4563f44ce tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:07:31.443758 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2323855-8a02-4a88-8415-df07c2c0c8a9 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f359071c-5f8a-4c32-9bac-d7a28bbc5d0c,revision_number=0']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:07:31.448120 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-e2323855-8a02-4a88-8415-df07c2c0c8a9 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:07:31.457393 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-048a79ea-fbed-463a-8fdf-45ebc0bb276e req-bdc08ccd-8fdd-4cc3-8a8e-eae9e441fa55 service neutron] 10.222.0.95 "GET /v2.0/networks/1f9fb0f7-53a4-48cb-a36c-c77fb573af98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654544 Jun 17 18:07:31.463499 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-e2323855-8a02-4a88-8415-df07c2c0c8a9 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:31.464942 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-e2323855-8a02-4a88-8415-df07c2c0c8a9 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2202375 Jun 17 18:07:31.470646 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 48304) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:07:31.476747 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.v2.base [None req-5bae6862-c52c-4e53-92d5-07e81108792f tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Request body: {'security_group_rule': {'security_group_id': 'eb22bad0-1f12-4cef-9514-e2ea2eceba92', 'project_id': '74ba9816d29f45709c2d61dd07a4dcc6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 18:07:31.552832 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-5bae6862-c52c-4e53-92d5-07e81108792f tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:31.561382 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-048a79ea-fbed-463a-8fdf-45ebc0bb276e req-f51f9574-f913-4e6a-beb7-9f5488d91d1d service neutron] 10.222.0.95 "GET /v2.0/networks/1f9fb0f7-53a4-48cb-a36c-c77fb573af98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948572 Jun 17 18:07:31.617725 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.plugin [None req-63985ee5-73ce-428f-991f-68539a291913 admin admin] Deleting port 9681dcdd-6d51-4ed3-91c4-bf05f795d429 {{(pid=92874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 18:07:31.617958 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-63985ee5-73ce-428f-991f-68539a291913 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743365079206'] for port, before_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:31.623616 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e963787a-e007-42c1-a3bf-844ecd6e6b3f None None] New status for floating IP 8a504415-5504-42cc-b57e-322f988c6b06: ACTIVE {{(pid=92880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 18:07:31.701301 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-5bae6862-c52c-4e53-92d5-07e81108792f tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:31.711075 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-5bae6862-c52c-4e53-92d5-07e81108792f tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592663'] for security_group_rule, after_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:31.719266 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898a3d11-3a2e-4d1c-b5d9-1a93850b100a req-28ac1c40-ce06-4e10-a9fc-7d52290c0fa2 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:07:31.720756 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-898a3d11-3a2e-4d1c-b5d9-1a93850b100a req-28ac1c40-ce06-4e10-a9fc-7d52290c0fa2 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "GET /v2.0/ports?device_id=412d6c27-5056-4695-a549-32b0b7c42bd5 HTTP/1.1" status: 200 len: 945 time: 0.1827428 Jun 17 18:07:31.725903 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-7f2b1ec4-e167-49f4-856f-a2ef1845e89c tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:07:31.766213 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bae6862-c52c-4e53-92d5-07e81108792f tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10f598af-41e0-45e0-851c-0b5d19859b38,revision_number=0']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:07:31.773914 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-5bae6862-c52c-4e53-92d5-07e81108792f tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:07:31.781642 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.db [None req-63985ee5-73ce-428f-991f-68539a291913 admin admin] For port 9681dcdd-6d51-4ed3-91c4-bf05f795d429, host dv-cinder-786260-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-6-iscsi',level=0,port_id=9681dcdd-6d51-4ed3-91c4-bf05f795d429,segment=NetworkSegment(86fa7d04-d5b8-408a-84bd-320872eef607),segment_id=86fa7d04-d5b8-408a-84bd-320872eef607)] {{(pid=92874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:07:31.782072 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-63985ee5-73ce-428f-991f-68539a291913 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956370'] for port, precommit_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:31.792037 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-5bae6862-c52c-4e53-92d5-07e81108792f tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:31.793179 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-5bae6862-c52c-4e53-92d5-07e81108792f tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3215449 Jun 17 18:07:31.796577 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 48306) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:07:31.802300 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.v2.base [None req-742b91f1-47fe-429f-b990-c64ab756ece5 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Request body: {'security_group_rule': {'security_group_id': 'eb22bad0-1f12-4cef-9514-e2ea2eceba92', 'project_id': '74ba9816d29f45709c2d61dd07a4dcc6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 18:07:31.853778 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.db.securitygroups_db [None req-742b91f1-47fe-429f-b990-c64ab756ece5 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Project 74ba9816d29f45709c2d61dd07a4dcc6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 17 18:07:31.860382 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-742b91f1-47fe-429f-b990-c64ab756ece5 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:31.861615 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.plugin [None req-63985ee5-73ce-428f-991f-68539a291913 admin admin] Calling delete_port for 9681dcdd-6d51-4ed3-91c4-bf05f795d429 owned by network:router_interface {{(pid=92874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 18:07:31.869985 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-898a3d11-3a2e-4d1c-b5d9-1a93850b100a req-c606fd8d-d994-49a2-a67e-a4ec462ed416 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "GET /v2.0/security-groups?id=19e58ac4-2b2e-45d9-bd7b-7c5e46ae7cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1377859 Jun 17 18:07:31.935190 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-742b91f1-47fe-429f-b990-c64ab756ece5 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:31.939393 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-742b91f1-47fe-429f-b990-c64ab756ece5 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592663'] for security_group_rule, after_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:31.941819 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-df75bda7-68b0-420f-a0d5-d062534c8e4b tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:07:31.958968 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742b91f1-47fe-429f-b990-c64ab756ece5 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9281f53-3b6f-4396-a4ab-3eafd16d8b15,revision_number=0']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:07:31.962002 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-742b91f1-47fe-429f-b990-c64ab756ece5 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:07:31.965442 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-742b91f1-47fe-429f-b990-c64ab756ece5 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:31.966732 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-742b91f1-47fe-429f-b990-c64ab756ece5 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1683235 Jun 17 18:07:31.970826 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 48318) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:07:31.975393 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.v2.base [None req-b185b2b6-da86-4952-b969-5367313678a5 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Request body: {'security_group_rule': {'security_group_id': 'eb22bad0-1f12-4cef-9514-e2ea2eceba92', 'project_id': '74ba9816d29f45709c2d61dd07a4dcc6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 18:07:31.998955 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.db.securitygroups_db [None req-b185b2b6-da86-4952-b969-5367313678a5 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Project 74ba9816d29f45709c2d61dd07a4dcc6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 17 18:07:32.003799 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-b185b2b6-da86-4952-b969-5367313678a5 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:32.067916 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-b185b2b6-da86-4952-b969-5367313678a5 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:32.071395 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-b185b2b6-da86-4952-b969-5367313678a5 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592663'] for security_group_rule, after_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:32.073330 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:07:32.091219 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b185b2b6-da86-4952-b969-5367313678a5 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=729ae151-46bf-48e3-8867-8d9cd98edcb2,revision_number=0']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:07:32.094657 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-b185b2b6-da86-4952-b969-5367313678a5 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:32.095832 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-b185b2b6-da86-4952-b969-5367313678a5 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1240184 Jun 17 18:07:32.096992 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-b185b2b6-da86-4952-b969-5367313678a5 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:07:32.149232 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93c3279-1c1c-430d-9c3b-5466199fb507 req-5e3e9b1f-3b13-4412-8114-db5e8a13d57d tempest-VolumesActionsTest-1517777520 tempest-VolumesActionsTest-1517777520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:07:32.150696 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-d93c3279-1c1c-430d-9c3b-5466199fb507 req-5e3e9b1f-3b13-4412-8114-db5e8a13d57d tempest-VolumesActionsTest-1517777520 tempest-VolumesActionsTest-1517777520-project] 10.222.0.97 "GET /v2.0/networks?id=54df0f08-a9ef-465f-b9c8-0e59c1dee388 HTTP/1.1" status: 200 len: 809 time: 0.1488068 Jun 17 18:07:32.173066 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-d93c3279-1c1c-430d-9c3b-5466199fb507 req-c3ef43b4-9311-4d6f-bfb3-5673cc93de10 tempest-VolumesActionsTest-1517777520 tempest-VolumesActionsTest-1517777520-project] 10.222.0.97 "GET /v2.0/quotas/ac1d8ff5c5714904905c48ffd996860c HTTP/1.1" status: 200 len: 375 time: 0.0158241 Jun 17 18:07:32.176165 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-63985ee5-73ce-428f-991f-68539a291913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743365085983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743364645425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28501932'] for port, after_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:32.178175 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-f8e19cd3-bcf6-498f-b0ac-700c9bcb7f79 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:07:32.238797 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63985ee5-73ce-428f-991f-68539a291913 admin admin] Pushing event deleted for resources: {'Port': ['ID=9681dcdd-6d51-4ed3-91c4-bf05f795d429,revision_number=None']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:07:32.250010 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-d93c3279-1c1c-430d-9c3b-5466199fb507 req-0b764531-a490-42c4-bc15-534ef7268fbc tempest-VolumesActionsTest-1517777520 tempest-VolumesActionsTest-1517777520-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=ac1d8ff5c5714904905c48ffd996860c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0689526 Jun 17 18:07:32.252124 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-63985ee5-73ce-428f-991f-68539a291913 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:07:32.326892 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-096aa78f-194c-46cf-ad73-f4a9c23de550 req-74353048-cc0c-45cc-a8c1-1fb990937d32 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] 10.222.0.97 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-581709279&fields=id&tenant_id=74ba9816d29f45709c2d61dd07a4dcc6 HTTP/1.1" status: 200 len: 267 time: 0.1442087 Jun 17 18:07:32.503103 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-d93c3279-1c1c-430d-9c3b-5466199fb507 req-a13d911e-c947-4edb-8369-7012f8574517 service neutron] 10.222.0.97 "GET /v2.0/networks/54df0f08-a9ef-465f-b9c8-0e59c1dee388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319427 Jun 17 18:07:32.545595 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096aa78f-194c-46cf-ad73-f4a9c23de550 req-e7581eae-25d5-43c9-97ca-1b7e8f9ba067 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:07:32.547010 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-096aa78f-194c-46cf-ad73-f4a9c23de550 req-e7581eae-25d5-43c9-97ca-1b7e8f9ba067 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] 10.222.0.97 "GET /v2.0/ports?device_id=38d17454-bfce-47e4-b41b-493d9e52a372 HTTP/1.1" status: 200 len: 945 time: 0.2108335 Jun 17 18:07:32.567212 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.v2.base [req-096aa78f-194c-46cf-ad73-f4a9c23de550 req-0d34c869-e690-4b26-818a-f4ea5738682e tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Request body: {'port': {'security_groups': ['04fbf763-7189-4b69-b638-08faa30be8f8', 'eb22bad0-1f12-4cef-9514-e2ea2eceba92']}} {{(pid=92874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 18:07:32.642215 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-63985ee5-73ce-428f-991f-68539a291913 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-957629'] for router_interface, after_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:32.695626 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-d93c3279-1c1c-430d-9c3b-5466199fb507 req-287550ad-5f55-497d-8a7f-c398ec1881f7 service neutron] 10.222.0.97 "GET /v2.0/networks/54df0f08-a9ef-465f-b9c8-0e59c1dee388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861730 Jun 17 18:07:32.701138 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Device 8d512d72-e38b-44d0-857f-e6bc293dc5c0 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=92880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 18:07:32.721621 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.plugin [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] No Port match for: 8d512d72-e38b-44d0-857f-e6bc293dc5c0 {{(pid=92880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 18:07:32.721982 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Device 8d512d72-e38b-44d0-857f-e6bc293dc5c0 not bound to the agent host hv-cinder-78626 {{(pid=92880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 18:07:32.773981 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-096aa78f-194c-46cf-ad73-f4a9c23de550 req-0d34c869-e690-4b26-818a-f4ea5738682e tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:33.316415 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-d0960349-ee4c-4ea7-a7b7-3aa532222efc req-8166d7b9-bf4e-45cd-9ee4-a138f0473e89 tempest-VolumesActionsTest-1517777520 tempest-VolumesActionsTest-1517777520-project] 10.222.0.97 "GET /v2.0/ports?device_id=db4bb9e5-a0a7-43a5-8bb5-df1a2278498b HTTP/1.1" status: 200 len: 210 time: 0.0568063 Jun 17 18:07:33.382251 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63985ee5-73ce-428f-991f-68539a291913 admin admin] Router b2c50905-7c93-4754-acf9-ea9fe0d16ece has already been hosted by L3 agent 4c938d44-4998-4210-8006-ee34f5a3ffbf {{(pid=92874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 18:07:33.396333 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.db [req-096aa78f-194c-46cf-ad73-f4a9c23de550 req-0d34c869-e690-4b26-818a-f4ea5738682e tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] For port 5577a9a1-1770-4ff7-83ae-1a4009a3cc40, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=5577a9a1-1770-4ff7-83ae-1a4009a3cc40,segment=NetworkSegment(51124b7c-a80a-4db0-b648-ac0bff2755df),segment_id=51124b7c-a80a-4db0-b648-ac0bff2755df)] {{(pid=92874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:07:33.516454 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-096aa78f-194c-46cf-ad73-f4a9c23de550 req-0d34c869-e690-4b26-818a-f4ea5738682e tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Notify callbacks [] for port, precommit_update {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:33.527663 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-096aa78f-194c-46cf-ad73-f4a9c23de550 req-0d34c869-e690-4b26-818a-f4ea5738682e tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28501911'] for port, after_update {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:33.534060 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-61f5cbe3-4e92-4837-ba3c-b224dc459b21 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:07:33.568113 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] get_ports_and_sgs() called for port_ids ['5577a9a1-1770-4ff7-83ae-1a4009a3cc40'] {{(pid=92880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 18:07:33.588899 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096aa78f-194c-46cf-ad73-f4a9c23de550 req-0d34c869-e690-4b26-818a-f4ea5738682e tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:07:33.589517 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-096aa78f-194c-46cf-ad73-f4a9c23de550 req-0d34c869-e690-4b26-818a-f4ea5738682e tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523113'] for port, before_response {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:33.590859 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-096aa78f-194c-46cf-ad73-f4a9c23de550 req-0d34c869-e690-4b26-818a-f4ea5738682e tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] 10.222.0.97 "PUT /v2.0/ports/5577a9a1-1770-4ff7-83ae-1a4009a3cc40 HTTP/1.1" status: 200 len: 981 time: 1.0372105 Jun 17 18:07:33.592858 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38d17454-bfce-47e4-b41b-493d9e52a372', 'tag': '5577a9a1-1770-4ff7-83ae-1a4009a3cc40'}] {{(pid=92874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 18:07:33.595449 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58554d43f64f60294e2d1fd4a9d9342a0a386c70b92defbb6c9fd2054ba7a623" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7fbf72a-b0c4-4df2-bbb7-0c16a86a4f1e" -d '{"events": [{"name": "network-changed", "server_uuid": "38d17454-bfce-47e4-b41b-493d9e52a372", "tag": "5577a9a1-1770-4ff7-83ae-1a4009a3cc40"}]}' {{(pid=92874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 18:07:33.657095 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63985ee5-73ce-428f-991f-68539a291913 admin admin] Notify agent at l3_agent.dv-cinder-786260-6-iscsi the message routers_updated {{(pid=92874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 18:07:33.667589 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-63985ee5-73ce-428f-991f-68539a291913 admin admin] 10.222.0.97 "PUT /v2.0/routers/b2c50905-7c93-4754-acf9-ea9fe0d16ece/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9898050 Jun 17 18:07:33.670259 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 48354) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:07:33.673901 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81faa6d-0c53-428c-a532-9e0a6e73114b None None] Sync routers for ids ['b2c50905-7c93-4754-acf9-ea9fe0d16ece'] in dv-cinder-786260-6-iscsi {{(pid=92881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 18:07:33.682940 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5ab36f-ad8f-4d30-9301-bc26ca3301e4 req-055b5735-f57b-4eb4-bc7d-20826eb89bcc tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:07:33.688879 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81faa6d-0c53-428c-a532-9e0a6e73114b None None] Routers {'b2c50905-7c93-4754-acf9-ea9fe0d16ece'} bound to L3 agent in host dv-cinder-786260-6-iscsi {{(pid=92881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 18:07:33.689864 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.l3_hamode_db [None req-b81faa6d-0c53-428c-a532-9e0a6e73114b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-17T17:55:17Z,description=,heartbeat_timestamp=2021-06-17T18:07:17Z,host='dv-cinder-786260-6-iscsi',id=4c938d44-4998-4210-8006-ee34f5a3ffbf,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:55:17Z,topic='l3_agent')) {'router_ids': ['b2c50905-7c93-4754-acf9-ea9fe0d16ece'], 'active': True} {{(pid=92881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:07:33.690445 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-6e5ab36f-ad8f-4d30-9301-bc26ca3301e4 req-055b5735-f57b-4eb4-bc7d-20826eb89bcc tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "GET /v2.0/ports?device_id=412d6c27-5056-4695-a549-32b0b7c42bd5 HTTP/1.1" status: 200 len: 945 time: 0.2451873 Jun 17 18:07:33.697847 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d34c869-e690-4b26-818a-f4ea5738682e tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Pushing event updated for resources: {'Port': ['ID=5577a9a1-1770-4ff7-83ae-1a4009a3cc40,revision_number=6']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:07:33.711583 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-0d34c869-e690-4b26-818a-f4ea5738682e tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:07:33.779840 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-6e5ab36f-ad8f-4d30-9301-bc26ca3301e4 req-a7d81083-8b87-4a9d-9176-7946923b7092 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "GET /v2.0/security-groups?id=19e58ac4-2b2e-45d9-bd7b-7c5e46ae7cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884757 Jun 17 18:07:33.840732 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb81a5a-8788-45a0-865e-cb7b327bcbe6 req-fb4e1340-30ef-425f-99c1-595a553fba1f tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:07:33.842412 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-2fb81a5a-8788-45a0-865e-cb7b327bcbe6 req-fb4e1340-30ef-425f-99c1-595a553fba1f tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] 10.222.0.97 "GET /v2.0/ports?device_id=38d17454-bfce-47e4-b41b-493d9e52a372 HTTP/1.1" status: 200 len: 984 time: 0.1025803 Jun 17 18:07:33.844300 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.l3_dvr_db [None req-b81faa6d-0c53-428c-a532-9e0a6e73114b None None] Set router b2c50905-7c93-4754-acf9-ea9fe0d16ece gateway port host: dv-cinder-786260-6-iscsi {{(pid=92881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 18:07:33.857232 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] get_ports_and_sgs() called for port_ids ['5577a9a1-1770-4ff7-83ae-1a4009a3cc40'] {{(pid=92880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 18:07:33.865559 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 18:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47cc1ac9-73ca-48d7-8359-64d243a5cfc4 x-openstack-request-id: req-47cc1ac9-73ca-48d7-8359-64d243a5cfc4 {{(pid=92874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 18:07:33.865884 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38d17454-bfce-47e4-b41b-493d9e52a372", "tag": "5577a9a1-1770-4ff7-83ae-1a4009a3cc40", "status": "completed", "code": 200}]} {{(pid=92874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 18:07:33.866171 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-47cc1ac9-73ca-48d7-8359-64d243a5cfc4 {{(pid=92874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 18:07:33.866592 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38d17454-bfce-47e4-b41b-493d9e52a372', 'tag': '5577a9a1-1770-4ff7-83ae-1a4009a3cc40', 'status': 'completed', 'code': 200} Jun 17 18:07:33.920824 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-2fb81a5a-8788-45a0-865e-cb7b327bcbe6 req-d52a612d-8ca8-4de8-8460-216a8e9bbc69 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] 10.222.0.97 "GET /v2.0/security-groups?id=eb22bad0-1f12-4cef-9514-e2ea2eceba92&id=04fbf763-7189-4b69-b638-08faa30be8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0722048 Jun 17 18:07:34.045938 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-9f7b9003-6553-49ce-8b58-6a8e7525f812 None None] Provisioning complete for port 5577a9a1-1770-4ff7-83ae-1a4009a3cc40 triggered by entity DHCP. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 18:07:34.046314 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-9f7b9003-6553-49ce-8b58-6a8e7525f812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687209'] for port, provisioning_complete {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:34.087542 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.l3_hamode_db [None req-b81faa6d-0c53-428c-a532-9e0a6e73114b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2c50905-7c93-4754-acf9-ea9fe0d16ece', 'name': 'tempest-ServerRescueNegativeTestJSON-1769801416-router', 'tenant_id': '623f5da845c24adfaa862156e92f7f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'external_fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '846b6c75-97ae-417f-b613-9bbb618f19fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T18:02:58Z', 'updated_at': '2021-06-17T18:07:32Z', 'revision_number': 5, 'project_id': '623f5da845c24adfaa862156e92f7f73', 'gw_port': {'id': '846b6c75-97ae-417f-b613-9bbb618f19fd', 'name': '', 'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:1d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c50905-7c93-4754-acf9-ea9fe0d16ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:02:59Z', 'updated_at': '2021-06-17T18:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78089575-0364-47db-be8b-ef28f42f3a37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-6-iscsi'}], 'dv-cinder-786260-6-iscsi', False) {} {{(pid=92881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:07:34.117847 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81faa6d-0c53-428c-a532-9e0a6e73114b None None] Checking router: b2c50905-7c93-4754-acf9-ea9fe0d16ece for host: dv-cinder-786260-6-iscsi {{(pid=92881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 18:07:34.131621 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81faa6d-0c53-428c-a532-9e0a6e73114b None None] Routers {'b2c50905-7c93-4754-acf9-ea9fe0d16ece'} bound to L3 agent in host dv-cinder-786260-6-iscsi {{(pid=92881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 18:07:34.132632 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.l3_hamode_db [None req-b81faa6d-0c53-428c-a532-9e0a6e73114b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-17T17:55:17Z,description=,heartbeat_timestamp=2021-06-17T18:07:17Z,host='dv-cinder-786260-6-iscsi',id=4c938d44-4998-4210-8006-ee34f5a3ffbf,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:55:17Z,topic='l3_agent')) {'router_ids': ['b2c50905-7c93-4754-acf9-ea9fe0d16ece'], 'active': True} {{(pid=92881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:07:34.252174 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.l3_dvr_db [None req-b81faa6d-0c53-428c-a532-9e0a6e73114b None None] Set router b2c50905-7c93-4754-acf9-ea9fe0d16ece gateway port host: dv-cinder-786260-6-iscsi {{(pid=92881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 18:07:34.352399 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fbf72a-b0c4-4df2-bbb7-0c16a86a4f1e req-e7394b0f-5ac7-4401-bd8f-ac4ee77829c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:07:34.356744 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-e7fbf72a-b0c4-4df2-bbb7-0c16a86a4f1e req-e7394b0f-5ac7-4401-bd8f-ac4ee77829c9 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=74ba9816d29f45709c2d61dd07a4dcc6&device_id=38d17454-bfce-47e4-b41b-493d9e52a372 HTTP/1.1" status: 200 len: 1137 time: 0.2094252 Jun 17 18:07:34.363089 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-991ef719-9345-4f08-b92a-cc6cc998b1a7 admin admin] Notify callbacks [] for router, before_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:34.391777 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b362f0-a243-47fb-ba6c-56ac8dcd7229 req-5aa68c47-4bba-40c8-bead-ea0824695e52 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:07:34.398720 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-97b362f0-a243-47fb-ba6c-56ac8dcd7229 req-5aa68c47-4bba-40c8-bead-ea0824695e52 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "GET /v2.0/ports?device_id=412d6c27-5056-4695-a549-32b0b7c42bd5 HTTP/1.1" status: 200 len: 945 time: 0.1663682 Jun 17 18:07:34.574033 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.l3_hamode_db [None req-b81faa6d-0c53-428c-a532-9e0a6e73114b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2c50905-7c93-4754-acf9-ea9fe0d16ece', 'name': 'tempest-ServerRescueNegativeTestJSON-1769801416-router', 'tenant_id': '623f5da845c24adfaa862156e92f7f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'external_fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '846b6c75-97ae-417f-b613-9bbb618f19fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T18:02:58Z', 'updated_at': '2021-06-17T18:07:32Z', 'revision_number': 5, 'project_id': '623f5da845c24adfaa862156e92f7f73', 'gw_port': {'id': '846b6c75-97ae-417f-b613-9bbb618f19fd', 'name': '', 'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:1d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c50905-7c93-4754-acf9-ea9fe0d16ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:02:59Z', 'updated_at': '2021-06-17T18:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78089575-0364-47db-be8b-ef28f42f3a37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-6-iscsi'}], 'dv-cinder-786260-6-iscsi', False) {} {{(pid=92881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:07:34.605451 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b81faa6d-0c53-428c-a532-9e0a6e73114b None None] The sync data for ids ['b2c50905-7c93-4754-acf9-ea9fe0d16ece'] in dv-cinder-786260-6-iscsi is: [{'id': 'b2c50905-7c93-4754-acf9-ea9fe0d16ece', 'name': 'tempest-ServerRescueNegativeTestJSON-1769801416-router', 'tenant_id': '623f5da845c24adfaa862156e92f7f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'external_fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.88'}], 'enable_snat': True}, 'gw_port_id': '846b6c75-97ae-417f-b613-9bbb618f19fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T18:02:58Z', 'updated_at': '2021-06-17T18:07:32Z', 'revision_number': 5, 'project_id': '623f5da845c24adfaa862156e92f7f73', 'gw_port': {'id': '846b6c75-97ae-417f-b613-9bbb618f19fd', 'name': '', 'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:1d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c50905-7c93-4754-acf9-ea9fe0d16ece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:02:59Z', 'updated_at': '2021-06-17T18:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78089575-0364-47db-be8b-ef28f42f3a37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-6-iscsi'}] {{(pid=92881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 18:07:34.660839 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-32bf061d-b014-4497-8c7a-73abe663f257 req-d46f49ac-11ec-4e84-93b1-029bf3016ae9 tempest-VolumesActionsTest-1517777520 tempest-VolumesActionsTest-1517777520-project] 10.222.0.97 "GET /v2.0/ports?device_id=db4bb9e5-a0a7-43a5-8bb5-df1a2278498b HTTP/1.1" status: 200 len: 210 time: 0.1167419 Jun 17 18:07:34.675780 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93c3279-1c1c-430d-9c3b-5466199fb507 req-550f63c1-4bdd-4c94-bfd4-567ab68f456d tempest-VolumesActionsTest-1517777520 tempest-VolumesActionsTest-1517777520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:07:34.677439 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-d93c3279-1c1c-430d-9c3b-5466199fb507 req-550f63c1-4bdd-4c94-bfd4-567ab68f456d tempest-VolumesActionsTest-1517777520 tempest-VolumesActionsTest-1517777520-project] 10.222.0.95 "GET /v2.0/networks?id=54df0f08-a9ef-465f-b9c8-0e59c1dee388 HTTP/1.1" status: 200 len: 809 time: 0.3699918 Jun 17 18:07:34.687291 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-97b362f0-a243-47fb-ba6c-56ac8dcd7229 req-deb5d0e6-fac5-4ba2-b23d-09664ea487a7 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "GET /v2.0/security-groups?id=19e58ac4-2b2e-45d9-bd7b-7c5e46ae7cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2875857 Jun 17 18:07:34.698727 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fbf72a-b0c4-4df2-bbb7-0c16a86a4f1e req-c8829a4f-25a7-4bdd-879b-410a0c00cfdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:07:34.700348 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-e7fbf72a-b0c4-4df2-bbb7-0c16a86a4f1e req-c8829a4f-25a7-4bdd-879b-410a0c00cfdf service neutron] 10.222.0.95 "GET /v2.0/networks?id=1f9fb0f7-53a4-48cb-a36c-c77fb573af98 HTTP/1.1" status: 200 len: 917 time: 0.1487284 Jun 17 18:07:34.714712 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.v2.base [req-d93c3279-1c1c-430d-9c3b-5466199fb507 req-1a38af9a-6002-4eaf-b20d-0b81277ae5a6 tempest-VolumesActionsTest-1517777520 tempest-VolumesActionsTest-1517777520-project] Request body: {'port': {'device_id': 'db4bb9e5-a0a7-43a5-8bb5-df1a2278498b', 'network_id': '54df0f08-a9ef-465f-b9c8-0e59c1dee388', 'admin_state_up': True, 'tenant_id': 'ac1d8ff5c5714904905c48ffd996860c'}} {{(pid=92874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 18:07:34.718978 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-991ef719-9345-4f08-b92a-cc6cc998b1a7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:34.724645 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53256b0a-17ff-410c-b32c-b114787fe9d9 req-8d68437e-e3fa-4300-909f-c3b789551194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:07:34.726084 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-53256b0a-17ff-410c-b32c-b114787fe9d9 req-8d68437e-e3fa-4300-909f-c3b789551194 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=59d1c386609e449fb41deccf8db32944&device_id=412d6c27-5056-4695-a549-32b0b7c42bd5 HTTP/1.1" status: 200 len: 1098 time: 0.1359832 Jun 17 18:07:34.803773 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-e7fbf72a-b0c4-4df2-bbb7-0c16a86a4f1e req-2299a521-a306-4f25-b505-ac20d5f817fe service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5577a9a1-1770-4ff7-83ae-1a4009a3cc40 HTTP/1.1" status: 200 len: 1000 time: 0.0871036 Jun 17 18:07:34.851869 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.plugins.ml2.plugin [None req-991ef719-9345-4f08-b92a-cc6cc998b1a7 admin admin] Deleting port 846b6c75-97ae-417f-b613-9bbb618f19fd {{(pid=92872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 18:07:34.852226 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-991ef719-9345-4f08-b92a-cc6cc998b1a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743365079206'] for port, before_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:34.887860 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fbf72a-b0c4-4df2-bbb7-0c16a86a4f1e req-8291ee2c-6cc2-473d-bc10-83fcbd20ecd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:07:34.889858 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-e7fbf72a-b0c4-4df2-bbb7-0c16a86a4f1e req-8291ee2c-6cc2-473d-bc10-83fcbd20ecd2 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=5ea2c680-8280-494b-b582-ad8adfc7edc3 HTTP/1.1" status: 200 len: 854 time: 0.0730565 Jun 17 18:07:34.891532 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53256b0a-17ff-410c-b32c-b114787fe9d9 req-734e3e35-4a12-49cf-85dc-606db4f96047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:07:34.893111 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-53256b0a-17ff-410c-b32c-b114787fe9d9 req-734e3e35-4a12-49cf-85dc-606db4f96047 service neutron] 10.222.0.95 "GET /v2.0/networks?id=a56ac911-462a-49b0-b749-9c491282bc98 HTTP/1.1" status: 200 len: 912 time: 0.1537027 Jun 17 18:07:34.946725 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d93c3279-1c1c-430d-9c3b-5466199fb507 req-1a38af9a-6002-4eaf-b20d-0b81277ae5a6 tempest-VolumesActionsTest-1517777520 tempest-VolumesActionsTest-1517777520-project] Made reservation on behalf of ac1d8ff5c5714904905c48ffd996860c for: {'port': 1} {{(pid=92874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 18:07:34.950206 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-d93c3279-1c1c-430d-9c3b-5466199fb507 req-1a38af9a-6002-4eaf-b20d-0b81277ae5a6 tempest-VolumesActionsTest-1517777520 tempest-VolumesActionsTest-1517777520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1986742'] for port, before_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:34.971064 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.plugins.ml2.db [None req-991ef719-9345-4f08-b92a-cc6cc998b1a7 admin admin] For port 846b6c75-97ae-417f-b613-9bbb618f19fd, host dv-cinder-786260-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-6-iscsi',level=0,port_id=846b6c75-97ae-417f-b613-9bbb618f19fd,segment=NetworkSegment(07abf0fa-b3ae-48d7-9299-c095c09325c6),segment_id=07abf0fa-b3ae-48d7-9299-c095c09325c6)] {{(pid=92872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:07:34.971423 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-991ef719-9345-4f08-b92a-cc6cc998b1a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956370'] for port, precommit_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:34.996480 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Device 9681dcdd-6d51-4ed3-91c4-bf05f795d429 no longer exists at agent ovs-agent-dv-cinder-786260-6-iscsi {{(pid=92880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 18:07:35.024512 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.plugin [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] No Port match for: 9681dcdd-6d51-4ed3-91c4-bf05f795d429 {{(pid=92880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 18:07:35.025329 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Device 9681dcdd-6d51-4ed3-91c4-bf05f795d429 not bound to the agent host dv-cinder-786260-6-iscsi {{(pid=92880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 18:07:35.043105 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.plugins.ml2.plugin [None req-991ef719-9345-4f08-b92a-cc6cc998b1a7 admin admin] Calling delete_port for 846b6c75-97ae-417f-b613-9bbb618f19fd owned by network:router_gateway {{(pid=92872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 18:07:35.047300 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-53256b0a-17ff-410c-b32c-b114787fe9d9 req-10c6c99d-ce4c-408d-8192-c2d7eb4ebcf7 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4a2a0eaf-60b9-4d22-98ef-b13c04e2d17a HTTP/1.1" status: 200 len: 1001 time: 0.1395435 Jun 17 18:07:35.058198 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fbf72a-b0c4-4df2-bbb7-0c16a86a4f1e req-fd56ba4b-2e3a-4130-8f9e-8e4ab89e8b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:07:35.059641 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-e7fbf72a-b0c4-4df2-bbb7-0c16a86a4f1e req-fd56ba4b-2e3a-4130-8f9e-8e4ab89e8b42 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=1f9fb0f7-53a4-48cb-a36c-c77fb573af98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1458254 Jun 17 18:07:35.137068 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53256b0a-17ff-410c-b32c-b114787fe9d9 req-e562cff1-6739-4c18-b813-0a30a7448f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:07:35.139335 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-53256b0a-17ff-410c-b32c-b114787fe9d9 req-e562cff1-6739-4c18-b813-0a30a7448f19 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=1c1a0998-b783-48f3-b815-e77d3448c78f HTTP/1.1" status: 200 len: 849 time: 0.0791359 Jun 17 18:07:35.147822 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.db.db_base_plugin_common [req-d93c3279-1c1c-430d-9c3b-5466199fb507 req-1a38af9a-6002-4eaf-b20d-0b81277ae5a6 tempest-VolumesActionsTest-1517777520 tempest-VolumesActionsTest-1517777520-project] Allocated IP 172.20.0.7 (54df0f08-a9ef-465f-b9c8-0e59c1dee388/c9ef456d-08ca-452a-affc-e2d5f7425f6f/c79869f5-9bb0-4990-941f-4cea7e41b430) {{(pid=92874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 18:07:35.260025 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-e7fbf72a-b0c4-4df2-bbb7-0c16a86a4f1e req-eb8b80ed-93ff-40bd-a800-a9f5147ce780 service neutron] 10.222.0.95 "GET /v2.0/networks/1f9fb0f7-53a4-48cb-a36c-c77fb573af98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681952 Jun 17 18:07:35.273966 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53256b0a-17ff-410c-b32c-b114787fe9d9 req-21ecb891-1a04-43f6-af62-31138812bb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:07:35.275430 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-53256b0a-17ff-410c-b32c-b114787fe9d9 req-21ecb891-1a04-43f6-af62-31138812bb1e service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a56ac911-462a-49b0-b749-9c491282bc98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1239619 Jun 17 18:07:35.367865 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-991ef719-9345-4f08-b92a-cc6cc998b1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743365085983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743364645425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25532019'] for port, after_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:35.371755 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-faaf08bc-a54d-4e77-a457-24af9d082624 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:07:35.406693 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-d93c3279-1c1c-430d-9c3b-5466199fb507 req-1a38af9a-6002-4eaf-b20d-0b81277ae5a6 tempest-VolumesActionsTest-1517777520 tempest-VolumesActionsTest-1517777520-project] Notify callbacks [] for port, precommit_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:35.406926 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991ef719-9345-4f08-b92a-cc6cc998b1a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=846b6c75-97ae-417f-b613-9bbb618f19fd,revision_number=None']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:07:35.410897 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-991ef719-9345-4f08-b92a-cc6cc998b1a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:07:35.415193 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-e7fbf72a-b0c4-4df2-bbb7-0c16a86a4f1e req-f487b203-a46d-420f-b848-140f55084c48 service neutron] 10.222.0.95 "GET /v2.0/networks/1f9fb0f7-53a4-48cb-a36c-c77fb573af98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464288 Jun 17 18:07:35.434357 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-53256b0a-17ff-410c-b32c-b114787fe9d9 req-85b23611-2327-4b14-9580-6f5ff284ad9b service neutron] 10.222.0.95 "GET /v2.0/networks/a56ac911-462a-49b0-b749-9c491282bc98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288724 Jun 17 18:07:35.471955 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-991ef719-9345-4f08-b92a-cc6cc998b1a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-955318'] for router_gateway, after_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:35.526682 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-d93c3279-1c1c-430d-9c3b-5466199fb507 req-1a38af9a-6002-4eaf-b20d-0b81277ae5a6 tempest-VolumesActionsTest-1517777520 tempest-VolumesActionsTest-1517777520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1986807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743364645416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28501925'] for port, after_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:35.535029 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-61f5cbe3-4e92-4837-ba3c-b224dc459b21 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:07:35.574467 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-991ef719-9345-4f08-b92a-cc6cc998b1a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1018511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-454'] for router, precommit_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:35.576790 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-991ef719-9345-4f08-b92a-cc6cc998b1a7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:35.598844 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d93c3279-1c1c-430d-9c3b-5466199fb507 req-1a38af9a-6002-4eaf-b20d-0b81277ae5a6 tempest-VolumesActionsTest-1517777520 tempest-VolumesActionsTest-1517777520-project] Network 54df0f08-a9ef-465f-b9c8-0e59c1dee388 is already hosted by enough agents. {{(pid=92874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 18:07:35.612905 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.scheduler.base_scheduler [req-d93c3279-1c1c-430d-9c3b-5466199fb507 req-1a38af9a-6002-4eaf-b20d-0b81277ae5a6 tempest-VolumesActionsTest-1517777520 tempest-VolumesActionsTest-1517777520-project] Resources bound (agent type, host, resource id): {{(pid=92874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 18:07:35.615312 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.db.l3_dvrscheduler_db [req-d93c3279-1c1c-430d-9c3b-5466199fb507 req-1a38af9a-6002-4eaf-b20d-0b81277ae5a6 tempest-VolumesActionsTest-1517777520 tempest-VolumesActionsTest-1517777520-project] Received port after_create {{(pid=92874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 18:07:35.623210 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a38af9a-6002-4eaf-b20d-0b81277ae5a6 tempest-VolumesActionsTest-1517777520 tempest-VolumesActionsTest-1517777520-project] Pushing event updated for resources: {'Port': ['ID=c79869f5-9bb0-4990-941f-4cea7e41b430,revision_number=1']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:07:35.625839 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-1a38af9a-6002-4eaf-b20d-0b81277ae5a6 tempest-VolumesActionsTest-1517777520 tempest-VolumesActionsTest-1517777520-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:07:35.628032 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-53256b0a-17ff-410c-b32c-b114787fe9d9 req-a87cb70c-0723-4e2f-9d8c-0b5d3dee9b11 service neutron] 10.222.0.95 "GET /v2.0/networks/a56ac911-462a-49b0-b749-9c491282bc98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681125 Jun 17 18:07:35.642965 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-991ef719-9345-4f08-b92a-cc6cc998b1a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1017515'] for router, after_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:35.643472 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-991ef719-9345-4f08-b92a-cc6cc998b1a7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b2c50905-7c93-4754-acf9-ea9fe0d16ece {{(pid=92872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 17 18:07:35.648446 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-991ef719-9345-4f08-b92a-cc6cc998b1a7 admin admin] Notify callbacks [] for router, before_response {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:35.651771 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-991ef719-9345-4f08-b92a-cc6cc998b1a7 admin admin] 10.222.0.97 "DELETE /v2.0/routers/b2c50905-7c93-4754-acf9-ea9fe0d16ece HTTP/1.1" status: 204 len: 168 time: 1.9783349 Jun 17 18:07:35.652044 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 48372) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:07:35.677868 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93c3279-1c1c-430d-9c3b-5466199fb507 req-1a38af9a-6002-4eaf-b20d-0b81277ae5a6 tempest-VolumesActionsTest-1517777520 tempest-VolumesActionsTest-1517777520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:07:35.678552 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-d93c3279-1c1c-430d-9c3b-5466199fb507 req-1a38af9a-6002-4eaf-b20d-0b81277ae5a6 tempest-VolumesActionsTest-1517777520 tempest-VolumesActionsTest-1517777520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523113'] for port, before_response {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:35.695585 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-d93c3279-1c1c-430d-9c3b-5466199fb507 req-1a38af9a-6002-4eaf-b20d-0b81277ae5a6 tempest-VolumesActionsTest-1517777520 tempest-VolumesActionsTest-1517777520-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9856088 Jun 17 18:07:35.699877 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.db.db_base_plugin_v2 [None req-b00906bf-2a85-4324-8fb7-69ceb683d38e admin admin] Deleting subnet aaa033e4-31af-4af5-8b46-e711281f5e48 {{(pid=92872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 18:07:35.703485 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-b00906bf-2a85-4324-8fb7-69ceb683d38e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:35.724535 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.v2.base [req-d93c3279-1c1c-430d-9c3b-5466199fb507 req-c0cee522-1225-4090-8c33-041e449c0d4b service neutron] Request body: {'port': {'device_id': 'db4bb9e5-a0a7-43a5-8bb5-df1a2278498b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=92874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 18:07:35.746245 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-b00906bf-2a85-4324-8fb7-69ceb683d38e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25531395'] for subnet, precommit_delete_associations {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:35.803946 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-b00906bf-2a85-4324-8fb7-69ceb683d38e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1684671'] for subnet, precommit_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:35.806093 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-d93c3279-1c1c-430d-9c3b-5466199fb507 req-c0cee522-1225-4090-8c33-041e449c0d4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:35.862720 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-b00906bf-2a85-4324-8fb7-69ceb683d38e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1684662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25532041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27255113'] for subnet, after_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:35.866093 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:07:35.894086 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00906bf-2a85-4324-8fb7-69ceb683d38e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aaa033e4-31af-4af5-8b46-e711281f5e48,revision_number=None']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:07:35.896572 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-b00906bf-2a85-4324-8fb7-69ceb683d38e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:07:35.899468 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-b00906bf-2a85-4324-8fb7-69ceb683d38e admin admin] Notify callbacks [] for subnet, before_response {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:35.901356 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-b00906bf-2a85-4324-8fb7-69ceb683d38e admin admin] 10.222.0.97 "DELETE /v2.0/subnets/aaa033e4-31af-4af5-8b46-e711281f5e48 HTTP/1.1" status: 204 len: 168 time: 0.2483165 Jun 17 18:07:35.903716 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 48378) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:07:35.975523 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-10238e11-ef56-45ac-a9d4-8a8581b705b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2009691'] for network, before_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:36.045979 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96eb361-77bc-4b96-a1c4-f09a5506e234 req-4abf0928-380c-4e91-9a62-8fca37dce87b tempest-VolumesActionsTest-1517777520 tempest-VolumesActionsTest-1517777520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:07:36.047498 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-f96eb361-77bc-4b96-a1c4-f09a5506e234 req-4abf0928-380c-4e91-9a62-8fca37dce87b tempest-VolumesActionsTest-1517777520 tempest-VolumesActionsTest-1517777520-project] 10.222.0.97 "GET /v2.0/ports?device_id=db4bb9e5-a0a7-43a5-8bb5-df1a2278498b HTTP/1.1" status: 200 len: 931 time: 0.2261755 Jun 17 18:07:36.056233 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-10238e11-ef56-45ac-a9d4-8a8581b705b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683494', 'neutron.services.segments.db._delete_segments_for_network-8743365118612'] for network, precommit_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:36.066489 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.services.segments.db [None req-10238e11-ef56-45ac-a9d4-8a8581b705b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64e72c49-5fe4-4eab-8346-e0f7ad7adcf2']}} {{(pid=92872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:07:36.075974 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.services.segments.db [None req-10238e11-ef56-45ac-a9d4-8a8581b705b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86fa7d04-d5b8-408a-84bd-320872eef607') {'for_net_delete': True} {{(pid=92872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:07:36.076866 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.services.segments.db [None req-10238e11-ef56-45ac-a9d4-8a8581b705b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86fa7d04-d5b8-408a-84bd-320872eef607') {} {{(pid=92872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:07:36.079553 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdb874f-8fd3-49b6-b860-9f7014f6fb80 req-7a331fb8-ddf1-4e47-82bf-2493fa809d19 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:07:36.081010 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-acdb874f-8fd3-49b6-b860-9f7014f6fb80 req-7a331fb8-ddf1-4e47-82bf-2493fa809d19 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "GET /v2.0/ports?device_id=412d6c27-5056-4695-a549-32b0b7c42bd5 HTTP/1.1" status: 200 len: 945 time: 0.2090912 Jun 17 18:07:36.085379 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-10238e11-ef56-45ac-a9d4-8a8581b705b3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743365117157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25531404'] for segment, before_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:36.098624 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-10238e11-ef56-45ac-a9d4-8a8581b705b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1592042'] for segment, precommit_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:36.104896 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10238e11-ef56-45ac-a9d4-8a8581b705b3 admin admin] Releasing vlan 1116 on physical network physnet1 to pool {{(pid=92872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 18:07:36.105333 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-10238e11-ef56-45ac-a9d4-8a8581b705b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1592042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25531940'] for segment, after_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:36.107002 dv-cinder-786260-6-iscsi neutron-server[92872]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 18:07:36.107002 dv-cinder-786260-6-iscsi neutron-server[92872]: retrieve_revision_numbers = { Jun 17 18:07:36.107002 dv-cinder-786260-6-iscsi neutron-server[92872]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 18:07:36.107002 dv-cinder-786260-6-iscsi neutron-server[92872]: conditions |= (models_v2.Port.network_id.in_( Jun 17 18:07:36.107002 dv-cinder-786260-6-iscsi neutron-server[92872]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 18:07:36.107002 dv-cinder-786260-6-iscsi neutron-server[92872]: retrieve_revision_numbers = { Jun 17 18:07:36.107002 dv-cinder-786260-6-iscsi neutron-server[92872]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 18:07:36.107002 dv-cinder-786260-6-iscsi neutron-server[92872]: retrieve_revision_numbers = { Jun 17 18:07:36.107002 dv-cinder-786260-6-iscsi neutron-server[92872]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 18:07:36.107002 dv-cinder-786260-6-iscsi neutron-server[92872]: conditions |= (models_v2.Port.network_id.in_( Jun 17 18:07:36.107002 dv-cinder-786260-6-iscsi neutron-server[92872]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 18:07:36.107002 dv-cinder-786260-6-iscsi neutron-server[92872]: retrieve_revision_numbers = { Jun 17 18:07:36.107002 dv-cinder-786260-6-iscsi neutron-server[92872]: Traceback (most recent call last): Jun 17 18:07:36.107002 dv-cinder-786260-6-iscsi neutron-server[92872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 18:07:36.107002 dv-cinder-786260-6-iscsi neutron-server[92872]: timer() Jun 17 18:07:36.107002 dv-cinder-786260-6-iscsi neutron-server[92872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 18:07:36.107002 dv-cinder-786260-6-iscsi neutron-server[92872]: cb(*args, **kw) Jun 17 18:07:36.107002 dv-cinder-786260-6-iscsi neutron-server[92872]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 18:07:36.107002 dv-cinder-786260-6-iscsi neutron-server[92872]: return func(*args, **kwargs) Jun 17 18:07:36.107002 dv-cinder-786260-6-iscsi neutron-server[92872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 18:07:36.107002 dv-cinder-786260-6-iscsi neutron-server[92872]: self._notify() Jun 17 18:07:36.107002 dv-cinder-786260-6-iscsi neutron-server[92872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 18:07:36.107002 dv-cinder-786260-6-iscsi neutron-server[92872]: self.callback(batched_events) Jun 17 18:07:36.107002 dv-cinder-786260-6-iscsi neutron-server[92872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 18:07:36.107002 dv-cinder-786260-6-iscsi neutron-server[92872]: event.method(event) Jun 17 18:07:36.107002 dv-cinder-786260-6-iscsi neutron-server[92872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 18:07:36.107002 dv-cinder-786260-6-iscsi neutron-server[92872]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 18:07:36.107002 dv-cinder-786260-6-iscsi neutron-server[92872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 18:07:36.107002 dv-cinder-786260-6-iscsi neutron-server[92872]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 18:07:36.107002 dv-cinder-786260-6-iscsi neutron-server[92872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 18:07:36.107002 dv-cinder-786260-6-iscsi neutron-server[92872]: return f(self, *a, **k) Jun 17 18:07:36.107002 dv-cinder-786260-6-iscsi neutron-server[92872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 18:07:36.107002 dv-cinder-786260-6-iscsi neutron-server[92872]: return self._get(url).json() Jun 17 18:07:36.107002 dv-cinder-786260-6-iscsi neutron-server[92872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 18:07:36.107002 dv-cinder-786260-6-iscsi neutron-server[92872]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 18:07:36.107002 dv-cinder-786260-6-iscsi neutron-server[92872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 18:07:36.107002 dv-cinder-786260-6-iscsi neutron-server[92872]: return self.request(url, 'GET', **kwargs) Jun 17 18:07:36.107002 dv-cinder-786260-6-iscsi neutron-server[92872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 18:07:36.107002 dv-cinder-786260-6-iscsi neutron-server[92872]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 18:07:36.107002 dv-cinder-786260-6-iscsi neutron-server[92872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 18:07:36.107002 dv-cinder-786260-6-iscsi neutron-server[92872]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 18:07:36.107002 dv-cinder-786260-6-iscsi neutron-server[92872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 18:07:36.107002 dv-cinder-786260-6-iscsi neutron-server[92872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 18:07:36.107002 dv-cinder-786260-6-iscsi neutron-server[92872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 18:07:36.162962 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-10238e11-ef56-45ac-a9d4-8a8581b705b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-955346'] for network, after_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:36.166864 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:07:36.178333 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-f96eb361-77bc-4b96-a1c4-f09a5506e234 req-bb6c88c4-c43b-4871-9e61-c27d447738b5 tempest-VolumesActionsTest-1517777520 tempest-VolumesActionsTest-1517777520-project] 10.222.0.97 "GET /v2.0/security-groups?id=1b7278ee-edff-4c4e-bb99-e6a0e681b775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152601 Jun 17 18:07:36.182022 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-10238e11-ef56-45ac-a9d4-8a8581b705b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563787'] for network, before_response {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:36.183802 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-acdb874f-8fd3-49b6-b860-9f7014f6fb80 req-e7df2245-a2e0-4f4c-8ebe-f07fc0284dd6 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "GET /v2.0/security-groups?id=19e58ac4-2b2e-45d9-bd7b-7c5e46ae7cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768411 Jun 17 18:07:36.187041 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-10238e11-ef56-45ac-a9d4-8a8581b705b3 admin admin] 10.222.0.97 "DELETE /v2.0/networks/64e72c49-5fe4-4eab-8346-e0f7ad7adcf2 HTTP/1.1" status: 204 len: 168 time: 0.2806966 Jun 17 18:07:36.187592 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10238e11-ef56-45ac-a9d4-8a8581b705b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=64e72c49-5fe4-4eab-8346-e0f7ad7adcf2,revision_number=None']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:07:36.190026 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-10238e11-ef56-45ac-a9d4-8a8581b705b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:07:36.278999 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.notifiers.nova [req-d93c3279-1c1c-430d-9c3b-5466199fb507 req-c0cee522-1225-4090-8c33-041e449c0d4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c79869f5-9bb0-4990-941f-4cea7e41b430 {{(pid=92874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 18:07:36.285346 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-d93c3279-1c1c-430d-9c3b-5466199fb507 req-c0cee522-1225-4090-8c33-041e449c0d4b service neutron] Notify callbacks [] for port, precommit_update {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:36.298329 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.db.provisioning_blocks [req-d93c3279-1c1c-430d-9c3b-5466199fb507 req-c0cee522-1225-4090-8c33-041e449c0d4b service neutron] Transition to ACTIVE for port object c79869f5-9bb0-4990-941f-4cea7e41b430 will not be triggered until provisioned by entity L2. {{(pid=92874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 18:07:36.302777 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-d93c3279-1c1c-430d-9c3b-5466199fb507 req-c0cee522-1225-4090-8c33-041e449c0d4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28501911'] for port, after_update {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:36.305919 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:07:36.323716 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 48382) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:07:36.365045 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-f03087a7-ff56-4397-992d-d7eb63606e47 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=623f5da845c24adfaa862156e92f7f73&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0399830 Jun 17 18:07:36.367402 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 48384) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:07:36.401383 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cee522-1225-4090-8c33-041e449c0d4b service neutron] Pushing event updated for resources: {'Port': ['ID=c79869f5-9bb0-4990-941f-4cea7e41b430,revision_number=2']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:07:36.406037 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-c0cee522-1225-4090-8c33-041e449c0d4b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:07:36.426827 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-64d555d5-3ad2-4a98-b932-8abf31494865 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:36.449667 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-64d555d5-3ad2-4a98-b932-8abf31494865 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:36.456659 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.managers [req-d93c3279-1c1c-430d-9c3b-5466199fb507 req-c0cee522-1225-4090-8c33-041e449c0d4b service neutron] Attempting to bind port c79869f5-9bb0-4990-941f-4cea7e41b430 on host hv-cinder-78626 for vnic_type normal with profile {{(pid=92874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 18:07:36.457470 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.managers [req-d93c3279-1c1c-430d-9c3b-5466199fb507 req-c0cee522-1225-4090-8c33-041e449c0d4b service neutron] Attempting to bind port c79869f5-9bb0-4990-941f-4cea7e41b430 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': 'cedd0927-f0a7-4b58-b7fc-410e1197c012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': '54df0f08-a9ef-465f-b9c8-0e59c1dee388'}] {{(pid=92874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 18:07:36.457470 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d93c3279-1c1c-430d-9c3b-5466199fb507 req-c0cee522-1225-4090-8c33-041e449c0d4b service neutron] Attempting to bind port c79869f5-9bb0-4990-941f-4cea7e41b430 on network 54df0f08-a9ef-465f-b9c8-0e59c1dee388 {{(pid=92874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 18:07:36.461908 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d93c3279-1c1c-430d-9c3b-5466199fb507 req-c0cee522-1225-4090-8c33-041e449c0d4b service neutron] Port c79869f5-9bb0-4990-941f-4cea7e41b430 on network 54df0f08-a9ef-465f-b9c8-0e59c1dee388 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=92874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 18:07:36.462370 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d93c3279-1c1c-430d-9c3b-5466199fb507 req-c0cee522-1225-4090-8c33-041e449c0d4b service neutron] Attempting to bind port c79869f5-9bb0-4990-941f-4cea7e41b430 on network 54df0f08-a9ef-465f-b9c8-0e59c1dee388 {{(pid=92874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 18:07:36.467897 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d93c3279-1c1c-430d-9c3b-5466199fb507 req-c0cee522-1225-4090-8c33-041e449c0d4b service neutron] Checking agent: {'id': '0a4c4f6c-022a-47ca-a1e7-cbe9e6e5e8a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 18, 1, 10), 'started_at': datetime.datetime(2021, 6, 17, 18, 1, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 18, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 18:07:36.468269 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d93c3279-1c1c-430d-9c3b-5466199fb507 req-c0cee522-1225-4090-8c33-041e449c0d4b service neutron] Checking segment: {'id': 'cedd0927-f0a7-4b58-b7fc-410e1197c012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': '54df0f08-a9ef-465f-b9c8-0e59c1dee388'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 18:07:36.468673 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d93c3279-1c1c-430d-9c3b-5466199fb507 req-c0cee522-1225-4090-8c33-041e449c0d4b service neutron] Bound using segment: {'id': 'cedd0927-f0a7-4b58-b7fc-410e1197c012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': '54df0f08-a9ef-465f-b9c8-0e59c1dee388'} {{(pid=92874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 18:07:36.469108 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.managers [req-d93c3279-1c1c-430d-9c3b-5466199fb507 req-c0cee522-1225-4090-8c33-041e449c0d4b service neutron] Bound port: c79869f5-9bb0-4990-941f-4cea7e41b430, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cedd0927-f0a7-4b58-b7fc-410e1197c012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': '54df0f08-a9ef-465f-b9c8-0e59c1dee388'}}] {{(pid=92874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 18:07:36.469458 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-d93c3279-1c1c-430d-9c3b-5466199fb507 req-c0cee522-1225-4090-8c33-041e449c0d4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:36.506968 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-64d555d5-3ad2-4a98-b932-8abf31494865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:36.510099 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-64d555d5-3ad2-4a98-b932-8abf31494865 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:36.511371 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-64d555d5-3ad2-4a98-b932-8abf31494865 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/344af256-d773-4ff0-b9b9-f3fcbe207aec HTTP/1.1" status: 204 len: 168 time: 0.1429329 Jun 17 18:07:36.512198 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-5b98b73f-72c7-438c-8928-585b38fd5ff7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:07:36.520260 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d555d5-3ad2-4a98-b932-8abf31494865 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=344af256-d773-4ff0-b9b9-f3fcbe207aec,revision_number=None']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:07:36.522730 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-64d555d5-3ad2-4a98-b932-8abf31494865 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:07:36.553866 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.db [req-d93c3279-1c1c-430d-9c3b-5466199fb507 req-c0cee522-1225-4090-8c33-041e449c0d4b service neutron] For port c79869f5-9bb0-4990-941f-4cea7e41b430, host hv-cinder-78626, cleared binding levels {{(pid=92874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 18:07:36.557072 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.db [req-d93c3279-1c1c-430d-9c3b-5466199fb507 req-c0cee522-1225-4090-8c33-041e449c0d4b service neutron] For port c79869f5-9bb0-4990-941f-4cea7e41b430, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=c79869f5-9bb0-4990-941f-4cea7e41b430,segment=NetworkSegment(cedd0927-f0a7-4b58-b7fc-410e1197c012),segment_id=cedd0927-f0a7-4b58-b7fc-410e1197c012)] {{(pid=92874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 18:07:36.561511 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-d93c3279-1c1c-430d-9c3b-5466199fb507 req-c0cee522-1225-4090-8c33-041e449c0d4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28501911'] for port, after_update {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:36.563530 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-589defa1-c657-44f7-9ccd-67e7ee6106b6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:07:36.599589 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93c3279-1c1c-430d-9c3b-5466199fb507 req-c0cee522-1225-4090-8c33-041e449c0d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:07:36.600237 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-d93c3279-1c1c-430d-9c3b-5466199fb507 req-c0cee522-1225-4090-8c33-041e449c0d4b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523113'] for port, before_response {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:36.601620 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-d93c3279-1c1c-430d-9c3b-5466199fb507 req-c0cee522-1225-4090-8c33-041e449c0d4b service neutron] 10.222.0.95 "PUT /v2.0/ports/c79869f5-9bb0-4990-941f-4cea7e41b430 HTTP/1.1" status: 200 len: 1093 time: 0.8817217 Jun 17 18:07:36.602102 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db4bb9e5-a0a7-43a5-8bb5-df1a2278498b', 'tag': 'c79869f5-9bb0-4990-941f-4cea7e41b430'}] {{(pid=92874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 18:07:36.604415 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58554d43f64f60294e2d1fd4a9d9342a0a386c70b92defbb6c9fd2054ba7a623" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff06d392-ad69-4e7b-8019-161719e72055" -d '{"events": [{"name": "network-changed", "server_uuid": "db4bb9e5-a0a7-43a5-8bb5-df1a2278498b", "tag": "c79869f5-9bb0-4990-941f-4cea7e41b430"}]}' {{(pid=92874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 18:07:36.628491 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cee522-1225-4090-8c33-041e449c0d4b service neutron] Pushing event updated for resources: {'Port': ['ID=c79869f5-9bb0-4990-941f-4cea7e41b430,revision_number=3']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:07:36.631939 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-c0cee522-1225-4090-8c33-041e449c0d4b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:07:36.645748 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 18:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8784498-ec94-4c59-80ef-a124a0a07638 x-openstack-request-id: req-a8784498-ec94-4c59-80ef-a124a0a07638 {{(pid=92874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 18:07:36.646155 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db4bb9e5-a0a7-43a5-8bb5-df1a2278498b", "tag": "c79869f5-9bb0-4990-941f-4cea7e41b430", "status": "completed", "code": 200}]} {{(pid=92874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 18:07:36.646473 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-a8784498-ec94-4c59-80ef-a124a0a07638 {{(pid=92874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 18:07:36.646900 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db4bb9e5-a0a7-43a5-8bb5-df1a2278498b', 'tag': 'c79869f5-9bb0-4990-941f-4cea7e41b430', 'status': 'completed', 'code': 200} Jun 17 18:07:36.736240 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93c3279-1c1c-430d-9c3b-5466199fb507 req-0558f1ec-c07e-4144-83bf-1067b9926a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:07:36.737816 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-d93c3279-1c1c-430d-9c3b-5466199fb507 req-0558f1ec-c07e-4144-83bf-1067b9926a30 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=ac1d8ff5c5714904905c48ffd996860c&device_id=db4bb9e5-a0a7-43a5-8bb5-df1a2278498b HTTP/1.1" status: 200 len: 1096 time: 0.0568635 Jun 17 18:07:36.740420 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Device 846b6c75-97ae-417f-b613-9bbb618f19fd no longer exists at agent ovs-agent-dv-cinder-786260-6-iscsi {{(pid=92880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 18:07:36.794066 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-d93c3279-1c1c-430d-9c3b-5466199fb507 req-8d5ffa52-af47-4b8f-a46f-0609ec9d8b3a service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c79869f5-9bb0-4990-941f-4cea7e41b430 HTTP/1.1" status: 200 len: 217 time: 0.0360303 Jun 17 18:07:36.848630 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93c3279-1c1c-430d-9c3b-5466199fb507 req-da1f85c5-7c08-4c0a-8e11-dbb45ef851d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:07:36.850246 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-d93c3279-1c1c-430d-9c3b-5466199fb507 req-da1f85c5-7c08-4c0a-8e11-dbb45ef851d4 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=c9ef456d-08ca-452a-affc-e2d5f7425f6f HTTP/1.1" status: 200 len: 849 time: 0.0478148 Jun 17 18:07:36.874554 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.plugin [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] No Port match for: 846b6c75-97ae-417f-b613-9bbb618f19fd {{(pid=92880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 18:07:36.874903 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Device 846b6c75-97ae-417f-b613-9bbb618f19fd not bound to the agent host dv-cinder-786260-6-iscsi {{(pid=92880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 18:07:36.897628 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-d93c3279-1c1c-430d-9c3b-5466199fb507 req-c30a6b58-259f-4785-b0bd-0e0fdafdce12 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=54df0f08-a9ef-465f-b9c8-0e59c1dee388&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327866 Jun 17 18:07:36.991320 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-d93c3279-1c1c-430d-9c3b-5466199fb507 req-efc31d4b-2621-40b8-9e96-b6ab50b35385 service neutron] 10.222.0.95 "GET /v2.0/networks/54df0f08-a9ef-465f-b9c8-0e59c1dee388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835958 Jun 17 18:07:37.218004 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 48412) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:07:37.333277 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.v2.base [None req-4938bcc2-9fa3-46a2-9363-1c9fda73550a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-28877209-network', 'tenant_id': '4e2ac34be2aa4374b5232e4784a8a9c2'}} {{(pid=92872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 18:07:37.357302 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-d93c3279-1c1c-430d-9c3b-5466199fb507 req-21e4eb23-26b0-400c-9623-93d273bcd3bb service neutron] 10.222.0.95 "GET /v2.0/networks/54df0f08-a9ef-465f-b9c8-0e59c1dee388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3576589 Jun 17 18:07:37.359498 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4938bcc2-9fa3-46a2-9363-1c9fda73550a admin admin] Made reservation on behalf of 4e2ac34be2aa4374b5232e4784a8a9c2 for: {'network': 1} {{(pid=92872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 18:07:37.362209 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-4938bcc2-9fa3-46a2-9363-1c9fda73550a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1986742'] for network, before_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:37.371299 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-4938bcc2-9fa3-46a2-9363-1c9fda73550a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:37.465821 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-4938bcc2-9fa3-46a2-9363-1c9fda73550a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:37.470851 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-4938bcc2-9fa3-46a2-9363-1c9fda73550a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:37.472218 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597b084d-7b14-4a3e-9c5e-81e0edc9dc1d req-c5a1650e-0cd1-466d-a6dd-28c89533fe5e tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:07:37.473695 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-597b084d-7b14-4a3e-9c5e-81e0edc9dc1d req-c5a1650e-0cd1-466d-a6dd-28c89533fe5e tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "GET /v2.0/ports?device_id=412d6c27-5056-4695-a549-32b0b7c42bd5 HTTP/1.1" status: 200 len: 945 time: 0.1070867 Jun 17 18:07:37.473861 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-a8b5a04a-55df-4115-a450-98146a7bfb40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:07:37.497070 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4938bcc2-9fa3-46a2-9363-1c9fda73550a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1131} {{(pid=92872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 18:07:37.507008 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4938bcc2-9fa3-46a2-9363-1c9fda73550a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b8b59c7-b5c0-474b-8953-4425d389179d,revision_number=1']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:07:37.511338 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-4938bcc2-9fa3-46a2-9363-1c9fda73550a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:07:37.513134 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-4938bcc2-9fa3-46a2-9363-1c9fda73550a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1592042'] for segment, precommit_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:37.513134 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.db.segments_db [None req-4938bcc2-9fa3-46a2-9363-1c9fda73550a admin admin] Added segment 5ddae4ec-db3e-45e8-9329-d932eb9da8ed of type vlan for network 66d5b740-b9c2-4f17-b37e-27709dc80c59 Jun 17 18:07:37.522734 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a7690d-c4a1-45ec-b386-e315a4379a23 req-d10482c7-f897-463a-adc7-1379d77b60bb tempest-VolumesActionsTest-1517777520 tempest-VolumesActionsTest-1517777520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:07:37.524277 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-19a7690d-c4a1-45ec-b386-e315a4379a23 req-d10482c7-f897-463a-adc7-1379d77b60bb tempest-VolumesActionsTest-1517777520 tempest-VolumesActionsTest-1517777520-project] 10.222.0.97 "GET /v2.0/ports?device_id=db4bb9e5-a0a7-43a5-8bb5-df1a2278498b HTTP/1.1" status: 200 len: 943 time: 0.1462073 Jun 17 18:07:37.555191 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-4938bcc2-9fa3-46a2-9363-1c9fda73550a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743364582301'] for network, precommit_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:37.584353 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-597b084d-7b14-4a3e-9c5e-81e0edc9dc1d req-71b24031-cc1d-4919-96cc-53c5ca1db713 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "GET /v2.0/security-groups?id=19e58ac4-2b2e-45d9-bd7b-7c5e46ae7cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955360 Jun 17 18:07:37.590380 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-4938bcc2-9fa3-46a2-9363-1c9fda73550a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563796'] for network, after_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:37.593716 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4938bcc2-9fa3-46a2-9363-1c9fda73550a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:07:37.594201 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-4938bcc2-9fa3-46a2-9363-1c9fda73550a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563787'] for network, before_response {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:37.595096 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-19a7690d-c4a1-45ec-b386-e315a4379a23 req-b67900f5-3bc9-4e71-8e2f-15b8a3be19a6 tempest-VolumesActionsTest-1517777520 tempest-VolumesActionsTest-1517777520-project] 10.222.0.97 "GET /v2.0/security-groups?id=1b7278ee-edff-4c4e-bb99-e6a0e681b775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602834 Jun 17 18:07:37.597937 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:07:37.616024 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff06d392-ad69-4e7b-8019-161719e72055 req-86c0f8bb-f0da-417f-a250-d05eb4908d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:07:37.616024 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-ff06d392-ad69-4e7b-8019-161719e72055 req-86c0f8bb-f0da-417f-a250-d05eb4908d7a service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=ac1d8ff5c5714904905c48ffd996860c&device_id=db4bb9e5-a0a7-43a5-8bb5-df1a2278498b HTTP/1.1" status: 200 len: 1096 time: 0.1317151 Jun 17 18:07:37.633090 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-4938bcc2-9fa3-46a2-9363-1c9fda73550a admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4139872 Jun 17 18:07:37.635835 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 48424) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:07:37.641728 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.v2.base [None req-f4b9d059-2638-4124-b78a-fb2971b32a4c admin admin] Request body: {'subnet': {'network_id': '66d5b740-b9c2-4f17-b37e-27709dc80c59', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-28877209-subnet', 'tenant_id': '4e2ac34be2aa4374b5232e4784a8a9c2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 18:07:37.662293 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4938bcc2-9fa3-46a2-9363-1c9fda73550a admin admin] Pushing event updated for resources: {'Network': ['ID=66d5b740-b9c2-4f17-b37e-27709dc80c59,revision_number=1']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:07:37.664941 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-4938bcc2-9fa3-46a2-9363-1c9fda73550a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:07:37.673633 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Network 66d5b740-b9c2-4f17-b37e-27709dc80c59 details requested by agent ovs-agent-dv-cinder-786260-6-iscsi with host dv-cinder-786260-6-iscsi {{(pid=92880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 18:07:37.712797 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4b9d059-2638-4124-b78a-fb2971b32a4c admin admin] Made reservation on behalf of 4e2ac34be2aa4374b5232e4784a8a9c2 for: {'subnet': 1} {{(pid=92874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 18:07:37.715063 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-f4b9d059-2638-4124-b78a-fb2971b32a4c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25700772'] for subnet, before_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:37.783259 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff06d392-ad69-4e7b-8019-161719e72055 req-b65c7d4a-9d91-44d3-bcf3-17b5a602f1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:07:37.784678 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-ff06d392-ad69-4e7b-8019-161719e72055 req-b65c7d4a-9d91-44d3-bcf3-17b5a602f1cc service neutron] 10.222.0.95 "GET /v2.0/networks?id=54df0f08-a9ef-465f-b9c8-0e59c1dee388 HTTP/1.1" status: 200 len: 911 time: 0.1632676 Jun 17 18:07:37.845657 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-ff06d392-ad69-4e7b-8019-161719e72055 req-87e42c58-2573-420c-8891-6d834cf9ee26 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c79869f5-9bb0-4990-941f-4cea7e41b430 HTTP/1.1" status: 200 len: 217 time: 0.0404379 Jun 17 18:07:37.943644 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff06d392-ad69-4e7b-8019-161719e72055 req-9b26eafd-9cc7-46ae-9594-84ba5f5de060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:07:37.945078 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-ff06d392-ad69-4e7b-8019-161719e72055 req-9b26eafd-9cc7-46ae-9594-84ba5f5de060 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=c9ef456d-08ca-452a-affc-e2d5f7425f6f HTTP/1.1" status: 200 len: 849 time: 0.0723858 Jun 17 18:07:37.973933 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-f4b9d059-2638-4124-b78a-fb2971b32a4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28501785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25700790'] for subnet, after_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:37.996043 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-ff06d392-ad69-4e7b-8019-161719e72055 req-ff7f8024-3ec8-4c22-8085-84622fb91978 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=54df0f08-a9ef-465f-b9c8-0e59c1dee388&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310023 Jun 17 18:07:37.997453 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-4efa4763-96c8-4a01-8401-b6bf13af53ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:07:38.106294 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b9d059-2638-4124-b78a-fb2971b32a4c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a511797b-eb01-4ba3-857e-5da168a40e9d,revision_number=0']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:07:38.113884 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-f4b9d059-2638-4124-b78a-fb2971b32a4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:07:38.119116 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b9d059-2638-4124-b78a-fb2971b32a4c admin admin] Checking segment: {'id': '5ddae4ec-db3e-45e8-9329-d932eb9da8ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '66d5b740-b9c2-4f17-b37e-27709dc80c59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 18:07:38.119472 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4b9d059-2638-4124-b78a-fb2971b32a4c admin admin] Network hostable DHCP agents. Network: 66d5b740-b9c2-4f17-b37e-27709dc80c59, hostable agents: ['795a795f-766d-4def-8ee5-7e560291ca0e'], hosted agents: [] {{(pid=92874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 18:07:38.146476 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-ff06d392-ad69-4e7b-8019-161719e72055 req-dcbab946-d65e-4e9b-b526-c457080ba4f3 service neutron] 10.222.0.95 "GET /v2.0/networks/54df0f08-a9ef-465f-b9c8-0e59c1dee388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245728 Jun 17 18:07:38.151000 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4b9d059-2638-4124-b78a-fb2971b32a4c admin admin] Network 66d5b740-b9c2-4f17-b37e-27709dc80c59 is scheduled to be hosted by DHCP agent 795a795f-766d-4def-8ee5-7e560291ca0e with binding_index 1 {{(pid=92874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 18:07:38.175901 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.scheduler.base_scheduler [None req-f4b9d059-2638-4124-b78a-fb2971b32a4c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-6-iscsi, 66d5b740-b9c2-4f17-b37e-27709dc80c59) {{(pid=92874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 18:07:38.182684 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b9d059-2638-4124-b78a-fb2971b32a4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:07:38.183272 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-f4b9d059-2638-4124-b78a-fb2971b32a4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563787'] for subnet, before_response {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:38.185709 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7fa7c86-f3b5-47b0-8f74-9b399ac5293f None None] Network 66d5b740-b9c2-4f17-b37e-27709dc80c59 requested from dv-cinder-786260-6-iscsi {{(pid=92880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 18:07:38.229641 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-f4b9d059-2638-4124-b78a-fb2971b32a4c admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.5925283 Jun 17 18:07:38.253860 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-ff06d392-ad69-4e7b-8019-161719e72055 req-3351ee92-d8d0-491c-a59f-7c2115bf3a2a service neutron] 10.222.0.95 "GET /v2.0/networks/54df0f08-a9ef-465f-b9c8-0e59c1dee388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972471 Jun 17 18:07:38.318340 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7743413d-7fa5-4c71-8b57-2db8d3f157d7 None None] Network 66d5b740-b9c2-4f17-b37e-27709dc80c59 requested from dv-cinder-786260-6-iscsi {{(pid=92880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 18:07:38.696527 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 48444) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:07:38.706904 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.v2.base [None req-c438aaec-ad46-4db8-abeb-14ada3e85360 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1248680918-network', 'tenant_id': 'bd34f8103e6746e389f270459c60b10c'}} {{(pid=92874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 18:07:38.757804 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c438aaec-ad46-4db8-abeb-14ada3e85360 admin admin] Made reservation on behalf of bd34f8103e6746e389f270459c60b10c for: {'network': 1} {{(pid=92874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 18:07:38.760096 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-c438aaec-ad46-4db8-abeb-14ada3e85360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1986742'] for network, before_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:38.774493 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-c438aaec-ad46-4db8-abeb-14ada3e85360 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:38.818098 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc255cd-8ec9-41c2-8c4b-34a894fbcc95 req-06afbe86-ebef-4012-a782-12dc86f12e6c tempest-VolumesActionsTest-1517777520 tempest-VolumesActionsTest-1517777520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:07:38.819539 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-bdc255cd-8ec9-41c2-8c4b-34a894fbcc95 req-06afbe86-ebef-4012-a782-12dc86f12e6c tempest-VolumesActionsTest-1517777520 tempest-VolumesActionsTest-1517777520-project] 10.222.0.97 "GET /v2.0/ports?device_id=db4bb9e5-a0a7-43a5-8bb5-df1a2278498b HTTP/1.1" status: 200 len: 943 time: 0.1022680 Jun 17 18:07:38.876914 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-bdc255cd-8ec9-41c2-8c4b-34a894fbcc95 req-83dac69b-ccab-49bb-8b00-3ee1fd2a05e0 tempest-VolumesActionsTest-1517777520 tempest-VolumesActionsTest-1517777520-project] 10.222.0.97 "GET /v2.0/security-groups?id=1b7278ee-edff-4c4e-bb99-e6a0e681b775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517979 Jun 17 18:07:38.911128 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-c438aaec-ad46-4db8-abeb-14ada3e85360 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:38.914571 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-c438aaec-ad46-4db8-abeb-14ada3e85360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:38.917398 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-5f454312-ac1d-422d-a5ad-55ca13768f0f tempest-VolumesNegativeTest-986004992 tempest-VolumesNegativeTest-986004992-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:07:38.941821 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c438aaec-ad46-4db8-abeb-14ada3e85360 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1138} {{(pid=92874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 18:07:38.946945 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c438aaec-ad46-4db8-abeb-14ada3e85360 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc058ad7-3678-43c2-bd34-ef3fc2f608a0,revision_number=1']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:07:38.950561 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-c438aaec-ad46-4db8-abeb-14ada3e85360 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:07:38.955865 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-c438aaec-ad46-4db8-abeb-14ada3e85360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1592042'] for segment, precommit_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:38.956491 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.db.segments_db [None req-c438aaec-ad46-4db8-abeb-14ada3e85360 admin admin] Added segment c1b667c0-6c35-4647-9143-cc0ba75ccedf of type vlan for network 32062c57-af9e-4666-baaf-5e31dca96980 Jun 17 18:07:39.012153 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-c438aaec-ad46-4db8-abeb-14ada3e85360 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743364582301'] for network, precommit_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:39.039827 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-c438aaec-ad46-4db8-abeb-14ada3e85360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563796'] for network, after_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:39.041119 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c438aaec-ad46-4db8-abeb-14ada3e85360 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:07:39.041751 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-c438aaec-ad46-4db8-abeb-14ada3e85360 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563787'] for network, before_response {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:39.044434 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:07:39.067594 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-c438aaec-ad46-4db8-abeb-14ada3e85360 admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 0.3647125 Jun 17 18:07:39.070525 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 48446) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:07:39.075624 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.v2.base [None req-3899043c-95fa-4e33-910c-d3e6699ab669 admin admin] Request body: {'subnet': {'network_id': '32062c57-af9e-4666-baaf-5e31dca96980', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1248680918-subnet', 'tenant_id': 'bd34f8103e6746e389f270459c60b10c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 18:07:39.096077 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3899043c-95fa-4e33-910c-d3e6699ab669 admin admin] Made reservation on behalf of bd34f8103e6746e389f270459c60b10c for: {'subnet': 1} {{(pid=92872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 18:07:39.098338 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-3899043c-95fa-4e33-910c-d3e6699ab669 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27255148'] for subnet, before_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:39.107136 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c438aaec-ad46-4db8-abeb-14ada3e85360 admin admin] Pushing event updated for resources: {'Network': ['ID=32062c57-af9e-4666-baaf-5e31dca96980,revision_number=1']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:07:39.110410 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-c438aaec-ad46-4db8-abeb-14ada3e85360 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:07:39.117548 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Network 32062c57-af9e-4666-baaf-5e31dca96980 details requested by agent ovs-agent-dv-cinder-786260-6-iscsi with host dv-cinder-786260-6-iscsi {{(pid=92880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 18:07:39.264474 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-3899043c-95fa-4e33-910c-d3e6699ab669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25532102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27255166'] for subnet, after_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:39.267319 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-a5e04a0c-6a18-4dc1-8231-9edc508a6e1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:07:39.323506 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3899043c-95fa-4e33-910c-d3e6699ab669 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f9c0bce-d0c3-4e25-833b-dafad1f6789c,revision_number=0']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:07:39.327305 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-3899043c-95fa-4e33-910c-d3e6699ab669 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:07:39.333468 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3899043c-95fa-4e33-910c-d3e6699ab669 admin admin] Checking segment: {'id': 'c1b667c0-6c35-4647-9143-cc0ba75ccedf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1138, 'network_id': '32062c57-af9e-4666-baaf-5e31dca96980'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 18:07:39.333972 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3899043c-95fa-4e33-910c-d3e6699ab669 admin admin] Network hostable DHCP agents. Network: 32062c57-af9e-4666-baaf-5e31dca96980, hostable agents: ['795a795f-766d-4def-8ee5-7e560291ca0e'], hosted agents: [] {{(pid=92872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 18:07:39.350439 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3899043c-95fa-4e33-910c-d3e6699ab669 admin admin] Network 32062c57-af9e-4666-baaf-5e31dca96980 is scheduled to be hosted by DHCP agent 795a795f-766d-4def-8ee5-7e560291ca0e with binding_index 1 {{(pid=92872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 18:07:39.359231 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.scheduler.base_scheduler [None req-3899043c-95fa-4e33-910c-d3e6699ab669 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-6-iscsi, 32062c57-af9e-4666-baaf-5e31dca96980) {{(pid=92872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 18:07:39.363344 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3899043c-95fa-4e33-910c-d3e6699ab669 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:07:39.363927 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-3899043c-95fa-4e33-910c-d3e6699ab669 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:39.367841 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ea776d3-46a9-4892-8b1f-56c4f313e75b None None] Network 32062c57-af9e-4666-baaf-5e31dca96980 requested from dv-cinder-786260-6-iscsi {{(pid=92880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 18:07:39.377594 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-3899043c-95fa-4e33-910c-d3e6699ab669 admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3058734 Jun 17 18:07:39.484024 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 48450) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:07:39.487777 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e1b72a-e3c3-44cd-a007-52b11c36fded None None] Network 32062c57-af9e-4666-baaf-5e31dca96980 requested from dv-cinder-786260-6-iscsi {{(pid=92880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 18:07:39.527477 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.db.db_base_plugin_v2 [None req-64bcad69-3b01-480e-bf99-78f64a9c8a60 admin admin] Deleting subnet a511797b-eb01-4ba3-857e-5da168a40e9d {{(pid=92872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 18:07:39.531205 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-64bcad69-3b01-480e-bf99-78f64a9c8a60 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:39.565321 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-64bcad69-3b01-480e-bf99-78f64a9c8a60 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25531395'] for subnet, precommit_delete_associations {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:39.608764 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-64bcad69-3b01-480e-bf99-78f64a9c8a60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1684671'] for subnet, precommit_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:39.662158 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-64bcad69-3b01-480e-bf99-78f64a9c8a60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1684662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25532041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27255113'] for subnet, after_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:39.665180 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-153c9003-d586-475f-a6f4-3650933d3bf2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:07:39.690645 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bcad69-3b01-480e-bf99-78f64a9c8a60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a511797b-eb01-4ba3-857e-5da168a40e9d,revision_number=None']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:07:39.692592 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-64bcad69-3b01-480e-bf99-78f64a9c8a60 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:39.694410 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-64bcad69-3b01-480e-bf99-78f64a9c8a60 admin admin] 10.222.0.97 "DELETE /v2.0/subnets/a511797b-eb01-4ba3-857e-5da168a40e9d HTTP/1.1" status: 204 len: 168 time: 0.2093930 Jun 17 18:07:39.695370 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-64bcad69-3b01-480e-bf99-78f64a9c8a60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:07:39.697070 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 48454) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:07:39.763305 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-0e85607a-95aa-497e-acde-bfb371e4402c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2009691'] for network, before_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:39.850283 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-0e85607a-95aa-497e-acde-bfb371e4402c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683494', 'neutron.services.segments.db._delete_segments_for_network-8743365118612'] for network, precommit_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:39.857879 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.services.segments.db [None req-0e85607a-95aa-497e-acde-bfb371e4402c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66d5b740-b9c2-4f17-b37e-27709dc80c59']}} {{(pid=92872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:07:39.867189 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.services.segments.db [None req-0e85607a-95aa-497e-acde-bfb371e4402c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ddae4ec-db3e-45e8-9329-d932eb9da8ed') {'for_net_delete': True} {{(pid=92872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:07:39.867486 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.services.segments.db [None req-0e85607a-95aa-497e-acde-bfb371e4402c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ddae4ec-db3e-45e8-9329-d932eb9da8ed') {} {{(pid=92872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:07:39.877222 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-0e85607a-95aa-497e-acde-bfb371e4402c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743365117157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25531404'] for segment, before_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:39.891137 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-0e85607a-95aa-497e-acde-bfb371e4402c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1592042'] for segment, precommit_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:39.896739 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e85607a-95aa-497e-acde-bfb371e4402c admin admin] Releasing vlan 1131 on physical network physnet1 to pool {{(pid=92872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 18:07:39.897122 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-0e85607a-95aa-497e-acde-bfb371e4402c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1592042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25531940'] for segment, after_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:39.898707 dv-cinder-786260-6-iscsi neutron-server[92872]: Traceback (most recent call last): Jun 17 18:07:39.898707 dv-cinder-786260-6-iscsi neutron-server[92872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 18:07:39.898707 dv-cinder-786260-6-iscsi neutron-server[92872]: timer() Jun 17 18:07:39.898707 dv-cinder-786260-6-iscsi neutron-server[92872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 18:07:39.898707 dv-cinder-786260-6-iscsi neutron-server[92872]: cb(*args, **kw) Jun 17 18:07:39.898707 dv-cinder-786260-6-iscsi neutron-server[92872]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 18:07:39.898707 dv-cinder-786260-6-iscsi neutron-server[92872]: return func(*args, **kwargs) Jun 17 18:07:39.898707 dv-cinder-786260-6-iscsi neutron-server[92872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 18:07:39.898707 dv-cinder-786260-6-iscsi neutron-server[92872]: self._notify() Jun 17 18:07:39.898707 dv-cinder-786260-6-iscsi neutron-server[92872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 18:07:39.898707 dv-cinder-786260-6-iscsi neutron-server[92872]: self.callback(batched_events) Jun 17 18:07:39.898707 dv-cinder-786260-6-iscsi neutron-server[92872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 18:07:39.898707 dv-cinder-786260-6-iscsi neutron-server[92872]: event.method(event) Jun 17 18:07:39.898707 dv-cinder-786260-6-iscsi neutron-server[92872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 18:07:39.898707 dv-cinder-786260-6-iscsi neutron-server[92872]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 18:07:39.898707 dv-cinder-786260-6-iscsi neutron-server[92872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 18:07:39.898707 dv-cinder-786260-6-iscsi neutron-server[92872]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 18:07:39.898707 dv-cinder-786260-6-iscsi neutron-server[92872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 18:07:39.898707 dv-cinder-786260-6-iscsi neutron-server[92872]: return f(self, *a, **k) Jun 17 18:07:39.898707 dv-cinder-786260-6-iscsi neutron-server[92872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 18:07:39.898707 dv-cinder-786260-6-iscsi neutron-server[92872]: return self._get(url).json() Jun 17 18:07:39.898707 dv-cinder-786260-6-iscsi neutron-server[92872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 18:07:39.898707 dv-cinder-786260-6-iscsi neutron-server[92872]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 18:07:39.898707 dv-cinder-786260-6-iscsi neutron-server[92872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 18:07:39.898707 dv-cinder-786260-6-iscsi neutron-server[92872]: return self.request(url, 'GET', **kwargs) Jun 17 18:07:39.898707 dv-cinder-786260-6-iscsi neutron-server[92872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 18:07:39.898707 dv-cinder-786260-6-iscsi neutron-server[92872]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 18:07:39.898707 dv-cinder-786260-6-iscsi neutron-server[92872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 18:07:39.898707 dv-cinder-786260-6-iscsi neutron-server[92872]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 18:07:39.898707 dv-cinder-786260-6-iscsi neutron-server[92872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 18:07:39.898707 dv-cinder-786260-6-iscsi neutron-server[92872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 18:07:39.898707 dv-cinder-786260-6-iscsi neutron-server[92872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 18:07:39.953353 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-0e85607a-95aa-497e-acde-bfb371e4402c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-955346'] for network, after_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:39.957088 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:07:39.959740 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-0e85607a-95aa-497e-acde-bfb371e4402c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563787'] for network, before_response {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:39.961379 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-0e85607a-95aa-497e-acde-bfb371e4402c admin admin] 10.222.0.97 "DELETE /v2.0/networks/66d5b740-b9c2-4f17-b37e-27709dc80c59 HTTP/1.1" status: 204 len: 168 time: 0.2633722 Jun 17 18:07:39.964264 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 48460) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:07:39.981549 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e85607a-95aa-497e-acde-bfb371e4402c admin admin] Pushing event deleted for resources: {'Network': ['ID=66d5b740-b9c2-4f17-b37e-27709dc80c59,revision_number=None']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:07:39.988536 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-0e85607a-95aa-497e-acde-bfb371e4402c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:07:40.026176 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f29a18b-d0c2-4a03-ae46-884ec7ffdbb2 admin admin] Deleting subnet 4f9c0bce-d0c3-4e25-833b-dafad1f6789c {{(pid=92872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 18:07:40.029950 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-3f29a18b-d0c2-4a03-ae46-884ec7ffdbb2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:40.048960 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07ae420-f66a-4a5a-a37a-91227f2a4ff7 req-e44f0344-222a-4fa1-9c54-288c85741d49 tempest-VolumesActionsTest-1517777520 tempest-VolumesActionsTest-1517777520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:07:40.050430 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-a07ae420-f66a-4a5a-a37a-91227f2a4ff7 req-e44f0344-222a-4fa1-9c54-288c85741d49 tempest-VolumesActionsTest-1517777520 tempest-VolumesActionsTest-1517777520-project] 10.222.0.97 "GET /v2.0/ports?device_id=db4bb9e5-a0a7-43a5-8bb5-df1a2278498b HTTP/1.1" status: 200 len: 943 time: 0.0645554 Jun 17 18:07:40.064885 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-3f29a18b-d0c2-4a03-ae46-884ec7ffdbb2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25531395'] for subnet, precommit_delete_associations {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:40.087820 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-a07ae420-f66a-4a5a-a37a-91227f2a4ff7 req-2c35748a-567a-4322-9d6f-209991d5de66 tempest-VolumesActionsTest-1517777520 tempest-VolumesActionsTest-1517777520-project] 10.222.0.97 "GET /v2.0/security-groups?id=1b7278ee-edff-4c4e-bb99-e6a0e681b775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316026 Jun 17 18:07:40.101928 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-3f29a18b-d0c2-4a03-ae46-884ec7ffdbb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1684671'] for subnet, precommit_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:40.156360 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-3f29a18b-d0c2-4a03-ae46-884ec7ffdbb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1684662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25532041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27255113'] for subnet, after_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:40.159158 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:07:40.182779 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f29a18b-d0c2-4a03-ae46-884ec7ffdbb2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f9c0bce-d0c3-4e25-833b-dafad1f6789c,revision_number=None']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:07:40.186271 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-3f29a18b-d0c2-4a03-ae46-884ec7ffdbb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:07:40.187226 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-3f29a18b-d0c2-4a03-ae46-884ec7ffdbb2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:40.189614 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-3f29a18b-d0c2-4a03-ae46-884ec7ffdbb2 admin admin] 10.222.0.97 "DELETE /v2.0/subnets/4f9c0bce-d0c3-4e25-833b-dafad1f6789c HTTP/1.1" status: 204 len: 168 time: 0.2236249 Jun 17 18:07:40.191434 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 48462) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:07:40.255599 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-ef1dc56e-5857-4b29-aa97-140d3384590d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2009691'] for network, before_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:40.339306 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-ef1dc56e-5857-4b29-aa97-140d3384590d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683494', 'neutron.services.segments.db._delete_segments_for_network-8743365118612'] for network, precommit_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:40.351383 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.services.segments.db [None req-ef1dc56e-5857-4b29-aa97-140d3384590d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32062c57-af9e-4666-baaf-5e31dca96980']}} {{(pid=92872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:07:40.365090 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.services.segments.db [None req-ef1dc56e-5857-4b29-aa97-140d3384590d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1b667c0-6c35-4647-9143-cc0ba75ccedf') {'for_net_delete': True} {{(pid=92872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:07:40.365401 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.services.segments.db [None req-ef1dc56e-5857-4b29-aa97-140d3384590d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1b667c0-6c35-4647-9143-cc0ba75ccedf') {} {{(pid=92872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:07:40.374740 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-ef1dc56e-5857-4b29-aa97-140d3384590d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743365117157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25531404'] for segment, before_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:40.388430 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-ef1dc56e-5857-4b29-aa97-140d3384590d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1592042'] for segment, precommit_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:40.394392 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef1dc56e-5857-4b29-aa97-140d3384590d admin admin] Releasing vlan 1138 on physical network physnet1 to pool {{(pid=92872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 18:07:40.394795 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-ef1dc56e-5857-4b29-aa97-140d3384590d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1592042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25531940'] for segment, after_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:40.396445 dv-cinder-786260-6-iscsi neutron-server[92872]: Traceback (most recent call last): Jun 17 18:07:40.396445 dv-cinder-786260-6-iscsi neutron-server[92872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 18:07:40.396445 dv-cinder-786260-6-iscsi neutron-server[92872]: timer() Jun 17 18:07:40.396445 dv-cinder-786260-6-iscsi neutron-server[92872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 18:07:40.396445 dv-cinder-786260-6-iscsi neutron-server[92872]: cb(*args, **kw) Jun 17 18:07:40.396445 dv-cinder-786260-6-iscsi neutron-server[92872]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 18:07:40.396445 dv-cinder-786260-6-iscsi neutron-server[92872]: return func(*args, **kwargs) Jun 17 18:07:40.396445 dv-cinder-786260-6-iscsi neutron-server[92872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 18:07:40.396445 dv-cinder-786260-6-iscsi neutron-server[92872]: self._notify() Jun 17 18:07:40.396445 dv-cinder-786260-6-iscsi neutron-server[92872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 18:07:40.396445 dv-cinder-786260-6-iscsi neutron-server[92872]: self.callback(batched_events) Jun 17 18:07:40.396445 dv-cinder-786260-6-iscsi neutron-server[92872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 18:07:40.396445 dv-cinder-786260-6-iscsi neutron-server[92872]: event.method(event) Jun 17 18:07:40.396445 dv-cinder-786260-6-iscsi neutron-server[92872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 18:07:40.396445 dv-cinder-786260-6-iscsi neutron-server[92872]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 18:07:40.396445 dv-cinder-786260-6-iscsi neutron-server[92872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 18:07:40.396445 dv-cinder-786260-6-iscsi neutron-server[92872]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 18:07:40.396445 dv-cinder-786260-6-iscsi neutron-server[92872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 18:07:40.396445 dv-cinder-786260-6-iscsi neutron-server[92872]: return f(self, *a, **k) Jun 17 18:07:40.396445 dv-cinder-786260-6-iscsi neutron-server[92872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 18:07:40.396445 dv-cinder-786260-6-iscsi neutron-server[92872]: return self._get(url).json() Jun 17 18:07:40.396445 dv-cinder-786260-6-iscsi neutron-server[92872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 18:07:40.396445 dv-cinder-786260-6-iscsi neutron-server[92872]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 18:07:40.396445 dv-cinder-786260-6-iscsi neutron-server[92872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 18:07:40.396445 dv-cinder-786260-6-iscsi neutron-server[92872]: return self.request(url, 'GET', **kwargs) Jun 17 18:07:40.396445 dv-cinder-786260-6-iscsi neutron-server[92872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 18:07:40.396445 dv-cinder-786260-6-iscsi neutron-server[92872]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 18:07:40.396445 dv-cinder-786260-6-iscsi neutron-server[92872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 18:07:40.396445 dv-cinder-786260-6-iscsi neutron-server[92872]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 18:07:40.396445 dv-cinder-786260-6-iscsi neutron-server[92872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 18:07:40.396445 dv-cinder-786260-6-iscsi neutron-server[92872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 18:07:40.396445 dv-cinder-786260-6-iscsi neutron-server[92872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 18:07:40.452787 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-ef1dc56e-5857-4b29-aa97-140d3384590d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-955346'] for network, after_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:40.457721 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-ef1dc56e-5857-4b29-aa97-140d3384590d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563787'] for network, before_response {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:40.460555 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-ef1dc56e-5857-4b29-aa97-140d3384590d admin admin] 10.222.0.97 "DELETE /v2.0/networks/32062c57-af9e-4666-baaf-5e31dca96980 HTTP/1.1" status: 204 len: 168 time: 0.2681797 Jun 17 18:07:40.461285 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:07:40.473848 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1dc56e-5857-4b29-aa97-140d3384590d admin admin] Pushing event deleted for resources: {'Network': ['ID=32062c57-af9e-4666-baaf-5e31dca96980,revision_number=None']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:07:40.476054 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-ef1dc56e-5857-4b29-aa97-140d3384590d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:07:40.616235 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 48466) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:07:40.653561 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-1c4805c5-ee86-43da-ad1d-e94efae576ec admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=4e2ac34be2aa4374b5232e4784a8a9c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0361626 Jun 17 18:07:40.656537 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 48468) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:07:40.700370 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Device c79869f5-9bb0-4990-941f-4cea7e41b430 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=92880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 18:07:40.703147 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-b99154f6-f83a-4503-9d12-3271313c8e99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:40.723856 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-b99154f6-f83a-4503-9d12-3271313c8e99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:40.770234 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-b99154f6-f83a-4503-9d12-3271313c8e99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:40.772783 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-b99154f6-f83a-4503-9d12-3271313c8e99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:40.773917 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-b99154f6-f83a-4503-9d12-3271313c8e99 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/0b8b59c7-b5c0-474b-8953-4425d389179d HTTP/1.1" status: 204 len: 168 time: 0.1165035 Jun 17 18:07:40.774760 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-1d70bf7d-d70a-40a8-8b0c-bbc249688e01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:07:40.782636 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99154f6-f83a-4503-9d12-3271313c8e99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b8b59c7-b5c0-474b-8953-4425d389179d,revision_number=None']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:07:40.785470 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-b99154f6-f83a-4503-9d12-3271313c8e99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:07:40.820281 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] For port c79869f5-9bb0-4990-941f-4cea7e41b430, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=c79869f5-9bb0-4990-941f-4cea7e41b430,segment=NetworkSegment(cedd0927-f0a7-4b58-b7fc-410e1197c012),segment_id=cedd0927-f0a7-4b58-b7fc-410e1197c012)] {{(pid=92880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:07:40.832901 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Returning: {'device': 'c79869f5-9bb0-4990-941f-4cea7e41b430', 'network_id': '54df0f08-a9ef-465f-b9c8-0e59c1dee388', 'port_id': 'c79869f5-9bb0-4990-941f-4cea7e41b430', 'mac_address': 'fa:16:3e:f5:66:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9ef456d-08ca-452a-affc-e2d5f7425f6f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 18:07:40.875787 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:40.889599 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.notifiers.nova [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c79869f5-9bb0-4990-941f-4cea7e41b430 {{(pid=92880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 18:07:40.911201 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] For port c79869f5-9bb0-4990-941f-4cea7e41b430, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=c79869f5-9bb0-4990-941f-4cea7e41b430,segment=NetworkSegment(cedd0927-f0a7-4b58-b7fc-410e1197c012),segment_id=cedd0927-f0a7-4b58-b7fc-410e1197c012)] {{(pid=92880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:07:40.916131 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479'] for port, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:40.918928 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:07:40.976133 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Pushing event updated for resources: {'Port': ['ID=c79869f5-9bb0-4990-941f-4cea7e41b430,revision_number=4']} {{(pid=92880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:07:40.983285 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:07:40.983639 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:07:40.983987 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:07:40.984344 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:07:40.984686 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:07:40.985019 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:07:40.985349 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:07:40.985675 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:07:40.986004 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:07:40.986328 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:07:40.986672 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:07:40.987042 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:07:40.990900 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:07:41.116836 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 48484) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:07:41.157222 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-5947a9d3-18cf-4834-8f32-6056681aeb78 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=bd34f8103e6746e389f270459c60b10c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0381579 Jun 17 18:07:41.158790 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 48486) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:07:41.238654 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-d23aeb0b-4d92-4c37-8765-f61752e4587c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:41.266439 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-d23aeb0b-4d92-4c37-8765-f61752e4587c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:41.312107 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cb56da-f043-4a12-9ad6-a18adc8ee700 req-58e2f842-1a7e-4474-9694-33d38a4296bd tempest-VolumesActionsTest-1517777520 tempest-VolumesActionsTest-1517777520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:07:41.313511 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-c5cb56da-f043-4a12-9ad6-a18adc8ee700 req-58e2f842-1a7e-4474-9694-33d38a4296bd tempest-VolumesActionsTest-1517777520 tempest-VolumesActionsTest-1517777520-project] 10.222.0.97 "GET /v2.0/ports?device_id=db4bb9e5-a0a7-43a5-8bb5-df1a2278498b HTTP/1.1" status: 200 len: 944 time: 0.1155422 Jun 17 18:07:41.346696 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-d23aeb0b-4d92-4c37-8765-f61752e4587c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:41.349223 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-d23aeb0b-4d92-4c37-8765-f61752e4587c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:41.350283 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-d23aeb0b-4d92-4c37-8765-f61752e4587c admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/dc058ad7-3678-43c2-bd34-ef3fc2f608a0 HTTP/1.1" status: 204 len: 168 time: 0.1905797 Jun 17 18:07:41.352738 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-10d6eaf3-5b51-4f5a-9925-cc6f487c639d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:07:41.363177 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-c5cb56da-f043-4a12-9ad6-a18adc8ee700 req-e68740fc-05c8-41df-abb4-44f8c9bee8cf tempest-VolumesActionsTest-1517777520 tempest-VolumesActionsTest-1517777520-project] 10.222.0.97 "GET /v2.0/security-groups?id=1b7278ee-edff-4c4e-bb99-e6a0e681b775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435021 Jun 17 18:07:41.364318 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23aeb0b-4d92-4c37-8765-f61752e4587c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc058ad7-3678-43c2-bd34-ef3fc2f608a0,revision_number=None']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:07:41.366443 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-d23aeb0b-4d92-4c37-8765-f61752e4587c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:07:42.535768 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeb8e75-eb2e-4055-9a93-2d0184b4c055 req-70681307-882d-4c01-ad7a-06e49ec7fd47 tempest-VolumesActionsTest-1517777520 tempest-VolumesActionsTest-1517777520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:07:42.537257 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-bfeb8e75-eb2e-4055-9a93-2d0184b4c055 req-70681307-882d-4c01-ad7a-06e49ec7fd47 tempest-VolumesActionsTest-1517777520 tempest-VolumesActionsTest-1517777520-project] 10.222.0.97 "GET /v2.0/ports?device_id=db4bb9e5-a0a7-43a5-8bb5-df1a2278498b HTTP/1.1" status: 200 len: 944 time: 0.0635519 Jun 17 18:07:42.574791 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-bfeb8e75-eb2e-4055-9a93-2d0184b4c055 req-768e260a-4bf0-42d3-8145-48972ccb124e tempest-VolumesActionsTest-1517777520 tempest-VolumesActionsTest-1517777520-project] 10.222.0.97 "GET /v2.0/security-groups?id=1b7278ee-edff-4c4e-bb99-e6a0e681b775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313885 Jun 17 18:07:43.748651 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10488533-1aef-4d4e-b38b-7427374b9047 req-b1d5e376-6399-4047-8e37-dc2d5b8e82d6 tempest-VolumesActionsTest-1517777520 tempest-VolumesActionsTest-1517777520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:07:43.750070 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-10488533-1aef-4d4e-b38b-7427374b9047 req-b1d5e376-6399-4047-8e37-dc2d5b8e82d6 tempest-VolumesActionsTest-1517777520 tempest-VolumesActionsTest-1517777520-project] 10.222.0.97 "GET /v2.0/ports?device_id=db4bb9e5-a0a7-43a5-8bb5-df1a2278498b HTTP/1.1" status: 200 len: 944 time: 0.0648479 Jun 17 18:07:43.786074 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-10488533-1aef-4d4e-b38b-7427374b9047 req-6ad1fee0-96c4-49bd-8cf7-d45edad8a4b0 tempest-VolumesActionsTest-1517777520 tempest-VolumesActionsTest-1517777520-project] 10.222.0.97 "GET /v2.0/security-groups?id=1b7278ee-edff-4c4e-bb99-e6a0e681b775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305030 Jun 17 18:07:44.151726 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-98d7c3d4-3543-424a-b3ff-fcd442b7dd79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:44.186347 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] get_ports_and_sgs() called for port_ids ['c79869f5-9bb0-4990-941f-4cea7e41b430'] {{(pid=92880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 18:07:44.224660 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:44.952702 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c231b1-05f2-4021-bf55-32b70409b576 req-712b3d0e-a35b-4a13-a904-54a8f48d17eb tempest-VolumesActionsTest-1517777520 tempest-VolumesActionsTest-1517777520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:07:44.954043 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-04c231b1-05f2-4021-bf55-32b70409b576 req-712b3d0e-a35b-4a13-a904-54a8f48d17eb tempest-VolumesActionsTest-1517777520 tempest-VolumesActionsTest-1517777520-project] 10.222.0.97 "GET /v2.0/ports?device_id=db4bb9e5-a0a7-43a5-8bb5-df1a2278498b HTTP/1.1" status: 200 len: 944 time: 0.0610065 Jun 17 18:07:44.990451 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-04c231b1-05f2-4021-bf55-32b70409b576 req-a729ed29-b407-444c-a511-de3f2d9d6f83 tempest-VolumesActionsTest-1517777520 tempest-VolumesActionsTest-1517777520-project] 10.222.0.97 "GET /v2.0/security-groups?id=1b7278ee-edff-4c4e-bb99-e6a0e681b775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309212 Jun 17 18:07:45.672984 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.agents_db [None req-efac7cad-2d3b-4dc1-9769-dac6e2c75cb9 None None] Agent healthcheck: found 6 active agents {{(pid=92881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 18:07:46.139532 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 48604) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:07:46.173610 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7118e21a-b357-4bc0-9347-93d2a9aa8fd2 req-11825098-a5d1-428d-915f-7b7f2e1c4e20 tempest-VolumesActionsTest-1517777520 tempest-VolumesActionsTest-1517777520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:07:46.175084 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-7118e21a-b357-4bc0-9347-93d2a9aa8fd2 req-11825098-a5d1-428d-915f-7b7f2e1c4e20 tempest-VolumesActionsTest-1517777520 tempest-VolumesActionsTest-1517777520-project] 10.222.0.97 "GET /v2.0/ports?device_id=db4bb9e5-a0a7-43a5-8bb5-df1a2278498b HTTP/1.1" status: 200 len: 944 time: 0.0724080 Jun 17 18:07:46.212483 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-7118e21a-b357-4bc0-9347-93d2a9aa8fd2 req-ad09372c-0fbb-4caa-856f-07d1a05bf805 tempest-VolumesActionsTest-1517777520 tempest-VolumesActionsTest-1517777520-project] 10.222.0.97 "GET /v2.0/security-groups?id=1b7278ee-edff-4c4e-bb99-e6a0e681b775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318077 Jun 17 18:07:46.242230 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-7e16135b-e163-4978-8621-e3888b789bda admin admin] Notify callbacks [] for security_group, before_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:46.331433 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-7e16135b-e163-4978-8621-e3888b789bda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:46.336116 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-7e16135b-e163-4978-8621-e3888b789bda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:46.339358 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-70dae5d5-085e-413a-9d6c-a8043ad8a211 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:07:46.374909 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-7e16135b-e163-4978-8621-e3888b789bda admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=cd6122c3dc4b4a449786872a599ae52e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2343876 Jun 17 18:07:46.376049 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e16135b-e163-4978-8621-e3888b789bda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b352689-ba44-4b43-bb9b-c16fed29f0cf,revision_number=1']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:07:46.377692 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 48610) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:07:46.379392 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-7e16135b-e163-4978-8621-e3888b789bda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:07:46.427258 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-c8991917-9af6-4b91-9b68-d4af8818a86a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:46.454066 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-c8991917-9af6-4b91-9b68-d4af8818a86a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:46.498907 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-c8991917-9af6-4b91-9b68-d4af8818a86a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:46.501453 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-c8991917-9af6-4b91-9b68-d4af8818a86a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:46.502595 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-c8991917-9af6-4b91-9b68-d4af8818a86a admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/8b352689-ba44-4b43-bb9b-c16fed29f0cf HTTP/1.1" status: 204 len: 168 time: 0.1238992 Jun 17 18:07:46.503438 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-b99154f6-f83a-4503-9d12-3271313c8e99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:07:46.510601 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8991917-9af6-4b91-9b68-d4af8818a86a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b352689-ba44-4b43-bb9b-c16fed29f0cf,revision_number=None']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:07:46.512888 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-c8991917-9af6-4b91-9b68-d4af8818a86a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:07:46.750071 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 48616) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:07:46.763326 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-0eca2a8e-1e19-449b-829c-a1826ae98914 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:46.817009 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-556b4dcd-d043-46e6-829a-361d89ba643e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:46.848721 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-0eca2a8e-1e19-449b-829c-a1826ae98914 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:46.852358 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-0eca2a8e-1e19-449b-829c-a1826ae98914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:46.855418 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-7166a276-2123-4b5d-82b3-edb86f4e1921 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:07:46.892874 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-0eca2a8e-1e19-449b-829c-a1826ae98914 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=76161219cee3428bbee65c463ab220e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1418290 Jun 17 18:07:46.894749 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eca2a8e-1e19-449b-829c-a1826ae98914 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14ded9d6-8acf-4176-824c-0d71aaf758ec,revision_number=1']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:07:46.895555 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 48618) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:07:46.897588 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-0eca2a8e-1e19-449b-829c-a1826ae98914 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:07:46.925541 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:46.943625 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-e1a0adaa-f93c-40e2-b99c-6ed01c9b77fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:46.964307 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-e1a0adaa-f93c-40e2-b99c-6ed01c9b77fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:47.009153 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-e1a0adaa-f93c-40e2-b99c-6ed01c9b77fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:47.011740 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-e1a0adaa-f93c-40e2-b99c-6ed01c9b77fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:47.012897 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-e1a0adaa-f93c-40e2-b99c-6ed01c9b77fe admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/14ded9d6-8acf-4176-824c-0d71aaf758ec HTTP/1.1" status: 204 len: 168 time: 0.1162570 Jun 17 18:07:47.013667 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-71883db5-a44a-43d0-b6a0-93d198bd54b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:07:47.021127 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a0adaa-f93c-40e2-b99c-6ed01c9b77fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14ded9d6-8acf-4176-824c-0d71aaf758ec,revision_number=None']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:07:47.023395 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-e1a0adaa-f93c-40e2-b99c-6ed01c9b77fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:07:47.389503 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e172867-d688-4104-9246-ce96e419e32b req-090f7b2a-1e0a-481f-8be9-c5684160eef8 tempest-VolumesActionsTest-1517777520 tempest-VolumesActionsTest-1517777520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:07:47.390977 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-9e172867-d688-4104-9246-ce96e419e32b req-090f7b2a-1e0a-481f-8be9-c5684160eef8 tempest-VolumesActionsTest-1517777520 tempest-VolumesActionsTest-1517777520-project] 10.222.0.97 "GET /v2.0/ports?device_id=db4bb9e5-a0a7-43a5-8bb5-df1a2278498b HTTP/1.1" status: 200 len: 944 time: 0.0655146 Jun 17 18:07:47.427682 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-9e172867-d688-4104-9246-ce96e419e32b req-1f14bc49-dc4e-4e3c-ade4-336027e299c8 tempest-VolumesActionsTest-1517777520 tempest-VolumesActionsTest-1517777520-project] 10.222.0.97 "GET /v2.0/security-groups?id=1b7278ee-edff-4c4e-bb99-e6a0e681b775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311494 Jun 17 18:07:47.522776 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Device c79869f5-9bb0-4990-941f-4cea7e41b430 up at agent hyperv_hv-cinder-78626 {{(pid=92880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 18:07:47.569933 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Provisioning for port c79869f5-9bb0-4990-941f-4cea7e41b430 completed by entity L2. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 18:07:47.575756 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Provisioning complete for port c79869f5-9bb0-4990-941f-4cea7e41b430 triggered by entity L2. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 18:07:47.577111 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687209'] for port, provisioning_complete {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:47.659217 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:47.681662 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db4bb9e5-a0a7-43a5-8bb5-df1a2278498b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c79869f5-9bb0-4990-941f-4cea7e41b430'}] {{(pid=92880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 18:07:47.683902 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44fe161690382cf4f0960ac1b424fedb1dd6f9597775f60dec274194d49fe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72dfb0bc-51ec-47a8-bd13-7b426b882227" -d '{"events": [{"server_uuid": "db4bb9e5-a0a7-43a5-8bb5-df1a2278498b", "name": "network-vif-plugged", "status": "completed", "tag": "c79869f5-9bb0-4990-941f-4cea7e41b430"}]}' {{(pid=92880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 18:07:47.701459 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] For port c79869f5-9bb0-4990-941f-4cea7e41b430, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=c79869f5-9bb0-4990-941f-4cea7e41b430,segment=NetworkSegment(cedd0927-f0a7-4b58-b7fc-410e1197c012),segment_id=cedd0927-f0a7-4b58-b7fc-410e1197c012)] {{(pid=92880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:07:47.706481 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479'] for port, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:47.708422 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-279cf17c-898b-4282-ad11-b4c95df881ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:07:47.731980 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 18:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c17d4c01-b748-4b6b-96ee-0baaaadacb2c x-openstack-request-id: req-c17d4c01-b748-4b6b-96ee-0baaaadacb2c {{(pid=92880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 18:07:47.732319 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db4bb9e5-a0a7-43a5-8bb5-df1a2278498b", "name": "network-vif-plugged", "status": "completed", "tag": "c79869f5-9bb0-4990-941f-4cea7e41b430", "code": 200}]} {{(pid=92880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 18:07:47.733070 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-c17d4c01-b748-4b6b-96ee-0baaaadacb2c {{(pid=92880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 18:07:47.733465 dv-cinder-786260-6-iscsi neutron-server[92880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db4bb9e5-a0a7-43a5-8bb5-df1a2278498b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c79869f5-9bb0-4990-941f-4cea7e41b430', 'code': 200} Jun 17 18:07:47.757342 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Pushing event updated for resources: {'Port': ['ID=c79869f5-9bb0-4990-941f-4cea7e41b430,revision_number=5']} {{(pid=92880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:07:47.760469 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:07:48.037123 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-8848f698-b84d-4e61-bbd9-19a6867363d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:48.561507 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 48674) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:07:48.602930 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18087d67-c9f6-436e-b756-23d64d6236b9 req-348896c6-81b2-41f3-a66d-151e93722ded tempest-VolumesActionsTest-1517777520 tempest-VolumesActionsTest-1517777520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:07:48.604506 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-18087d67-c9f6-436e-b756-23d64d6236b9 req-348896c6-81b2-41f3-a66d-151e93722ded tempest-VolumesActionsTest-1517777520 tempest-VolumesActionsTest-1517777520-project] 10.222.0.97 "GET /v2.0/ports?device_id=db4bb9e5-a0a7-43a5-8bb5-df1a2278498b HTTP/1.1" status: 200 len: 945 time: 0.0664616 Jun 17 18:07:48.642280 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-18087d67-c9f6-436e-b756-23d64d6236b9 req-b210110d-711b-40a8-9063-8e2bc390fba6 tempest-VolumesActionsTest-1517777520 tempest-VolumesActionsTest-1517777520-project] 10.222.0.97 "GET /v2.0/security-groups?id=1b7278ee-edff-4c4e-bb99-e6a0e681b775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322998 Jun 17 18:07:48.687896 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-f06596cf-a157-4cc5-bcca-ea4827d61c5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:48.779449 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-f06596cf-a157-4cc5-bcca-ea4827d61c5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:48.783409 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-f06596cf-a157-4cc5-bcca-ea4827d61c5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:48.786675 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-41bf2d40-9e3a-43ec-83f2-e190762e3712 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:07:48.821215 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4834a10-c97b-43be-b7ad-d30332044420 req-fe6b13a7-1b74-47dd-a587-5327a225b41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:07:48.824710 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-f06596cf-a157-4cc5-bcca-ea4827d61c5d admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=efbbc04a178745fc9355eebd10a82337&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2599328 Jun 17 18:07:48.824858 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-c4834a10-c97b-43be-b7ad-d30332044420 req-fe6b13a7-1b74-47dd-a587-5327a225b41a service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=db4bb9e5-a0a7-43a5-8bb5-df1a2278498b HTTP/1.1" status: 200 len: 1098 time: 0.0538197 Jun 17 18:07:48.824966 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06596cf-a157-4cc5-bcca-ea4827d61c5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbcf5287-9540-47f5-9574-fa2137d76378,revision_number=1']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:07:48.825150 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 48680) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:07:48.827779 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-f06596cf-a157-4cc5-bcca-ea4827d61c5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:07:48.886009 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-c4834a10-c97b-43be-b7ad-d30332044420 req-17acfcb6-a4a5-4b4f-bd65-1661efb9adef service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=1b7278ee-edff-4c4e-bb99-e6a0e681b775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467978 Jun 17 18:07:48.897913 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-dcca1804-5386-417f-acd9-c7212c7521c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:48.918559 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-dcca1804-5386-417f-acd9-c7212c7521c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:48.965440 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-dcca1804-5386-417f-acd9-c7212c7521c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:48.968081 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-dcca1804-5386-417f-acd9-c7212c7521c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:48.969104 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-dcca1804-5386-417f-acd9-c7212c7521c9 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/fbcf5287-9540-47f5-9574-fa2137d76378 HTTP/1.1" status: 204 len: 168 time: 0.1429930 Jun 17 18:07:48.969861 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-b59213c5-46c8-402e-b6c3-42fd68661666 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:07:48.977187 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcca1804-5386-417f-acd9-c7212c7521c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbcf5287-9540-47f5-9574-fa2137d76378,revision_number=None']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:07:48.979372 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-dcca1804-5386-417f-acd9-c7212c7521c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:07:49.215083 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 48686) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:07:49.228170 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-6b126ba6-8b0a-48f1-b461-2dd0317026b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:49.315563 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-6b126ba6-8b0a-48f1-b461-2dd0317026b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:49.322137 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-6b126ba6-8b0a-48f1-b461-2dd0317026b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:49.324565 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-3f7deb46-12f4-4f93-8256-e46020beb17b tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:07:49.359916 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-6b126ba6-8b0a-48f1-b461-2dd0317026b6 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=9b208f1cd2a1481d85477a74757a97a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1437285 Jun 17 18:07:49.360764 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b126ba6-8b0a-48f1-b461-2dd0317026b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a2f20d8-f846-4db5-be66-a92144fc74d4,revision_number=1']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:07:49.362424 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 48688) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:07:49.363802 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-6b126ba6-8b0a-48f1-b461-2dd0317026b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:07:49.412250 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-f3950008-17c3-42c1-9e3a-21bb79cd7f5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:49.433253 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-f3950008-17c3-42c1-9e3a-21bb79cd7f5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:49.474036 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-a0cf07df-ba9d-4ba7-86ac-6ceb73a86136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:49.481663 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-f3950008-17c3-42c1-9e3a-21bb79cd7f5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:49.484969 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-f3950008-17c3-42c1-9e3a-21bb79cd7f5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:49.486267 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-f3950008-17c3-42c1-9e3a-21bb79cd7f5e admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/6a2f20d8-f846-4db5-be66-a92144fc74d4 HTTP/1.1" status: 204 len: 168 time: 0.1228104 Jun 17 18:07:49.487378 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-e8858bdf-aa02-4421-9fa2-f4d218b41add admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:07:49.495007 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3950008-17c3-42c1-9e3a-21bb79cd7f5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a2f20d8-f846-4db5-be66-a92144fc74d4,revision_number=None']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:07:49.497871 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-f3950008-17c3-42c1-9e3a-21bb79cd7f5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:07:49.821055 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3732f4e-3621-451c-9410-4707c70c4001 req-970c3b0a-69f6-4cdf-9ceb-dcdb7f4b9e97 tempest-VolumesActionsTest-1517777520 tempest-VolumesActionsTest-1517777520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:07:49.822510 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-f3732f4e-3621-451c-9410-4707c70c4001 req-970c3b0a-69f6-4cdf-9ceb-dcdb7f4b9e97 tempest-VolumesActionsTest-1517777520 tempest-VolumesActionsTest-1517777520-project] 10.222.0.97 "GET /v2.0/ports?device_id=db4bb9e5-a0a7-43a5-8bb5-df1a2278498b HTTP/1.1" status: 200 len: 945 time: 0.0666909 Jun 17 18:07:49.860409 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-f3732f4e-3621-451c-9410-4707c70c4001 req-1f01829e-0cca-4aee-aff7-50e5ddaee2f7 tempest-VolumesActionsTest-1517777520 tempest-VolumesActionsTest-1517777520-project] 10.222.0.97 "GET /v2.0/security-groups?id=1b7278ee-edff-4c4e-bb99-e6a0e681b775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322959 Jun 17 18:07:51.033498 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8155d511-641c-4f40-a9bd-d38e7bc129a0 req-76384178-4283-4671-b6bc-d0042e2b30b0 tempest-VolumesActionsTest-1517777520 tempest-VolumesActionsTest-1517777520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:07:51.034972 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-8155d511-641c-4f40-a9bd-d38e7bc129a0 req-76384178-4283-4671-b6bc-d0042e2b30b0 tempest-VolumesActionsTest-1517777520 tempest-VolumesActionsTest-1517777520-project] 10.222.0.97 "GET /v2.0/ports?device_id=db4bb9e5-a0a7-43a5-8bb5-df1a2278498b HTTP/1.1" status: 200 len: 945 time: 0.0644019 Jun 17 18:07:51.078605 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-8155d511-641c-4f40-a9bd-d38e7bc129a0 req-4671db72-a12e-4554-ad57-a3dbb46f478c tempest-VolumesActionsTest-1517777520 tempest-VolumesActionsTest-1517777520-project] 10.222.0.97 "GET /v2.0/security-groups?id=1b7278ee-edff-4c4e-bb99-e6a0e681b775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379674 Jun 17 18:07:51.351304 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 48772) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:07:51.452303 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-7c43df03-5de0-4656-b065-cebd03b440fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:51.537599 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-7c43df03-5de0-4656-b065-cebd03b440fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:51.541661 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-7c43df03-5de0-4656-b065-cebd03b440fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:51.544052 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-58b7d110-aec2-426d-8fcf-d74068e7cf0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:07:51.578794 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-7c43df03-5de0-4656-b065-cebd03b440fb admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=cb30a0656605420da36b510ea19affc7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2263558 Jun 17 18:07:51.579668 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c43df03-5de0-4656-b065-cebd03b440fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66a8cad2-ed42-4de6-83b0-5956205fdb56,revision_number=1']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:07:51.581511 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 48776) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:07:51.582574 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-7c43df03-5de0-4656-b065-cebd03b440fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:07:51.629058 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-5cbb384c-6c1d-4ea2-b1ca-c3072f4f8b06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:51.652937 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-5cbb384c-6c1d-4ea2-b1ca-c3072f4f8b06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:51.696819 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-5cbb384c-6c1d-4ea2-b1ca-c3072f4f8b06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:51.699549 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-5cbb384c-6c1d-4ea2-b1ca-c3072f4f8b06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:51.700829 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-5cbb384c-6c1d-4ea2-b1ca-c3072f4f8b06 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/66a8cad2-ed42-4de6-83b0-5956205fdb56 HTTP/1.1" status: 204 len: 168 time: 0.1182761 Jun 17 18:07:51.702139 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-b8cc8e0c-8058-4eb7-9e05-c75f2c2dd467 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:07:51.709037 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbb384c-6c1d-4ea2-b1ca-c3072f4f8b06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66a8cad2-ed42-4de6-83b0-5956205fdb56,revision_number=None']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:07:51.711151 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-5cbb384c-6c1d-4ea2-b1ca-c3072f4f8b06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:07:51.954762 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 48784) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:07:51.967640 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-ccf67f3a-9cec-4281-aa30-29c0041ae54b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:52.055409 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-ccf67f3a-9cec-4281-aa30-29c0041ae54b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:52.058928 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-ccf67f3a-9cec-4281-aa30-29c0041ae54b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:52.061630 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-52d0c914-4e73-4e37-b51e-1d30f6a90ce9 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:07:52.095199 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf67f3a-9cec-4281-aa30-29c0041ae54b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c498848e-210b-492d-a45f-c7bd509587b6,revision_number=1']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:07:52.099430 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-ccf67f3a-9cec-4281-aa30-29c0041ae54b admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=30616be4bc214b7fb2e5de528c3c6555&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1436806 Jun 17 18:07:52.101264 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-ccf67f3a-9cec-4281-aa30-29c0041ae54b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:07:52.102326 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 48788) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:07:52.151682 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-056caf6e-717c-4eff-af66-31c1cff63a4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:52.172276 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-056caf6e-717c-4eff-af66-31c1cff63a4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:52.253870 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-056caf6e-717c-4eff-af66-31c1cff63a4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:52.256557 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-056caf6e-717c-4eff-af66-31c1cff63a4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:52.257912 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-056caf6e-717c-4eff-af66-31c1cff63a4f admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/c498848e-210b-492d-a45f-c7bd509587b6 HTTP/1.1" status: 204 len: 168 time: 0.1545720 Jun 17 18:07:52.259317 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-849cff09-ca31-45c0-a63b-6346923fc9ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:07:52.268128 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf9b7d0-1b19-42ae-9cca-b1a840c20fb3 req-b74cbe78-ab68-4a57-a8f6-6b6b79ec0926 tempest-VolumesActionsTest-1517777520 tempest-VolumesActionsTest-1517777520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:07:52.269593 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-5cf9b7d0-1b19-42ae-9cca-b1a840c20fb3 req-b74cbe78-ab68-4a57-a8f6-6b6b79ec0926 tempest-VolumesActionsTest-1517777520 tempest-VolumesActionsTest-1517777520-project] 10.222.0.97 "GET /v2.0/ports?device_id=db4bb9e5-a0a7-43a5-8bb5-df1a2278498b HTTP/1.1" status: 200 len: 945 time: 0.0811250 Jun 17 18:07:52.277625 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056caf6e-717c-4eff-af66-31c1cff63a4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c498848e-210b-492d-a45f-c7bd509587b6,revision_number=None']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:07:52.279890 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-056caf6e-717c-4eff-af66-31c1cff63a4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:07:52.318424 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-5cf9b7d0-1b19-42ae-9cca-b1a840c20fb3 req-cd13aa0c-f7a4-45bf-92a2-36965549d22e tempest-VolumesActionsTest-1517777520 tempest-VolumesActionsTest-1517777520-project] 10.222.0.97 "GET /v2.0/security-groups?id=1b7278ee-edff-4c4e-bb99-e6a0e681b775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425251 Jun 17 18:07:53.252985 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 48820) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:07:53.354195 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-8eac7f57-2098-49f9-89e4-e9dfe6577e6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:53.445504 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-8eac7f57-2098-49f9-89e4-e9dfe6577e6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:53.449747 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-8eac7f57-2098-49f9-89e4-e9dfe6577e6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:53.453639 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-293d4754-db3b-4379-bdad-cbbc52c56de4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:07:53.488643 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-8eac7f57-2098-49f9-89e4-e9dfe6577e6c admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=35824eaac0aa45309e9deb6b322648c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2343423 Jun 17 18:07:53.489547 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eac7f57-2098-49f9-89e4-e9dfe6577e6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fac31268-d749-4138-a178-e64ac41c45fd,revision_number=1']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:07:53.491303 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 48826) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:07:53.492346 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-8eac7f57-2098-49f9-89e4-e9dfe6577e6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:07:53.514414 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77049ab2-a8de-4ddc-94f5-0fc20267a950 req-9bc7ab3d-6d15-4f00-b2e3-9d6adad32a5c tempest-VolumesActionsTest-1517777520 tempest-VolumesActionsTest-1517777520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:07:53.515853 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-77049ab2-a8de-4ddc-94f5-0fc20267a950 req-9bc7ab3d-6d15-4f00-b2e3-9d6adad32a5c tempest-VolumesActionsTest-1517777520 tempest-VolumesActionsTest-1517777520-project] 10.222.0.97 "GET /v2.0/ports?device_id=db4bb9e5-a0a7-43a5-8bb5-df1a2278498b HTTP/1.1" status: 200 len: 945 time: 0.0803573 Jun 17 18:07:53.576220 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-77049ab2-a8de-4ddc-94f5-0fc20267a950 req-a7a35dfb-9616-474d-80c6-d2e45a752b7a tempest-VolumesActionsTest-1517777520 tempest-VolumesActionsTest-1517777520-project] 10.222.0.97 "GET /v2.0/security-groups?id=1b7278ee-edff-4c4e-bb99-e6a0e681b775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511961 Jun 17 18:07:53.579393 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-4da93db8-69d6-4462-aa9b-ccbda90abe9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:53.600125 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-4da93db8-69d6-4462-aa9b-ccbda90abe9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:53.653211 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-4da93db8-69d6-4462-aa9b-ccbda90abe9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:53.656172 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-4da93db8-69d6-4462-aa9b-ccbda90abe9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:53.657300 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-4da93db8-69d6-4462-aa9b-ccbda90abe9e admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/fac31268-d749-4138-a178-e64ac41c45fd HTTP/1.1" status: 204 len: 168 time: 0.1645186 Jun 17 18:07:53.658075 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-d43eb7b8-c914-478f-b93e-bf82ee6df60f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:07:53.665926 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da93db8-69d6-4462-aa9b-ccbda90abe9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fac31268-d749-4138-a178-e64ac41c45fd,revision_number=None']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:07:53.668055 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-4da93db8-69d6-4462-aa9b-ccbda90abe9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:07:54.761471 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9402960f-cd92-4a19-8891-9656fb00b8a2 req-95f22d75-dce8-41df-b775-2f74c5c933ec tempest-VolumesActionsTest-1517777520 tempest-VolumesActionsTest-1517777520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:07:54.762943 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-9402960f-cd92-4a19-8891-9656fb00b8a2 req-95f22d75-dce8-41df-b775-2f74c5c933ec tempest-VolumesActionsTest-1517777520 tempest-VolumesActionsTest-1517777520-project] 10.222.0.97 "GET /v2.0/ports?device_id=db4bb9e5-a0a7-43a5-8bb5-df1a2278498b HTTP/1.1" status: 200 len: 945 time: 0.0658705 Jun 17 18:07:54.800666 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-9402960f-cd92-4a19-8891-9656fb00b8a2 req-9f8091d0-9545-4e3d-8314-5dee9976a85a tempest-VolumesActionsTest-1517777520 tempest-VolumesActionsTest-1517777520-project] 10.222.0.97 "GET /v2.0/security-groups?id=1b7278ee-edff-4c4e-bb99-e6a0e681b775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308433 Jun 17 18:07:55.928735 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26967986-3e81-44f6-bfaa-289215e88440 req-c6b5429e-8796-44c9-a3c7-2a787fdd6e12 tempest-VolumesActionsTest-1517777520 tempest-VolumesActionsTest-1517777520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:07:55.930260 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-26967986-3e81-44f6-bfaa-289215e88440 req-c6b5429e-8796-44c9-a3c7-2a787fdd6e12 tempest-VolumesActionsTest-1517777520 tempest-VolumesActionsTest-1517777520-project] 10.222.0.97 "GET /v2.0/ports?device_id=db4bb9e5-a0a7-43a5-8bb5-df1a2278498b HTTP/1.1" status: 200 len: 945 time: 0.0690179 Jun 17 18:07:55.967375 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-26967986-3e81-44f6-bfaa-289215e88440 req-ab459d2a-0ae9-4594-9aa0-aba98381b369 tempest-VolumesActionsTest-1517777520 tempest-VolumesActionsTest-1517777520-project] 10.222.0.97 "GET /v2.0/security-groups?id=1b7278ee-edff-4c4e-bb99-e6a0e681b775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315738 Jun 17 18:07:57.286910 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfe0580-27be-4434-9a96-cf6b29741fc3 req-8c0724bc-444f-41b6-9142-1c764b824a86 tempest-VolumesActionsTest-1517777520 tempest-VolumesActionsTest-1517777520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:07:57.288419 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-adfe0580-27be-4434-9a96-cf6b29741fc3 req-8c0724bc-444f-41b6-9142-1c764b824a86 tempest-VolumesActionsTest-1517777520 tempest-VolumesActionsTest-1517777520-project] 10.222.0.97 "GET /v2.0/ports?device_id=db4bb9e5-a0a7-43a5-8bb5-df1a2278498b HTTP/1.1" status: 200 len: 945 time: 0.2116730 Jun 17 18:07:57.333479 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-adfe0580-27be-4434-9a96-cf6b29741fc3 req-0a1eeafa-c977-404a-8f09-61fefc7be3d6 tempest-VolumesActionsTest-1517777520 tempest-VolumesActionsTest-1517777520-project] 10.222.0.97 "GET /v2.0/security-groups?id=1b7278ee-edff-4c4e-bb99-e6a0e681b775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363159 Jun 17 18:07:58.144184 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77690f48-939a-48cb-9db5-39d7d7a2b7ac req-32c3a126-e067-4769-b367-e15b1e0b6e28 tempest-VolumesActionsTest-1517777520 tempest-VolumesActionsTest-1517777520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:07:58.145582 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-77690f48-939a-48cb-9db5-39d7d7a2b7ac req-32c3a126-e067-4769-b367-e15b1e0b6e28 tempest-VolumesActionsTest-1517777520 tempest-VolumesActionsTest-1517777520-project] 10.222.0.95 "GET /v2.0/ports?device_id=db4bb9e5-a0a7-43a5-8bb5-df1a2278498b HTTP/1.1" status: 200 len: 945 time: 0.0612991 Jun 17 18:07:58.257343 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.plugin [req-77690f48-939a-48cb-9db5-39d7d7a2b7ac req-7af3b477-9d5f-4266-95ea-5e7897838880 tempest-VolumesActionsTest-1517777520 tempest-VolumesActionsTest-1517777520-project] Deleting port c79869f5-9bb0-4990-941f-4cea7e41b430 {{(pid=92874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 18:07:58.257686 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-77690f48-939a-48cb-9db5-39d7d7a2b7ac req-7af3b477-9d5f-4266-95ea-5e7897838880 tempest-VolumesActionsTest-1517777520 tempest-VolumesActionsTest-1517777520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743365079206'] for port, before_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:58.347941 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.db [req-77690f48-939a-48cb-9db5-39d7d7a2b7ac req-7af3b477-9d5f-4266-95ea-5e7897838880 tempest-VolumesActionsTest-1517777520 tempest-VolumesActionsTest-1517777520-project] For port c79869f5-9bb0-4990-941f-4cea7e41b430, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=c79869f5-9bb0-4990-941f-4cea7e41b430,segment=NetworkSegment(cedd0927-f0a7-4b58-b7fc-410e1197c012),segment_id=cedd0927-f0a7-4b58-b7fc-410e1197c012)] {{(pid=92874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:07:58.348541 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-77690f48-939a-48cb-9db5-39d7d7a2b7ac req-7af3b477-9d5f-4266-95ea-5e7897838880 tempest-VolumesActionsTest-1517777520 tempest-VolumesActionsTest-1517777520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956370'] for port, precommit_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:58.415429 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.plugin [req-77690f48-939a-48cb-9db5-39d7d7a2b7ac req-7af3b477-9d5f-4266-95ea-5e7897838880 tempest-VolumesActionsTest-1517777520 tempest-VolumesActionsTest-1517777520-project] Calling delete_port for c79869f5-9bb0-4990-941f-4cea7e41b430 owned by compute:nova {{(pid=92874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 18:07:58.541869 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a207575-c431-4e33-8964-0426e5c704b4 req-f95353de-b3ba-4ed8-b221-1fac690e2034 tempest-VolumesActionsTest-1517777520 tempest-VolumesActionsTest-1517777520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:07:58.544373 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-6a207575-c431-4e33-8964-0426e5c704b4 req-f95353de-b3ba-4ed8-b221-1fac690e2034 tempest-VolumesActionsTest-1517777520 tempest-VolumesActionsTest-1517777520-project] 10.222.0.97 "GET /v2.0/ports?device_id=db4bb9e5-a0a7-43a5-8bb5-df1a2278498b HTTP/1.1" status: 200 len: 945 time: 0.0872357 Jun 17 18:07:58.622305 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-6a207575-c431-4e33-8964-0426e5c704b4 req-704df907-4b6c-47b2-9c4a-84eb3e114cff tempest-VolumesActionsTest-1517777520 tempest-VolumesActionsTest-1517777520-project] 10.222.0.97 "GET /v2.0/security-groups?id=1b7278ee-edff-4c4e-bb99-e6a0e681b775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686293 Jun 17 18:07:58.626772 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-77690f48-939a-48cb-9db5-39d7d7a2b7ac req-7af3b477-9d5f-4266-95ea-5e7897838880 tempest-VolumesActionsTest-1517777520 tempest-VolumesActionsTest-1517777520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743365085983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743364645425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28501932'] for port, after_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:58.633369 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-af3aee8e-b1f5-4f08-9597-33b919338192 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:07:58.674338 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af3b477-9d5f-4266-95ea-5e7897838880 tempest-VolumesActionsTest-1517777520 tempest-VolumesActionsTest-1517777520-project] Pushing event deleted for resources: {'Port': ['ID=c79869f5-9bb0-4990-941f-4cea7e41b430,revision_number=None']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:07:58.696150 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-7af3b477-9d5f-4266-95ea-5e7897838880 tempest-VolumesActionsTest-1517777520 tempest-VolumesActionsTest-1517777520-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:07:58.724022 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.db.l3_dvrscheduler_db [req-77690f48-939a-48cb-9db5-39d7d7a2b7ac req-7af3b477-9d5f-4266-95ea-5e7897838880 tempest-VolumesActionsTest-1517777520 tempest-VolumesActionsTest-1517777520-project] No DVR routers for this DVR port c79869f5-9bb0-4990-941f-4cea7e41b430 on host hv-cinder-78626 {{(pid=92874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 18:07:58.724022 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-77690f48-939a-48cb-9db5-39d7d7a2b7ac req-7af3b477-9d5f-4266-95ea-5e7897838880 tempest-VolumesActionsTest-1517777520 tempest-VolumesActionsTest-1517777520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523113'] for port, before_response {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:07:58.724869 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-77690f48-939a-48cb-9db5-39d7d7a2b7ac req-7af3b477-9d5f-4266-95ea-5e7897838880 tempest-VolumesActionsTest-1517777520 tempest-VolumesActionsTest-1517777520-project] 10.222.0.95 "DELETE /v2.0/ports/c79869f5-9bb0-4990-941f-4cea7e41b430 HTTP/1.1" status: 204 len: 173 time: 0.5601380 Jun 17 18:07:58.725357 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db4bb9e5-a0a7-43a5-8bb5-df1a2278498b', 'name': 'network-vif-deleted', 'tag': 'c79869f5-9bb0-4990-941f-4cea7e41b430'}] {{(pid=92874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 18:07:58.727680 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58554d43f64f60294e2d1fd4a9d9342a0a386c70b92defbb6c9fd2054ba7a623" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac6f4d1d-9f6b-460d-a249-62bc0f0d681f" -d '{"events": [{"server_uuid": "db4bb9e5-a0a7-43a5-8bb5-df1a2278498b", "name": "network-vif-deleted", "tag": "c79869f5-9bb0-4990-941f-4cea7e41b430"}]}' {{(pid=92874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 18:07:58.766417 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 18:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f003c11-7f91-4a5b-93b1-cff4263419f3 x-openstack-request-id: req-5f003c11-7f91-4a5b-93b1-cff4263419f3 {{(pid=92874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 18:07:58.766737 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db4bb9e5-a0a7-43a5-8bb5-df1a2278498b", "name": "network-vif-deleted", "tag": "c79869f5-9bb0-4990-941f-4cea7e41b430", "status": "completed", "code": 200}]} {{(pid=92874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 18:07:58.767014 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-5f003c11-7f91-4a5b-93b1-cff4263419f3 {{(pid=92874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 18:07:58.767430 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db4bb9e5-a0a7-43a5-8bb5-df1a2278498b', 'name': 'network-vif-deleted', 'tag': 'c79869f5-9bb0-4990-941f-4cea7e41b430', 'status': 'completed', 'code': 200} Jun 17 18:07:59.957898 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baba1db1-49f5-4465-a477-0f96324b7f5d req-0e93a92c-ab3a-4da3-970c-4be099fb7cdf tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:07:59.959342 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-baba1db1-49f5-4465-a477-0f96324b7f5d req-0e93a92c-ab3a-4da3-970c-4be099fb7cdf tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] 10.222.0.97 "GET /v2.0/ports?device_id=99cd6e83-e889-4185-81f9-4925dd498399 HTTP/1.1" status: 200 len: 945 time: 0.1229017 Jun 17 18:08:00.010977 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a24c042-dd85-4d12-9d3c-fbcd93ad6e28 req-2e2d492b-c9fd-4589-8409-0d9209de0afb tempest-VolumesActionsTest-1517777520 tempest-VolumesActionsTest-1517777520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:08:00.012396 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-1a24c042-dd85-4d12-9d3c-fbcd93ad6e28 req-2e2d492b-c9fd-4589-8409-0d9209de0afb tempest-VolumesActionsTest-1517777520 tempest-VolumesActionsTest-1517777520-project] 10.222.0.97 "GET /v2.0/networks?id=54df0f08-a9ef-465f-b9c8-0e59c1dee388 HTTP/1.1" status: 200 len: 809 time: 0.1348650 Jun 17 18:08:00.019739 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-baba1db1-49f5-4465-a477-0f96324b7f5d req-084445e9-a514-469a-92c3-e00ed069f17d tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] 10.222.0.97 "GET /v2.0/security-groups?id=b7e6f4f5-24f4-4dde-a96a-8d8da070066c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538461 Jun 17 18:08:00.029235 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-1a24c042-dd85-4d12-9d3c-fbcd93ad6e28 req-a19ada07-693b-449a-8672-ee8db7725f41 tempest-VolumesActionsTest-1517777520 tempest-VolumesActionsTest-1517777520-project] 10.222.0.97 "GET /v2.0/quotas/ac1d8ff5c5714904905c48ffd996860c HTTP/1.1" status: 200 len: 375 time: 0.0086036 Jun 17 18:08:00.066855 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-1a24c042-dd85-4d12-9d3c-fbcd93ad6e28 req-1643bbbe-6696-4b5b-9203-e888dc16e905 tempest-VolumesActionsTest-1517777520 tempest-VolumesActionsTest-1517777520-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=ac1d8ff5c5714904905c48ffd996860c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0311401 Jun 17 18:08:00.152372 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-1a24c042-dd85-4d12-9d3c-fbcd93ad6e28 req-0e91e0d0-455a-4ed0-bab1-0b1433536327 service neutron] 10.222.0.97 "GET /v2.0/networks/54df0f08-a9ef-465f-b9c8-0e59c1dee388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789094 Jun 17 18:08:00.239369 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-1a24c042-dd85-4d12-9d3c-fbcd93ad6e28 req-27b7f7b7-f88b-404a-8b33-50e1453ff91f service neutron] 10.222.0.97 "GET /v2.0/networks/54df0f08-a9ef-465f-b9c8-0e59c1dee388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815103 Jun 17 18:08:00.403518 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-d965b22c-ba2e-4dd7-9eb5-eab8df650789 req-851d2383-201b-41f5-bd3d-63d06f6b8721 tempest-VolumesActionsTest-1517777520 tempest-VolumesActionsTest-1517777520-project] 10.222.0.97 "GET /v2.0/ports?device_id=12c24311-1552-43c4-892c-c854eda335e9 HTTP/1.1" status: 200 len: 210 time: 0.0283735 Jun 17 18:08:00.571838 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Device c79869f5-9bb0-4990-941f-4cea7e41b430 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=92880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 18:08:00.591893 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.plugin [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] No Port match for: c79869f5-9bb0-4990-941f-4cea7e41b430 {{(pid=92880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 18:08:00.592273 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Device c79869f5-9bb0-4990-941f-4cea7e41b430 not bound to the agent host hv-cinder-78626 {{(pid=92880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 18:08:01.188702 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f48a048-27ac-4548-aee8-081e4e854321 req-656f347d-3feb-4d4f-9f4f-32f114191c98 tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:08:01.190104 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-2f48a048-27ac-4548-aee8-081e4e854321 req-656f347d-3feb-4d4f-9f4f-32f114191c98 tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] 10.222.0.97 "GET /v2.0/ports?device_id=99cd6e83-e889-4185-81f9-4925dd498399 HTTP/1.1" status: 200 len: 945 time: 0.0611932 Jun 17 18:08:01.228875 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-2f48a048-27ac-4548-aee8-081e4e854321 req-43aceab7-3a55-480b-87da-ea56d2cc8bd6 tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] 10.222.0.97 "GET /v2.0/security-groups?id=b7e6f4f5-24f4-4dde-a96a-8d8da070066c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330076 Jun 17 18:08:01.547723 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-925b1fd0-87b1-47d2-8679-0f463ea75b84 req-9e418b63-19f7-4e49-86df-3ebdd0b05871 tempest-VolumesActionsTest-1517777520 tempest-VolumesActionsTest-1517777520-project] 10.222.0.97 "GET /v2.0/ports?device_id=12c24311-1552-43c4-892c-c854eda335e9 HTTP/1.1" status: 200 len: 210 time: 0.0362871 Jun 17 18:08:01.700992 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a24c042-dd85-4d12-9d3c-fbcd93ad6e28 req-cbb94d3b-7fac-4bfc-b78b-a70d0a0725cb tempest-VolumesActionsTest-1517777520 tempest-VolumesActionsTest-1517777520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:08:01.703131 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-1a24c042-dd85-4d12-9d3c-fbcd93ad6e28 req-cbb94d3b-7fac-4bfc-b78b-a70d0a0725cb tempest-VolumesActionsTest-1517777520 tempest-VolumesActionsTest-1517777520-project] 10.222.0.95 "GET /v2.0/networks?id=54df0f08-a9ef-465f-b9c8-0e59c1dee388 HTTP/1.1" status: 200 len: 809 time: 0.1021221 Jun 17 18:08:01.773575 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.v2.base [req-1a24c042-dd85-4d12-9d3c-fbcd93ad6e28 req-fa40bb66-c817-4133-ac70-8911611d5c74 tempest-VolumesActionsTest-1517777520 tempest-VolumesActionsTest-1517777520-project] Request body: {'port': {'device_id': '12c24311-1552-43c4-892c-c854eda335e9', 'network_id': '54df0f08-a9ef-465f-b9c8-0e59c1dee388', 'admin_state_up': True, 'tenant_id': 'ac1d8ff5c5714904905c48ffd996860c'}} {{(pid=92874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 18:08:01.883860 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a24c042-dd85-4d12-9d3c-fbcd93ad6e28 req-fa40bb66-c817-4133-ac70-8911611d5c74 tempest-VolumesActionsTest-1517777520 tempest-VolumesActionsTest-1517777520-project] Made reservation on behalf of ac1d8ff5c5714904905c48ffd996860c for: {'port': 1} {{(pid=92874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 18:08:01.887310 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-1a24c042-dd85-4d12-9d3c-fbcd93ad6e28 req-fa40bb66-c817-4133-ac70-8911611d5c74 tempest-VolumesActionsTest-1517777520 tempest-VolumesActionsTest-1517777520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1986742'] for port, before_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:02.005102 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.db.db_base_plugin_common [req-1a24c042-dd85-4d12-9d3c-fbcd93ad6e28 req-fa40bb66-c817-4133-ac70-8911611d5c74 tempest-VolumesActionsTest-1517777520 tempest-VolumesActionsTest-1517777520-project] Allocated IP 172.20.0.14 (54df0f08-a9ef-465f-b9c8-0e59c1dee388/c9ef456d-08ca-452a-affc-e2d5f7425f6f/1f79d387-946e-4035-b7a0-fa3137227515) {{(pid=92874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 18:08:02.147594 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-1a24c042-dd85-4d12-9d3c-fbcd93ad6e28 req-fa40bb66-c817-4133-ac70-8911611d5c74 tempest-VolumesActionsTest-1517777520 tempest-VolumesActionsTest-1517777520-project] Notify callbacks [] for port, precommit_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:02.184525 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-1a24c042-dd85-4d12-9d3c-fbcd93ad6e28 req-fa40bb66-c817-4133-ac70-8911611d5c74 tempest-VolumesActionsTest-1517777520 tempest-VolumesActionsTest-1517777520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1986807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743364645416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28501925'] for port, after_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:02.188599 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:08:02.226951 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a24c042-dd85-4d12-9d3c-fbcd93ad6e28 req-fa40bb66-c817-4133-ac70-8911611d5c74 tempest-VolumesActionsTest-1517777520 tempest-VolumesActionsTest-1517777520-project] Network 54df0f08-a9ef-465f-b9c8-0e59c1dee388 is already hosted by enough agents. {{(pid=92874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 18:08:02.230098 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.scheduler.base_scheduler [req-1a24c042-dd85-4d12-9d3c-fbcd93ad6e28 req-fa40bb66-c817-4133-ac70-8911611d5c74 tempest-VolumesActionsTest-1517777520 tempest-VolumesActionsTest-1517777520-project] Resources bound (agent type, host, resource id): {{(pid=92874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 18:08:02.236608 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a24c042-dd85-4d12-9d3c-fbcd93ad6e28 req-fa40bb66-c817-4133-ac70-8911611d5c74 tempest-VolumesActionsTest-1517777520 tempest-VolumesActionsTest-1517777520-project] Received port after_create {{(pid=92874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 18:08:02.242223 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa40bb66-c817-4133-ac70-8911611d5c74 tempest-VolumesActionsTest-1517777520 tempest-VolumesActionsTest-1517777520-project] Pushing event updated for resources: {'Port': ['ID=1f79d387-946e-4035-b7a0-fa3137227515,revision_number=1']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:08:02.264975 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-fa40bb66-c817-4133-ac70-8911611d5c74 tempest-VolumesActionsTest-1517777520 tempest-VolumesActionsTest-1517777520-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:08:02.290117 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a24c042-dd85-4d12-9d3c-fbcd93ad6e28 req-fa40bb66-c817-4133-ac70-8911611d5c74 tempest-VolumesActionsTest-1517777520 tempest-VolumesActionsTest-1517777520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:08:02.290754 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-1a24c042-dd85-4d12-9d3c-fbcd93ad6e28 req-fa40bb66-c817-4133-ac70-8911611d5c74 tempest-VolumesActionsTest-1517777520 tempest-VolumesActionsTest-1517777520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523113'] for port, before_response {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:02.305077 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-1a24c042-dd85-4d12-9d3c-fbcd93ad6e28 req-fa40bb66-c817-4133-ac70-8911611d5c74 tempest-VolumesActionsTest-1517777520 tempest-VolumesActionsTest-1517777520-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5353448 Jun 17 18:08:02.331308 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.v2.base [req-1a24c042-dd85-4d12-9d3c-fbcd93ad6e28 req-37ccb17e-d16e-4a03-ae8d-2859040843e2 service neutron] Request body: {'port': {'device_id': '12c24311-1552-43c4-892c-c854eda335e9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=92874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 18:08:02.465013 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-1a24c042-dd85-4d12-9d3c-fbcd93ad6e28 req-37ccb17e-d16e-4a03-ae8d-2859040843e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:02.518089 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e356d084-e38a-4110-871c-62a4668b0b9e req-c6634f8a-189f-43d5-83f1-f18697159e25 tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:08:02.519523 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-e356d084-e38a-4110-871c-62a4668b0b9e req-c6634f8a-189f-43d5-83f1-f18697159e25 tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] 10.222.0.97 "GET /v2.0/ports?device_id=99cd6e83-e889-4185-81f9-4925dd498399 HTTP/1.1" status: 200 len: 945 time: 0.1672864 Jun 17 18:08:02.619488 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe12726-229e-43a3-9ee6-87556a32b919 req-1267d33e-6589-4f25-999e-7c3ddf1bd5b3 tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:08:02.620944 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-cbe12726-229e-43a3-9ee6-87556a32b919 req-1267d33e-6589-4f25-999e-7c3ddf1bd5b3 tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] 10.222.0.95 "GET /v2.0/ports?device_id=99cd6e83-e889-4185-81f9-4925dd498399 HTTP/1.1" status: 200 len: 945 time: 0.2019832 Jun 17 18:08:02.933532 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-e356d084-e38a-4110-871c-62a4668b0b9e req-4494ebd0-4cbe-4ecc-be02-22570b389c82 tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] 10.222.0.97 "GET /v2.0/security-groups?id=b7e6f4f5-24f4-4dde-a96a-8d8da070066c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4056273 Jun 17 18:08:03.100449 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6542d2a6-9635-4bc2-a013-a9924d026d0b req-a58abd0f-fd80-4920-a30f-6be1c906b6e1 tempest-VolumesActionsTest-1517777520 tempest-VolumesActionsTest-1517777520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:08:03.101895 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-6542d2a6-9635-4bc2-a013-a9924d026d0b req-a58abd0f-fd80-4920-a30f-6be1c906b6e1 tempest-VolumesActionsTest-1517777520 tempest-VolumesActionsTest-1517777520-project] 10.222.0.97 "GET /v2.0/ports?device_id=12c24311-1552-43c4-892c-c854eda335e9 HTTP/1.1" status: 200 len: 932 time: 0.2110469 Jun 17 18:08:03.163173 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.plugin [req-cbe12726-229e-43a3-9ee6-87556a32b919 req-8f6fd50f-9784-49db-8ab8-4e8afd4f671e tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] Deleting port 41de16a2-6d93-41c2-ae7a-20cae5ebcdc8 {{(pid=92874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 18:08:03.163513 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-cbe12726-229e-43a3-9ee6-87556a32b919 req-8f6fd50f-9784-49db-8ab8-4e8afd4f671e tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743365079206'] for port, before_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:03.183289 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-6542d2a6-9635-4bc2-a013-a9924d026d0b req-e870c871-bad8-4b34-8446-e5e6c7a3a883 tempest-VolumesActionsTest-1517777520 tempest-VolumesActionsTest-1517777520-project] 10.222.0.97 "GET /v2.0/security-groups?id=1b7278ee-edff-4c4e-bb99-e6a0e681b775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743244 Jun 17 18:08:03.252695 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.notifiers.nova [req-1a24c042-dd85-4d12-9d3c-fbcd93ad6e28 req-37ccb17e-d16e-4a03-ae8d-2859040843e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f79d387-946e-4035-b7a0-fa3137227515 {{(pid=92874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 18:08:03.266371 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-1a24c042-dd85-4d12-9d3c-fbcd93ad6e28 req-37ccb17e-d16e-4a03-ae8d-2859040843e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:03.291024 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.db.provisioning_blocks [req-1a24c042-dd85-4d12-9d3c-fbcd93ad6e28 req-37ccb17e-d16e-4a03-ae8d-2859040843e2 service neutron] Transition to ACTIVE for port object 1f79d387-946e-4035-b7a0-fa3137227515 will not be triggered until provisioned by entity L2. {{(pid=92874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 18:08:03.298062 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.db [req-cbe12726-229e-43a3-9ee6-87556a32b919 req-8f6fd50f-9784-49db-8ab8-4e8afd4f671e tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] For port 41de16a2-6d93-41c2-ae7a-20cae5ebcdc8, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=41de16a2-6d93-41c2-ae7a-20cae5ebcdc8,segment=NetworkSegment(3ca5fe73-b93d-40b8-918d-26752c53525f),segment_id=3ca5fe73-b93d-40b8-918d-26752c53525f)] {{(pid=92874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:08:03.298418 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-cbe12726-229e-43a3-9ee6-87556a32b919 req-8f6fd50f-9784-49db-8ab8-4e8afd4f671e tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956370'] for port, precommit_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:03.300710 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-1a24c042-dd85-4d12-9d3c-fbcd93ad6e28 req-37ccb17e-d16e-4a03-ae8d-2859040843e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28501911'] for port, after_update {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:03.307621 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-c8a538f2-7d79-4366-b4c3-1ad6cd645422 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:08:03.389762 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.plugin [req-cbe12726-229e-43a3-9ee6-87556a32b919 req-8f6fd50f-9784-49db-8ab8-4e8afd4f671e tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] Calling delete_port for 41de16a2-6d93-41c2-ae7a-20cae5ebcdc8 owned by compute:nova {{(pid=92874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 18:08:03.475349 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ccb17e-d16e-4a03-ae8d-2859040843e2 service neutron] Pushing event updated for resources: {'Port': ['ID=1f79d387-946e-4035-b7a0-fa3137227515,revision_number=2']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:08:03.481960 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-37ccb17e-d16e-4a03-ae8d-2859040843e2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:08:03.578746 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.managers [req-1a24c042-dd85-4d12-9d3c-fbcd93ad6e28 req-37ccb17e-d16e-4a03-ae8d-2859040843e2 service neutron] Attempting to bind port 1f79d387-946e-4035-b7a0-fa3137227515 on host hv-cinder-78626 for vnic_type normal with profile {{(pid=92874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 18:08:03.579133 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.managers [req-1a24c042-dd85-4d12-9d3c-fbcd93ad6e28 req-37ccb17e-d16e-4a03-ae8d-2859040843e2 service neutron] Attempting to bind port 1f79d387-946e-4035-b7a0-fa3137227515 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': 'cedd0927-f0a7-4b58-b7fc-410e1197c012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': '54df0f08-a9ef-465f-b9c8-0e59c1dee388'}] {{(pid=92874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 18:08:03.579438 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a24c042-dd85-4d12-9d3c-fbcd93ad6e28 req-37ccb17e-d16e-4a03-ae8d-2859040843e2 service neutron] Attempting to bind port 1f79d387-946e-4035-b7a0-fa3137227515 on network 54df0f08-a9ef-465f-b9c8-0e59c1dee388 {{(pid=92874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 18:08:03.588727 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a24c042-dd85-4d12-9d3c-fbcd93ad6e28 req-37ccb17e-d16e-4a03-ae8d-2859040843e2 service neutron] Port 1f79d387-946e-4035-b7a0-fa3137227515 on network 54df0f08-a9ef-465f-b9c8-0e59c1dee388 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=92874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 18:08:03.589056 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a24c042-dd85-4d12-9d3c-fbcd93ad6e28 req-37ccb17e-d16e-4a03-ae8d-2859040843e2 service neutron] Attempting to bind port 1f79d387-946e-4035-b7a0-fa3137227515 on network 54df0f08-a9ef-465f-b9c8-0e59c1dee388 {{(pid=92874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 18:08:03.615616 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a24c042-dd85-4d12-9d3c-fbcd93ad6e28 req-37ccb17e-d16e-4a03-ae8d-2859040843e2 service neutron] Checking agent: {'id': '0a4c4f6c-022a-47ca-a1e7-cbe9e6e5e8a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 18, 1, 10), 'started_at': datetime.datetime(2021, 6, 17, 18, 1, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 18, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 18:08:03.615954 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a24c042-dd85-4d12-9d3c-fbcd93ad6e28 req-37ccb17e-d16e-4a03-ae8d-2859040843e2 service neutron] Checking segment: {'id': 'cedd0927-f0a7-4b58-b7fc-410e1197c012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': '54df0f08-a9ef-465f-b9c8-0e59c1dee388'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 18:08:03.616362 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a24c042-dd85-4d12-9d3c-fbcd93ad6e28 req-37ccb17e-d16e-4a03-ae8d-2859040843e2 service neutron] Bound using segment: {'id': 'cedd0927-f0a7-4b58-b7fc-410e1197c012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': '54df0f08-a9ef-465f-b9c8-0e59c1dee388'} {{(pid=92874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 18:08:03.616797 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.managers [req-1a24c042-dd85-4d12-9d3c-fbcd93ad6e28 req-37ccb17e-d16e-4a03-ae8d-2859040843e2 service neutron] Bound port: 1f79d387-946e-4035-b7a0-fa3137227515, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cedd0927-f0a7-4b58-b7fc-410e1197c012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': '54df0f08-a9ef-465f-b9c8-0e59c1dee388'}}] {{(pid=92874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 18:08:03.617152 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-1a24c042-dd85-4d12-9d3c-fbcd93ad6e28 req-37ccb17e-d16e-4a03-ae8d-2859040843e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:03.666107 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-cbe12726-229e-43a3-9ee6-87556a32b919 req-8f6fd50f-9784-49db-8ab8-4e8afd4f671e tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743365085983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743364645425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28501932'] for port, after_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:03.671307 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-7c045dd4-0535-42ad-addb-695cf51abdd2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:08:03.705614 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6fd50f-9784-49db-8ab8-4e8afd4f671e tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] Pushing event deleted for resources: {'Port': ['ID=41de16a2-6d93-41c2-ae7a-20cae5ebcdc8,revision_number=None']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:08:03.710999 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-8f6fd50f-9784-49db-8ab8-4e8afd4f671e tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:08:03.719657 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] get_ports_and_sgs() called for port_ids ['41de16a2-6d93-41c2-ae7a-20cae5ebcdc8'] {{(pid=92880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 18:08:03.725474 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.db [req-1a24c042-dd85-4d12-9d3c-fbcd93ad6e28 req-37ccb17e-d16e-4a03-ae8d-2859040843e2 service neutron] For port 1f79d387-946e-4035-b7a0-fa3137227515, host hv-cinder-78626, cleared binding levels {{(pid=92874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 18:08:03.771815 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbe12726-229e-43a3-9ee6-87556a32b919 req-8f6fd50f-9784-49db-8ab8-4e8afd4f671e tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] No DVR routers for this DVR port 41de16a2-6d93-41c2-ae7a-20cae5ebcdc8 on host hv-cinder-78626 {{(pid=92874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 18:08:03.774361 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.db [req-1a24c042-dd85-4d12-9d3c-fbcd93ad6e28 req-37ccb17e-d16e-4a03-ae8d-2859040843e2 service neutron] For port 1f79d387-946e-4035-b7a0-fa3137227515, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=1f79d387-946e-4035-b7a0-fa3137227515,segment=NetworkSegment(cedd0927-f0a7-4b58-b7fc-410e1197c012),segment_id=cedd0927-f0a7-4b58-b7fc-410e1197c012)] {{(pid=92874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 18:08:03.775784 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-cbe12726-229e-43a3-9ee6-87556a32b919 req-8f6fd50f-9784-49db-8ab8-4e8afd4f671e tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523113'] for port, before_response {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:03.777816 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-cbe12726-229e-43a3-9ee6-87556a32b919 req-8f6fd50f-9784-49db-8ab8-4e8afd4f671e tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] 10.222.0.95 "DELETE /v2.0/ports/41de16a2-6d93-41c2-ae7a-20cae5ebcdc8 HTTP/1.1" status: 204 len: 173 time: 0.8892152 Jun 17 18:08:03.778306 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99cd6e83-e889-4185-81f9-4925dd498399', 'name': 'network-vif-deleted', 'tag': '41de16a2-6d93-41c2-ae7a-20cae5ebcdc8'}] {{(pid=92874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 18:08:03.781154 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58554d43f64f60294e2d1fd4a9d9342a0a386c70b92defbb6c9fd2054ba7a623" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a1eed5d-ad91-4bdb-a862-d2dce58a8d4b" -d '{"events": [{"server_uuid": "99cd6e83-e889-4185-81f9-4925dd498399", "name": "network-vif-deleted", "tag": "41de16a2-6d93-41c2-ae7a-20cae5ebcdc8"}]}' {{(pid=92874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 18:08:03.784774 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-1a24c042-dd85-4d12-9d3c-fbcd93ad6e28 req-37ccb17e-d16e-4a03-ae8d-2859040843e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28501911'] for port, after_update {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:03.786711 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-efd86984-221e-430f-adc6-8df553ce2ac8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:08:03.819375 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a24c042-dd85-4d12-9d3c-fbcd93ad6e28 req-37ccb17e-d16e-4a03-ae8d-2859040843e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:08:03.820015 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-1a24c042-dd85-4d12-9d3c-fbcd93ad6e28 req-37ccb17e-d16e-4a03-ae8d-2859040843e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523113'] for port, before_response {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:03.821436 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-1a24c042-dd85-4d12-9d3c-fbcd93ad6e28 req-37ccb17e-d16e-4a03-ae8d-2859040843e2 service neutron] 10.222.0.95 "PUT /v2.0/ports/1f79d387-946e-4035-b7a0-fa3137227515 HTTP/1.1" status: 200 len: 1094 time: 1.4945178 Jun 17 18:08:03.826766 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 18:08:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab7fa094-afd5-442f-add6-78a1fc6a79ee x-openstack-request-id: req-ab7fa094-afd5-442f-add6-78a1fc6a79ee {{(pid=92874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 18:08:03.827192 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99cd6e83-e889-4185-81f9-4925dd498399", "name": "network-vif-deleted", "tag": "41de16a2-6d93-41c2-ae7a-20cae5ebcdc8", "status": "completed", "code": 200}]} {{(pid=92874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 18:08:03.827482 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-ab7fa094-afd5-442f-add6-78a1fc6a79ee {{(pid=92874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 18:08:03.827901 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99cd6e83-e889-4185-81f9-4925dd498399', 'name': 'network-vif-deleted', 'tag': '41de16a2-6d93-41c2-ae7a-20cae5ebcdc8', 'status': 'completed', 'code': 200} Jun 17 18:08:03.844169 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ccb17e-d16e-4a03-ae8d-2859040843e2 service neutron] Pushing event updated for resources: {'Port': ['ID=1f79d387-946e-4035-b7a0-fa3137227515,revision_number=3']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:08:03.847133 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-37ccb17e-d16e-4a03-ae8d-2859040843e2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:08:03.977597 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a24c042-dd85-4d12-9d3c-fbcd93ad6e28 req-524fa376-e4db-4729-bbae-a660e2962f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:08:03.979078 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-1a24c042-dd85-4d12-9d3c-fbcd93ad6e28 req-524fa376-e4db-4729-bbae-a660e2962f48 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=ac1d8ff5c5714904905c48ffd996860c&device_id=12c24311-1552-43c4-892c-c854eda335e9 HTTP/1.1" status: 200 len: 1097 time: 0.0536916 Jun 17 18:08:04.044383 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-1a24c042-dd85-4d12-9d3c-fbcd93ad6e28 req-4ac7f3fc-40a1-4683-aeb0-2ccab51b7cc3 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1f79d387-946e-4035-b7a0-fa3137227515 HTTP/1.1" status: 200 len: 217 time: 0.0403175 Jun 17 18:08:04.111273 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-28125f4a-02eb-45fd-8f12-4842ece4850d req-37ae98fe-1426-4c5c-8e7c-0501b6a77412 tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] 10.222.0.97 "GET /v2.0/ports?device_id=99cd6e83-e889-4185-81f9-4925dd498399 HTTP/1.1" status: 200 len: 210 time: 0.0477521 Jun 17 18:08:04.121167 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a24c042-dd85-4d12-9d3c-fbcd93ad6e28 req-949371c1-fe96-461c-8a65-e636017fadda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:08:04.122509 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-1a24c042-dd85-4d12-9d3c-fbcd93ad6e28 req-949371c1-fe96-461c-8a65-e636017fadda service neutron] 10.222.0.95 "GET /v2.0/subnets?id=c9ef456d-08ca-452a-affc-e2d5f7425f6f HTTP/1.1" status: 200 len: 849 time: 0.0671737 Jun 17 18:08:04.157293 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-1a24c042-dd85-4d12-9d3c-fbcd93ad6e28 req-b57e78cb-70ce-460a-991a-c0e98927d319 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=54df0f08-a9ef-465f-b9c8-0e59c1dee388&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261953 Jun 17 18:08:04.252895 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-1a24c042-dd85-4d12-9d3c-fbcd93ad6e28 req-5eccc37c-f381-4e72-9622-fd67de8e3c56 service neutron] 10.222.0.95 "GET /v2.0/networks/54df0f08-a9ef-465f-b9c8-0e59c1dee388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880840 Jun 17 18:08:04.378123 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-1a24c042-dd85-4d12-9d3c-fbcd93ad6e28 req-cc7150fa-ff26-4065-a666-99da0ead0ff6 service neutron] 10.222.0.95 "GET /v2.0/networks/54df0f08-a9ef-465f-b9c8-0e59c1dee388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171932 Jun 17 18:08:04.399267 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c013c63-ddce-453f-b80a-83cbdf2c3cd9 req-eb453ebf-9bbc-4b02-83a9-14420637e499 tempest-VolumesActionsTest-1517777520 tempest-VolumesActionsTest-1517777520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:08:04.400756 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-8c013c63-ddce-453f-b80a-83cbdf2c3cd9 req-eb453ebf-9bbc-4b02-83a9-14420637e499 tempest-VolumesActionsTest-1517777520 tempest-VolumesActionsTest-1517777520-project] 10.222.0.97 "GET /v2.0/ports?device_id=12c24311-1552-43c4-892c-c854eda335e9 HTTP/1.1" status: 200 len: 944 time: 0.0807226 Jun 17 18:08:04.439930 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-8c013c63-ddce-453f-b80a-83cbdf2c3cd9 req-6eefbac4-7fea-439c-9d5b-c45ab9edea65 tempest-VolumesActionsTest-1517777520 tempest-VolumesActionsTest-1517777520-project] 10.222.0.97 "GET /v2.0/security-groups?id=1b7278ee-edff-4c4e-bb99-e6a0e681b775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324879 Jun 17 18:08:05.607257 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698c8aa5-17d9-47fc-9426-c57d62ae2197 req-8d4e4d5f-3bba-4b0e-adbf-d439918b4ef5 tempest-VolumesActionsTest-1517777520 tempest-VolumesActionsTest-1517777520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:08:05.609219 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-698c8aa5-17d9-47fc-9426-c57d62ae2197 req-8d4e4d5f-3bba-4b0e-adbf-d439918b4ef5 tempest-VolumesActionsTest-1517777520 tempest-VolumesActionsTest-1517777520-project] 10.222.0.97 "GET /v2.0/ports?device_id=12c24311-1552-43c4-892c-c854eda335e9 HTTP/1.1" status: 200 len: 944 time: 0.0626171 Jun 17 18:08:05.645330 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-698c8aa5-17d9-47fc-9426-c57d62ae2197 req-c6e0f5f7-4814-4fec-82ca-e1cb80212b16 tempest-VolumesActionsTest-1517777520 tempest-VolumesActionsTest-1517777520-project] 10.222.0.97 "GET /v2.0/security-groups?id=1b7278ee-edff-4c4e-bb99-e6a0e681b775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306275 Jun 17 18:08:05.829236 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12c24311-1552-43c4-892c-c854eda335e9', 'tag': '1f79d387-946e-4035-b7a0-fa3137227515'}] {{(pid=92874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 18:08:05.831610 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58554d43f64f60294e2d1fd4a9d9342a0a386c70b92defbb6c9fd2054ba7a623" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02234581-5f38-4ba5-82cc-daadfac23c66" -d '{"events": [{"name": "network-changed", "server_uuid": "12c24311-1552-43c4-892c-c854eda335e9", "tag": "1f79d387-946e-4035-b7a0-fa3137227515"}]}' {{(pid=92874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 18:08:05.865530 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 18:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccba2129-ccaf-4cef-b21f-147b6a6950d1 x-openstack-request-id: req-ccba2129-ccaf-4cef-b21f-147b6a6950d1 {{(pid=92874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 18:08:05.865853 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12c24311-1552-43c4-892c-c854eda335e9", "tag": "1f79d387-946e-4035-b7a0-fa3137227515", "status": "completed", "code": 200}]} {{(pid=92874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 18:08:05.866135 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-ccba2129-ccaf-4cef-b21f-147b6a6950d1 {{(pid=92874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 18:08:05.866579 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12c24311-1552-43c4-892c-c854eda335e9', 'tag': '1f79d387-946e-4035-b7a0-fa3137227515', 'status': 'completed', 'code': 200} Jun 17 18:08:06.814173 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00a678b-43b0-4ae5-8dc2-c9b0665aad8d req-45b2f087-9107-4117-a6dd-c6655c035128 tempest-VolumesActionsTest-1517777520 tempest-VolumesActionsTest-1517777520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:08:06.815602 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-d00a678b-43b0-4ae5-8dc2-c9b0665aad8d req-45b2f087-9107-4117-a6dd-c6655c035128 tempest-VolumesActionsTest-1517777520 tempest-VolumesActionsTest-1517777520-project] 10.222.0.97 "GET /v2.0/ports?device_id=12c24311-1552-43c4-892c-c854eda335e9 HTTP/1.1" status: 200 len: 944 time: 0.0655878 Jun 17 18:08:06.852156 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-d00a678b-43b0-4ae5-8dc2-c9b0665aad8d req-1a515ef7-b463-40c9-bf60-f8995dd8f146 tempest-VolumesActionsTest-1517777520 tempest-VolumesActionsTest-1517777520-project] 10.222.0.97 "GET /v2.0/security-groups?id=1b7278ee-edff-4c4e-bb99-e6a0e681b775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310161 Jun 17 18:08:08.023836 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fecbb3-e0f6-421a-8b55-89ecbbad2d69 req-125c0a0f-684d-4142-9e83-7f03b78317b4 tempest-VolumesActionsTest-1517777520 tempest-VolumesActionsTest-1517777520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:08:08.025298 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-f1fecbb3-e0f6-421a-8b55-89ecbbad2d69 req-125c0a0f-684d-4142-9e83-7f03b78317b4 tempest-VolumesActionsTest-1517777520 tempest-VolumesActionsTest-1517777520-project] 10.222.0.97 "GET /v2.0/ports?device_id=12c24311-1552-43c4-892c-c854eda335e9 HTTP/1.1" status: 200 len: 944 time: 0.0623095 Jun 17 18:08:08.062363 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-f1fecbb3-e0f6-421a-8b55-89ecbbad2d69 req-3f69283d-635b-4bb4-b1c5-68286a53b2c7 tempest-VolumesActionsTest-1517777520 tempest-VolumesActionsTest-1517777520-project] 10.222.0.97 "GET /v2.0/security-groups?id=1b7278ee-edff-4c4e-bb99-e6a0e681b775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316043 Jun 17 18:08:08.633316 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Device 1f79d387-946e-4035-b7a0-fa3137227515 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=92880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 18:08:08.666795 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Device 41de16a2-6d93-41c2-ae7a-20cae5ebcdc8 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=92880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 18:08:08.694303 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.plugin [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] No Port match for: 41de16a2-6d93-41c2-ae7a-20cae5ebcdc8 {{(pid=92880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 18:08:08.694666 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Device 41de16a2-6d93-41c2-ae7a-20cae5ebcdc8 not bound to the agent host hv-cinder-78626 {{(pid=92880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 18:08:08.743843 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02234581-5f38-4ba5-82cc-daadfac23c66 req-d965a8a8-fd5d-4512-af4a-e48828f87150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:08:08.745410 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-02234581-5f38-4ba5-82cc-daadfac23c66 req-d965a8a8-fd5d-4512-af4a-e48828f87150 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=ac1d8ff5c5714904905c48ffd996860c&device_id=12c24311-1552-43c4-892c-c854eda335e9 HTTP/1.1" status: 200 len: 1097 time: 0.0584722 Jun 17 18:08:08.745884 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] For port 1f79d387-946e-4035-b7a0-fa3137227515, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=1f79d387-946e-4035-b7a0-fa3137227515,segment=NetworkSegment(cedd0927-f0a7-4b58-b7fc-410e1197c012),segment_id=cedd0927-f0a7-4b58-b7fc-410e1197c012)] {{(pid=92880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:08:08.756175 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Returning: {'device': '1f79d387-946e-4035-b7a0-fa3137227515', 'network_id': '54df0f08-a9ef-465f-b9c8-0e59c1dee388', 'port_id': '1f79d387-946e-4035-b7a0-fa3137227515', 'mac_address': 'fa:16:3e:d8:de:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9ef456d-08ca-452a-affc-e2d5f7425f6f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 18:08:08.795790 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:08.808616 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.notifiers.nova [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f79d387-946e-4035-b7a0-fa3137227515 {{(pid=92880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 18:08:08.827974 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] For port 1f79d387-946e-4035-b7a0-fa3137227515, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=1f79d387-946e-4035-b7a0-fa3137227515,segment=NetworkSegment(cedd0927-f0a7-4b58-b7fc-410e1197c012),segment_id=cedd0927-f0a7-4b58-b7fc-410e1197c012)] {{(pid=92880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:08:08.832376 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479'] for port, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:08.834098 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:08:08.841186 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02234581-5f38-4ba5-82cc-daadfac23c66 req-57968e76-9d82-4e66-b777-001dc9b4eb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:08:08.842638 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-02234581-5f38-4ba5-82cc-daadfac23c66 req-57968e76-9d82-4e66-b777-001dc9b4eb70 service neutron] 10.222.0.95 "GET /v2.0/networks?id=54df0f08-a9ef-465f-b9c8-0e59c1dee388 HTTP/1.1" status: 200 len: 911 time: 0.0864818 Jun 17 18:08:08.879841 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Pushing event updated for resources: {'Port': ['ID=1f79d387-946e-4035-b7a0-fa3137227515,revision_number=4']} {{(pid=92880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:08:08.883178 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:08:08.890267 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-02234581-5f38-4ba5-82cc-daadfac23c66 req-24ce23b2-0e6e-4066-be53-354c902c8870 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1f79d387-946e-4035-b7a0-fa3137227515 HTTP/1.1" status: 200 len: 217 time: 0.0393519 Jun 17 18:08:08.942559 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02234581-5f38-4ba5-82cc-daadfac23c66 req-9c2c3df1-ae52-43b4-8be8-3c786c644b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:08:08.943967 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-02234581-5f38-4ba5-82cc-daadfac23c66 req-9c2c3df1-ae52-43b4-8be8-3c786c644b68 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=c9ef456d-08ca-452a-affc-e2d5f7425f6f HTTP/1.1" status: 200 len: 849 time: 0.0444908 Jun 17 18:08:08.980117 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-02234581-5f38-4ba5-82cc-daadfac23c66 req-26e43f6f-d541-4521-8c24-740974b84ff7 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=54df0f08-a9ef-465f-b9c8-0e59c1dee388&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251732 Jun 17 18:08:09.081845 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-02234581-5f38-4ba5-82cc-daadfac23c66 req-085be2d1-0ed4-4086-a625-bb3ee7669a52 service neutron] 10.222.0.95 "GET /v2.0/networks/54df0f08-a9ef-465f-b9c8-0e59c1dee388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827343 Jun 17 18:08:09.170951 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-02234581-5f38-4ba5-82cc-daadfac23c66 req-38e947c3-4204-4035-95b6-6fe5dc36a4d5 service neutron] 10.222.0.95 "GET /v2.0/networks/54df0f08-a9ef-465f-b9c8-0e59c1dee388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819104 Jun 17 18:08:09.235109 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed63ea9-4ba3-4c22-8802-73b130a29088 req-b6672256-1333-41cb-bbe1-7b0c745715dd tempest-VolumesActionsTest-1517777520 tempest-VolumesActionsTest-1517777520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:08:09.236564 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-0ed63ea9-4ba3-4c22-8802-73b130a29088 req-b6672256-1333-41cb-bbe1-7b0c745715dd tempest-VolumesActionsTest-1517777520 tempest-VolumesActionsTest-1517777520-project] 10.222.0.97 "GET /v2.0/ports?device_id=12c24311-1552-43c4-892c-c854eda335e9 HTTP/1.1" status: 200 len: 945 time: 0.0642748 Jun 17 18:08:09.272251 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-0ed63ea9-4ba3-4c22-8802-73b130a29088 req-dae8242c-3f58-43d8-b3f2-6a1ec167eeef tempest-VolumesActionsTest-1517777520 tempest-VolumesActionsTest-1517777520-project] 10.222.0.97 "GET /v2.0/security-groups?id=1b7278ee-edff-4c4e-bb99-e6a0e681b775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301082 Jun 17 18:08:09.337419 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] get_ports_and_sgs() called for port_ids ['1f79d387-946e-4035-b7a0-fa3137227515'] {{(pid=92880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 18:08:10.440487 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9746a06-c9df-4b4f-90e4-fe21cd2854d3 req-7c00886a-8e89-4ffe-90dd-02484db1a3ce tempest-VolumesActionsTest-1517777520 tempest-VolumesActionsTest-1517777520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:08:10.441914 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-f9746a06-c9df-4b4f-90e4-fe21cd2854d3 req-7c00886a-8e89-4ffe-90dd-02484db1a3ce tempest-VolumesActionsTest-1517777520 tempest-VolumesActionsTest-1517777520-project] 10.222.0.97 "GET /v2.0/ports?device_id=12c24311-1552-43c4-892c-c854eda335e9 HTTP/1.1" status: 200 len: 945 time: 0.0625825 Jun 17 18:08:10.477663 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-f9746a06-c9df-4b4f-90e4-fe21cd2854d3 req-db75cb2a-70e5-4fa2-8c85-10384e775594 tempest-VolumesActionsTest-1517777520 tempest-VolumesActionsTest-1517777520-project] 10.222.0.97 "GET /v2.0/security-groups?id=1b7278ee-edff-4c4e-bb99-e6a0e681b775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303421 Jun 17 18:08:11.649962 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980d2096-fa49-4dba-a4d7-bda0e3795201 req-80ef7340-9544-4ab4-8deb-70421e87c8cb tempest-VolumesActionsTest-1517777520 tempest-VolumesActionsTest-1517777520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:08:11.651389 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-980d2096-fa49-4dba-a4d7-bda0e3795201 req-80ef7340-9544-4ab4-8deb-70421e87c8cb tempest-VolumesActionsTest-1517777520 tempest-VolumesActionsTest-1517777520-project] 10.222.0.97 "GET /v2.0/ports?device_id=12c24311-1552-43c4-892c-c854eda335e9 HTTP/1.1" status: 200 len: 945 time: 0.0623868 Jun 17 18:08:11.687108 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-980d2096-fa49-4dba-a4d7-bda0e3795201 req-d23a3a4f-dba2-4199-bab5-84a7638689ed tempest-VolumesActionsTest-1517777520 tempest-VolumesActionsTest-1517777520-project] 10.222.0.97 "GET /v2.0/security-groups?id=1b7278ee-edff-4c4e-bb99-e6a0e681b775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302215 Jun 17 18:08:12.837412 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Device 1f79d387-946e-4035-b7a0-fa3137227515 up at agent hyperv_hv-cinder-78626 {{(pid=92880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 18:08:12.863015 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc2f4f3-2427-4b61-9ef6-81432619a1b3 req-0b5720ef-cf27-4359-b91a-9109e20d1c2d tempest-VolumesActionsTest-1517777520 tempest-VolumesActionsTest-1517777520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:08:12.864652 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-dcc2f4f3-2427-4b61-9ef6-81432619a1b3 req-0b5720ef-cf27-4359-b91a-9109e20d1c2d tempest-VolumesActionsTest-1517777520 tempest-VolumesActionsTest-1517777520-project] 10.222.0.97 "GET /v2.0/ports?device_id=12c24311-1552-43c4-892c-c854eda335e9 HTTP/1.1" status: 200 len: 945 time: 0.0678592 Jun 17 18:08:12.890102 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Provisioning for port 1f79d387-946e-4035-b7a0-fa3137227515 completed by entity L2. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 18:08:12.893632 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Provisioning complete for port 1f79d387-946e-4035-b7a0-fa3137227515 triggered by entity L2. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 18:08:12.894013 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687209'] for port, provisioning_complete {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:12.902479 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-dcc2f4f3-2427-4b61-9ef6-81432619a1b3 req-694f5307-9e82-48b3-be03-643d2f4ca030 tempest-VolumesActionsTest-1517777520 tempest-VolumesActionsTest-1517777520-project] 10.222.0.97 "GET /v2.0/security-groups?id=1b7278ee-edff-4c4e-bb99-e6a0e681b775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321653 Jun 17 18:08:12.967989 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:12.992782 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12c24311-1552-43c4-892c-c854eda335e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f79d387-946e-4035-b7a0-fa3137227515'}] {{(pid=92880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 18:08:12.994991 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44fe161690382cf4f0960ac1b424fedb1dd6f9597775f60dec274194d49fe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0e15055-2637-48de-a4aa-5454293f4e55" -d '{"events": [{"server_uuid": "12c24311-1552-43c4-892c-c854eda335e9", "name": "network-vif-plugged", "status": "completed", "tag": "1f79d387-946e-4035-b7a0-fa3137227515"}]}' {{(pid=92880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 18:08:13.007404 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] For port 1f79d387-946e-4035-b7a0-fa3137227515, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=1f79d387-946e-4035-b7a0-fa3137227515,segment=NetworkSegment(cedd0927-f0a7-4b58-b7fc-410e1197c012),segment_id=cedd0927-f0a7-4b58-b7fc-410e1197c012)] {{(pid=92880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:08:13.011888 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479'] for port, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:13.013838 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:08:13.035281 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 18:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20e0eea6-d55d-4e7c-a304-e2bacbddc4e8 x-openstack-request-id: req-20e0eea6-d55d-4e7c-a304-e2bacbddc4e8 {{(pid=92880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 18:08:13.035578 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12c24311-1552-43c4-892c-c854eda335e9", "name": "network-vif-plugged", "status": "completed", "tag": "1f79d387-946e-4035-b7a0-fa3137227515", "code": 200}]} {{(pid=92880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 18:08:13.035838 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-20e0eea6-d55d-4e7c-a304-e2bacbddc4e8 {{(pid=92880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 18:08:13.036262 dv-cinder-786260-6-iscsi neutron-server[92880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12c24311-1552-43c4-892c-c854eda335e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f79d387-946e-4035-b7a0-fa3137227515', 'code': 200} Jun 17 18:08:13.060852 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Pushing event updated for resources: {'Port': ['ID=1f79d387-946e-4035-b7a0-fa3137227515,revision_number=5']} {{(pid=92880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:08:13.063723 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:08:14.025881 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-8b68fb8f-9f09-489b-a2cd-4552d8d999e4 req-15f7442e-8f46-48dd-bf55-e0d5ba75b6ea service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=43fd5a25-ffb4-4518-8fdb-430531a5365d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0703852 Jun 17 18:08:14.117193 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65b9cb5-f962-40b6-9448-8e7a2c9e7390 req-078a2e6a-4d9e-4559-a054-4d899e41eb5e tempest-VolumesActionsTest-1517777520 tempest-VolumesActionsTest-1517777520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:08:14.119196 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-a65b9cb5-f962-40b6-9448-8e7a2c9e7390 req-078a2e6a-4d9e-4559-a054-4d899e41eb5e tempest-VolumesActionsTest-1517777520 tempest-VolumesActionsTest-1517777520-project] 10.222.0.97 "GET /v2.0/ports?device_id=12c24311-1552-43c4-892c-c854eda335e9 HTTP/1.1" status: 200 len: 946 time: 0.1045680 Jun 17 18:08:14.152307 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b2157d16-e2fe-40ba-bd30-548aa51c3394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:14.198707 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-a65b9cb5-f962-40b6-9448-8e7a2c9e7390 req-f9e9c6d5-ae2e-405d-8e5e-2570fdc7571d tempest-VolumesActionsTest-1517777520 tempest-VolumesActionsTest-1517777520-project] 10.222.0.97 "GET /v2.0/security-groups?id=1b7278ee-edff-4c4e-bb99-e6a0e681b775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738595 Jun 17 18:08:14.202505 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b68fb8f-9f09-489b-a2cd-4552d8d999e4 req-563766f2-112f-419b-a43b-fe2a3693fe2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:08:14.204667 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-8b68fb8f-9f09-489b-a2cd-4552d8d999e4 req-563766f2-112f-419b-a43b-fe2a3693fe2e service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=42f4cfc5a3374a4084d73b360a838bfd&device_id=43fd5a25-ffb4-4518-8fdb-430531a5365d HTTP/1.1" status: 200 len: 1099 time: 0.1298327 Jun 17 18:08:14.216046 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:14.223502 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86a01bd-b5c8-4618-8482-a63968057361 req-69d9d39c-47e1-4cf7-abc6-2e0a30952f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:08:14.224995 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-b86a01bd-b5c8-4618-8482-a63968057361 req-69d9d39c-47e1-4cf7-abc6-2e0a30952f3e service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=12c24311-1552-43c4-892c-c854eda335e9 HTTP/1.1" status: 200 len: 1099 time: 0.0840325 Jun 17 18:08:14.286238 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-b86a01bd-b5c8-4618-8482-a63968057361 req-7ac99ac2-09b9-4136-8e86-f0f3f765ae6c service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=1b7278ee-edff-4c4e-bb99-e6a0e681b775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514188 Jun 17 18:08:14.342763 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b68fb8f-9f09-489b-a2cd-4552d8d999e4 req-800ed4e4-2343-4a4e-8ef9-8bad6eb48a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:08:14.344821 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-8b68fb8f-9f09-489b-a2cd-4552d8d999e4 req-800ed4e4-2343-4a4e-8ef9-8bad6eb48a83 service neutron] 10.222.0.95 "GET /v2.0/networks?id=490619f6-df6b-4a81-8b12-97225a6da310 HTTP/1.1" status: 200 len: 919 time: 0.0976448 Jun 17 18:08:14.726549 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-8b68fb8f-9f09-489b-a2cd-4552d8d999e4 req-4b6de4aa-6fd8-4e99-9d9e-6fccaa543076 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=83c3404f-d49e-4e1b-831c-0b25c4e59742 HTTP/1.1" status: 200 len: 1001 time: 0.0565825 Jun 17 18:08:14.798275 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b68fb8f-9f09-489b-a2cd-4552d8d999e4 req-e6eabbc9-ee85-41e3-a503-f30a85754856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:08:14.799623 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-8b68fb8f-9f09-489b-a2cd-4552d8d999e4 req-e6eabbc9-ee85-41e3-a503-f30a85754856 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=d12fe909-5b0e-4b17-a966-d3ca34ed6db9 HTTP/1.1" status: 200 len: 856 time: 0.0452898 Jun 17 18:08:14.855275 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b68fb8f-9f09-489b-a2cd-4552d8d999e4 req-629e6b5d-ff76-4586-a451-522c1a9b995a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:08:14.856844 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-8b68fb8f-9f09-489b-a2cd-4552d8d999e4 req-629e6b5d-ff76-4586-a451-522c1a9b995a service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=490619f6-df6b-4a81-8b12-97225a6da310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0489621 Jun 17 18:08:14.949160 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-8b68fb8f-9f09-489b-a2cd-4552d8d999e4 req-9157a312-af75-4917-ab35-ab8c87a6eea7 service neutron] 10.222.0.95 "GET /v2.0/networks/490619f6-df6b-4a81-8b12-97225a6da310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811124 Jun 17 18:08:15.043732 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-8b68fb8f-9f09-489b-a2cd-4552d8d999e4 req-9e1534b6-106c-4727-81e9-b8ac23d9a3f6 service neutron] 10.222.0.95 "GET /v2.0/networks/490619f6-df6b-4a81-8b12-97225a6da310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859351 Jun 17 18:08:15.163841 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e9f475-c9ab-4a40-b6ec-491363096f0f req-6dc0fae3-9f1e-4598-98f5-54b1dac6efb7 tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:08:15.165298 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-d3e9f475-c9ab-4a40-b6ec-491363096f0f req-6dc0fae3-9f1e-4598-98f5-54b1dac6efb7 tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] 10.222.0.97 "GET /v2.0/networks?id=8639f2be-4eec-4022-81e2-6f76de1ec029 HTTP/1.1" status: 200 len: 812 time: 0.1097665 Jun 17 18:08:15.179375 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-d3e9f475-c9ab-4a40-b6ec-491363096f0f req-9bed10af-4d3a-4e42-96e4-2243ea099531 tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] 10.222.0.97 "GET /v2.0/quotas/c659615da9734b569917d57cf1124485 HTTP/1.1" status: 200 len: 375 time: 0.0087521 Jun 17 18:08:15.214286 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-d3e9f475-c9ab-4a40-b6ec-491363096f0f req-90af0bc3-f4e4-43c3-a3cc-062065cf530f tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=c659615da9734b569917d57cf1124485&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0298250 Jun 17 18:08:15.375173 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-d3e9f475-c9ab-4a40-b6ec-491363096f0f req-592a5e45-77d0-454b-ba66-3f45ea319ed2 service neutron] 10.222.0.97 "GET /v2.0/networks/8639f2be-4eec-4022-81e2-6f76de1ec029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544561 Jun 17 18:08:15.426611 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286738c5-c695-4bb1-bf52-5ea98171e71d req-16410270-f50f-484a-a9d0-995bdb76ec70 tempest-VolumesActionsTest-1517777520 tempest-VolumesActionsTest-1517777520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:08:15.428008 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-286738c5-c695-4bb1-bf52-5ea98171e71d req-16410270-f50f-484a-a9d0-995bdb76ec70 tempest-VolumesActionsTest-1517777520 tempest-VolumesActionsTest-1517777520-project] 10.222.0.97 "GET /v2.0/ports?device_id=12c24311-1552-43c4-892c-c854eda335e9 HTTP/1.1" status: 200 len: 946 time: 0.1103399 Jun 17 18:08:15.505251 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-286738c5-c695-4bb1-bf52-5ea98171e71d req-dda2beff-25a6-46e2-860f-2fa8c8ecc461 tempest-VolumesActionsTest-1517777520 tempest-VolumesActionsTest-1517777520-project] 10.222.0.97 "GET /v2.0/security-groups?id=1b7278ee-edff-4c4e-bb99-e6a0e681b775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515552 Jun 17 18:08:15.507097 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-d3e9f475-c9ab-4a40-b6ec-491363096f0f req-1895d479-405b-4845-9791-f515bcf1d8bd service neutron] 10.222.0.97 "GET /v2.0/networks/8639f2be-4eec-4022-81e2-6f76de1ec029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250854 Jun 17 18:08:15.677889 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-4bcd263a-6485-4ae0-916f-46a759831c7f req-14b36361-97ac-4cc4-8aa1-59043a4aa218 tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] 10.222.0.97 "GET /v2.0/ports?device_id=404ed916-a684-4b04-9dda-34563113f0df HTTP/1.1" status: 200 len: 210 time: 0.0330679 Jun 17 18:08:16.673887 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a3d269-6b4a-437f-af3a-0ff01c1d8b7d req-4c0ee0d8-807c-4631-a6f1-0edb60c72fbc tempest-VolumesActionsTest-1517777520 tempest-VolumesActionsTest-1517777520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:08:16.675334 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-80a3d269-6b4a-437f-af3a-0ff01c1d8b7d req-4c0ee0d8-807c-4631-a6f1-0edb60c72fbc tempest-VolumesActionsTest-1517777520 tempest-VolumesActionsTest-1517777520-project] 10.222.0.97 "GET /v2.0/ports?device_id=12c24311-1552-43c4-892c-c854eda335e9 HTTP/1.1" status: 200 len: 946 time: 0.0613019 Jun 17 18:08:16.711057 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-80a3d269-6b4a-437f-af3a-0ff01c1d8b7d req-401871e7-add7-42da-8c76-dfb4e8c77fd1 tempest-VolumesActionsTest-1517777520 tempest-VolumesActionsTest-1517777520-project] 10.222.0.97 "GET /v2.0/security-groups?id=1b7278ee-edff-4c4e-bb99-e6a0e681b775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302079 Jun 17 18:08:16.818138 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-29e5c4c1-b324-4844-8a89-349795da4b47 req-7019fb77-bf23-4ae3-96c1-678da006157f tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] 10.222.0.97 "GET /v2.0/ports?device_id=404ed916-a684-4b04-9dda-34563113f0df HTTP/1.1" status: 200 len: 210 time: 0.0296805 Jun 17 18:08:16.819311 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-f5ae372d-d149-4cc6-9b8a-ebb21a011f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:16.925815 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:17.268767 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e9f475-c9ab-4a40-b6ec-491363096f0f req-0922aeec-531d-462b-ac74-c44dbe873df1 tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:08:17.270278 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-d3e9f475-c9ab-4a40-b6ec-491363096f0f req-0922aeec-531d-462b-ac74-c44dbe873df1 tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] 10.222.0.95 "GET /v2.0/networks?id=8639f2be-4eec-4022-81e2-6f76de1ec029 HTTP/1.1" status: 200 len: 812 time: 0.1218641 Jun 17 18:08:17.323378 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.v2.base [req-d3e9f475-c9ab-4a40-b6ec-491363096f0f req-06d67849-bcac-4f95-9dfe-120228d777e3 tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] Request body: {'port': {'device_id': '404ed916-a684-4b04-9dda-34563113f0df', 'network_id': '8639f2be-4eec-4022-81e2-6f76de1ec029', 'admin_state_up': True, 'tenant_id': 'c659615da9734b569917d57cf1124485'}} {{(pid=92874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 18:08:17.483240 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f686c71-299b-452d-bac7-f2193674c98b req-e3b9ecea-5fd0-433e-bbe4-8b5c34a012bf tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:08:17.483404 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-2f686c71-299b-452d-bac7-f2193674c98b req-e3b9ecea-5fd0-433e-bbe4-8b5c34a012bf tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] 10.222.0.97 "GET /v2.0/ports?device_id=38d17454-bfce-47e4-b41b-493d9e52a372 HTTP/1.1" status: 200 len: 984 time: 0.1748300 Jun 17 18:08:17.542969 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3e9f475-c9ab-4a40-b6ec-491363096f0f req-06d67849-bcac-4f95-9dfe-120228d777e3 tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] Made reservation on behalf of c659615da9734b569917d57cf1124485 for: {'port': 1} {{(pid=92874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 18:08:17.547944 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-d3e9f475-c9ab-4a40-b6ec-491363096f0f req-06d67849-bcac-4f95-9dfe-120228d777e3 tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1986742'] for port, before_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:17.565959 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-2f686c71-299b-452d-bac7-f2193674c98b req-bf415607-1e21-43b6-89a0-f46de6695f53 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] 10.222.0.97 "GET /v2.0/security-groups?id=eb22bad0-1f12-4cef-9514-e2ea2eceba92&id=04fbf763-7189-4b69-b638-08faa30be8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0758393 Jun 17 18:08:17.580630 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01338bb0-7c35-4946-b642-6d19570bd01b req-30702ed3-7437-4dcb-b66f-a544bf1332c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:08:17.582088 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-01338bb0-7c35-4946-b642-6d19570bd01b req-30702ed3-7437-4dcb-b66f-a544bf1332c6 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=74ba9816d29f45709c2d61dd07a4dcc6&device_id=38d17454-bfce-47e4-b41b-493d9e52a372 HTTP/1.1" status: 200 len: 1137 time: 0.2058935 Jun 17 18:08:18.038991 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-8848f698-b84d-4e61-bbd9-19a6867363d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:18.045896 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-a432066d-135b-4c59-843e-6476fcd10ff2 req-eff30e0b-9b1e-42a3-9a53-e00cc2c4279e tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] 10.222.0.97 "GET /v2.0/ports?device_id=404ed916-a684-4b04-9dda-34563113f0df HTTP/1.1" status: 200 len: 210 time: 0.0860386 Jun 17 18:08:18.080209 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01338bb0-7c35-4946-b642-6d19570bd01b req-db29cf30-e7e4-4d52-83ec-b523431f1791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:08:18.081629 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-01338bb0-7c35-4946-b642-6d19570bd01b req-db29cf30-e7e4-4d52-83ec-b523431f1791 service neutron] 10.222.0.95 "GET /v2.0/networks?id=1f9fb0f7-53a4-48cb-a36c-c77fb573af98 HTTP/1.1" status: 200 len: 917 time: 0.4914198 Jun 17 18:08:18.083461 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.db.db_base_plugin_common [req-d3e9f475-c9ab-4a40-b6ec-491363096f0f req-06d67849-bcac-4f95-9dfe-120228d777e3 tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] Allocated IP 172.20.0.2 (8639f2be-4eec-4022-81e2-6f76de1ec029/2cccf722-21e7-4d50-a8c8-6c4bc08c12fb/e51b1735-5b0d-43f9-a899-e86c5dbb4f87) {{(pid=92874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 18:08:18.171612 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57376bc7-b8b0-4106-94be-b3a7a1b509b5 req-e5b51944-259f-4458-84d5-4094bb18835b tempest-VolumesActionsTest-1517777520 tempest-VolumesActionsTest-1517777520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:08:18.173640 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-57376bc7-b8b0-4106-94be-b3a7a1b509b5 req-e5b51944-259f-4458-84d5-4094bb18835b tempest-VolumesActionsTest-1517777520 tempest-VolumesActionsTest-1517777520-project] 10.222.0.97 "GET /v2.0/ports?device_id=12c24311-1552-43c4-892c-c854eda335e9 HTTP/1.1" status: 200 len: 946 time: 0.2182121 Jun 17 18:08:18.215981 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-01338bb0-7c35-4946-b642-6d19570bd01b req-bbe18634-86f9-4750-8834-f2eea32bdbfe service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5577a9a1-1770-4ff7-83ae-1a4009a3cc40 HTTP/1.1" status: 200 len: 1000 time: 0.1182017 Jun 17 18:08:18.281317 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-57376bc7-b8b0-4106-94be-b3a7a1b509b5 req-5f3bb04c-ce82-40a2-9634-2d6295855fcb tempest-VolumesActionsTest-1517777520 tempest-VolumesActionsTest-1517777520-project] 10.222.0.97 "GET /v2.0/security-groups?id=1b7278ee-edff-4c4e-bb99-e6a0e681b775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001370 Jun 17 18:08:18.331247 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01338bb0-7c35-4946-b642-6d19570bd01b req-b1c2ea17-4a80-49ec-a4d4-8a6adf092047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:08:18.332684 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-01338bb0-7c35-4946-b642-6d19570bd01b req-b1c2ea17-4a80-49ec-a4d4-8a6adf092047 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=5ea2c680-8280-494b-b582-ad8adfc7edc3 HTTP/1.1" status: 200 len: 854 time: 0.0971062 Jun 17 18:08:18.392505 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-d3e9f475-c9ab-4a40-b6ec-491363096f0f req-06d67849-bcac-4f95-9dfe-120228d777e3 tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] Notify callbacks [] for port, precommit_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:18.437117 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01338bb0-7c35-4946-b642-6d19570bd01b req-11a4af1d-bb1d-46e5-940a-4a55033676ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:08:18.438616 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-01338bb0-7c35-4946-b642-6d19570bd01b req-11a4af1d-bb1d-46e5-940a-4a55033676ec service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=1f9fb0f7-53a4-48cb-a36c-c77fb573af98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0959899 Jun 17 18:08:18.446874 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-d3e9f475-c9ab-4a40-b6ec-491363096f0f req-06d67849-bcac-4f95-9dfe-120228d777e3 tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1986807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743364645416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28501925'] for port, after_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:18.457149 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-29a119be-4d48-42cb-8c48-02f536d0091c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:08:18.520668 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3e9f475-c9ab-4a40-b6ec-491363096f0f req-06d67849-bcac-4f95-9dfe-120228d777e3 tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] Network 8639f2be-4eec-4022-81e2-6f76de1ec029 is already hosted by enough agents. {{(pid=92874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 18:08:18.525874 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.scheduler.base_scheduler [req-d3e9f475-c9ab-4a40-b6ec-491363096f0f req-06d67849-bcac-4f95-9dfe-120228d777e3 tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] Resources bound (agent type, host, resource id): {{(pid=92874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 18:08:18.529361 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d67849-bcac-4f95-9dfe-120228d777e3 tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] Pushing event updated for resources: {'Port': ['ID=e51b1735-5b0d-43f9-a899-e86c5dbb4f87,revision_number=1']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:08:18.532546 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3e9f475-c9ab-4a40-b6ec-491363096f0f req-06d67849-bcac-4f95-9dfe-120228d777e3 tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] Received port after_create {{(pid=92874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 18:08:18.562425 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-06d67849-bcac-4f95-9dfe-120228d777e3 tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:08:18.622325 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e9f475-c9ab-4a40-b6ec-491363096f0f req-06d67849-bcac-4f95-9dfe-120228d777e3 tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:08:18.622947 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-d3e9f475-c9ab-4a40-b6ec-491363096f0f req-06d67849-bcac-4f95-9dfe-120228d777e3 tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523113'] for port, before_response {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:18.626799 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-01338bb0-7c35-4946-b642-6d19570bd01b req-bdf7965f-68bb-4e70-bbb8-e096414016ba service neutron] 10.222.0.95 "GET /v2.0/networks/1f9fb0f7-53a4-48cb-a36c-c77fb573af98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781783 Jun 17 18:08:18.656057 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-d3e9f475-c9ab-4a40-b6ec-491363096f0f req-06d67849-bcac-4f95-9dfe-120228d777e3 tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3358355 Jun 17 18:08:18.678539 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.v2.base [req-d3e9f475-c9ab-4a40-b6ec-491363096f0f req-2638e315-b66e-44c4-a1b0-6447ae16bf0f service neutron] Request body: {'port': {'device_id': '404ed916-a684-4b04-9dda-34563113f0df', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=92874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 18:08:18.827361 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-01338bb0-7c35-4946-b642-6d19570bd01b req-994446f8-b324-42e7-a374-f3eb594f69cb service neutron] 10.222.0.95 "GET /v2.0/networks/1f9fb0f7-53a4-48cb-a36c-c77fb573af98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924803 Jun 17 18:08:18.869337 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-d3e9f475-c9ab-4a40-b6ec-491363096f0f req-2638e315-b66e-44c4-a1b0-6447ae16bf0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:18.897950 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ce637f-5808-47e8-9d2c-0e01d36d5902 req-22c7a39a-e2f2-4519-98dd-2c09c1ede6ef tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:08:18.899372 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-83ce637f-5808-47e8-9d2c-0e01d36d5902 req-22c7a39a-e2f2-4519-98dd-2c09c1ede6ef tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] 10.222.0.97 "GET /v2.0/ports?device_id=38d17454-bfce-47e4-b41b-493d9e52a372 HTTP/1.1" status: 200 len: 984 time: 0.1895523 Jun 17 18:08:19.044586 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529b8950-c278-4538-b4ee-481c730ff588 req-c8db7d15-d021-4e66-88ae-4bf1fef51737 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:08:19.046023 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-529b8950-c278-4538-b4ee-481c730ff588 req-c8db7d15-d021-4e66-88ae-4bf1fef51737 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/ports?device_id=43fd5a25-ffb4-4518-8fdb-430531a5365d HTTP/1.1" status: 200 len: 946 time: 0.2120514 Jun 17 18:08:19.050407 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-83ce637f-5808-47e8-9d2c-0e01d36d5902 req-ae5ef409-028f-4f28-a2ba-eab28325620b tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] 10.222.0.97 "GET /v2.0/security-groups?id=eb22bad0-1f12-4cef-9514-e2ea2eceba92&id=04fbf763-7189-4b69-b638-08faa30be8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1322918 Jun 17 18:08:19.115561 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-529b8950-c278-4538-b4ee-481c730ff588 req-8e2ae6d3-a901-46aa-8367-fd63b09a9c1a tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/security-groups?id=3dcea033-1931-485c-8e80-04f1de860c08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619700 Jun 17 18:08:19.260535 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.notifiers.nova [req-d3e9f475-c9ab-4a40-b6ec-491363096f0f req-2638e315-b66e-44c4-a1b0-6447ae16bf0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e51b1735-5b0d-43f9-a899-e86c5dbb4f87 {{(pid=92874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 18:08:19.270250 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-d3e9f475-c9ab-4a40-b6ec-491363096f0f req-2638e315-b66e-44c4-a1b0-6447ae16bf0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:19.291592 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e40ea5c-6a7f-4773-aeaf-785ca801baab req-cf98541b-041a-41ef-b364-c3b47ced687e tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:08:19.293055 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-5e40ea5c-6a7f-4773-aeaf-785ca801baab req-cf98541b-041a-41ef-b364-c3b47ced687e tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] 10.222.0.97 "GET /v2.0/ports?device_id=404ed916-a684-4b04-9dda-34563113f0df HTTP/1.1" status: 200 len: 931 time: 0.1210711 Jun 17 18:08:19.295512 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.db.provisioning_blocks [req-d3e9f475-c9ab-4a40-b6ec-491363096f0f req-2638e315-b66e-44c4-a1b0-6447ae16bf0f service neutron] Transition to ACTIVE for port object e51b1735-5b0d-43f9-a899-e86c5dbb4f87 will not be triggered until provisioned by entity L2. {{(pid=92874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 18:08:19.299853 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-d3e9f475-c9ab-4a40-b6ec-491363096f0f req-2638e315-b66e-44c4-a1b0-6447ae16bf0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28501911'] for port, after_update {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:19.303094 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-8f6fd50f-9784-49db-8ab8-4e8afd4f671e tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:08:19.400021 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2638e315-b66e-44c4-a1b0-6447ae16bf0f service neutron] Pushing event updated for resources: {'Port': ['ID=e51b1735-5b0d-43f9-a899-e86c5dbb4f87,revision_number=2']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:08:19.413092 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-2638e315-b66e-44c4-a1b0-6447ae16bf0f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:08:19.453567 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-5e40ea5c-6a7f-4773-aeaf-785ca801baab req-192f5647-9043-4e2d-bd88-0b120db45c64 tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] 10.222.0.97 "GET /v2.0/security-groups?id=b7e6f4f5-24f4-4dde-a96a-8d8da070066c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512961 Jun 17 18:08:19.479458 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-a0cf07df-ba9d-4ba7-86ac-6ceb73a86136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:19.518870 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.managers [req-d3e9f475-c9ab-4a40-b6ec-491363096f0f req-2638e315-b66e-44c4-a1b0-6447ae16bf0f service neutron] Attempting to bind port e51b1735-5b0d-43f9-a899-e86c5dbb4f87 on host hv-cinder-78626 for vnic_type normal with profile {{(pid=92874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 18:08:19.519207 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.managers [req-d3e9f475-c9ab-4a40-b6ec-491363096f0f req-2638e315-b66e-44c4-a1b0-6447ae16bf0f service neutron] Attempting to bind port e51b1735-5b0d-43f9-a899-e86c5dbb4f87 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '3ca5fe73-b93d-40b8-918d-26752c53525f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '8639f2be-4eec-4022-81e2-6f76de1ec029'}] {{(pid=92874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 18:08:19.519532 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3e9f475-c9ab-4a40-b6ec-491363096f0f req-2638e315-b66e-44c4-a1b0-6447ae16bf0f service neutron] Attempting to bind port e51b1735-5b0d-43f9-a899-e86c5dbb4f87 on network 8639f2be-4eec-4022-81e2-6f76de1ec029 {{(pid=92874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 18:08:19.533325 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f78869-41fb-4fcf-800d-190e82e7dd12 req-3a6e6ccd-ec72-493f-a7c1-f03c1435d2ac tempest-VolumesActionsTest-1517777520 tempest-VolumesActionsTest-1517777520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:08:19.534772 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-62f78869-41fb-4fcf-800d-190e82e7dd12 req-3a6e6ccd-ec72-493f-a7c1-f03c1435d2ac tempest-VolumesActionsTest-1517777520 tempest-VolumesActionsTest-1517777520-project] 10.222.0.97 "GET /v2.0/ports?device_id=12c24311-1552-43c4-892c-c854eda335e9 HTTP/1.1" status: 200 len: 946 time: 0.1357963 Jun 17 18:08:19.535721 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3e9f475-c9ab-4a40-b6ec-491363096f0f req-2638e315-b66e-44c4-a1b0-6447ae16bf0f service neutron] Port e51b1735-5b0d-43f9-a899-e86c5dbb4f87 on network 8639f2be-4eec-4022-81e2-6f76de1ec029 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=92874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 18:08:19.536060 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3e9f475-c9ab-4a40-b6ec-491363096f0f req-2638e315-b66e-44c4-a1b0-6447ae16bf0f service neutron] Attempting to bind port e51b1735-5b0d-43f9-a899-e86c5dbb4f87 on network 8639f2be-4eec-4022-81e2-6f76de1ec029 {{(pid=92874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 18:08:19.542499 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3e9f475-c9ab-4a40-b6ec-491363096f0f req-2638e315-b66e-44c4-a1b0-6447ae16bf0f service neutron] Checking agent: {'id': '0a4c4f6c-022a-47ca-a1e7-cbe9e6e5e8a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 18, 1, 10), 'started_at': datetime.datetime(2021, 6, 17, 18, 1, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 18, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 18:08:19.542904 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3e9f475-c9ab-4a40-b6ec-491363096f0f req-2638e315-b66e-44c4-a1b0-6447ae16bf0f service neutron] Checking segment: {'id': '3ca5fe73-b93d-40b8-918d-26752c53525f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '8639f2be-4eec-4022-81e2-6f76de1ec029'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 18:08:19.543294 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3e9f475-c9ab-4a40-b6ec-491363096f0f req-2638e315-b66e-44c4-a1b0-6447ae16bf0f service neutron] Bound using segment: {'id': '3ca5fe73-b93d-40b8-918d-26752c53525f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '8639f2be-4eec-4022-81e2-6f76de1ec029'} {{(pid=92874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 18:08:19.543725 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.managers [req-d3e9f475-c9ab-4a40-b6ec-491363096f0f req-2638e315-b66e-44c4-a1b0-6447ae16bf0f service neutron] Bound port: e51b1735-5b0d-43f9-a899-e86c5dbb4f87, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ca5fe73-b93d-40b8-918d-26752c53525f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1112, 'network_id': '8639f2be-4eec-4022-81e2-6f76de1ec029'}}] {{(pid=92874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 18:08:19.544116 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-d3e9f475-c9ab-4a40-b6ec-491363096f0f req-2638e315-b66e-44c4-a1b0-6447ae16bf0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:19.609228 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-62f78869-41fb-4fcf-800d-190e82e7dd12 req-e7ff86c2-308e-4f5e-8bc5-467514808ddd tempest-VolumesActionsTest-1517777520 tempest-VolumesActionsTest-1517777520-project] 10.222.0.97 "GET /v2.0/security-groups?id=1b7278ee-edff-4c4e-bb99-e6a0e681b775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684593 Jun 17 18:08:19.635282 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.db [req-d3e9f475-c9ab-4a40-b6ec-491363096f0f req-2638e315-b66e-44c4-a1b0-6447ae16bf0f service neutron] For port e51b1735-5b0d-43f9-a899-e86c5dbb4f87, host hv-cinder-78626, cleared binding levels {{(pid=92874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 18:08:19.638284 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.db [req-d3e9f475-c9ab-4a40-b6ec-491363096f0f req-2638e315-b66e-44c4-a1b0-6447ae16bf0f service neutron] For port e51b1735-5b0d-43f9-a899-e86c5dbb4f87, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=e51b1735-5b0d-43f9-a899-e86c5dbb4f87,segment=NetworkSegment(3ca5fe73-b93d-40b8-918d-26752c53525f),segment_id=3ca5fe73-b93d-40b8-918d-26752c53525f)] {{(pid=92874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 18:08:19.642986 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-d3e9f475-c9ab-4a40-b6ec-491363096f0f req-2638e315-b66e-44c4-a1b0-6447ae16bf0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28501911'] for port, after_update {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:19.646039 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-3ac73a3d-d6ee-4fbc-a627-e10977ce6274 tempest-VolumesNegativeTest-986004992 tempest-VolumesNegativeTest-986004992-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:08:19.675141 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e9f475-c9ab-4a40-b6ec-491363096f0f req-2638e315-b66e-44c4-a1b0-6447ae16bf0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:08:19.676262 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-d3e9f475-c9ab-4a40-b6ec-491363096f0f req-2638e315-b66e-44c4-a1b0-6447ae16bf0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523113'] for port, before_response {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:19.677244 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-d3e9f475-c9ab-4a40-b6ec-491363096f0f req-2638e315-b66e-44c4-a1b0-6447ae16bf0f service neutron] 10.222.0.95 "PUT /v2.0/ports/e51b1735-5b0d-43f9-a899-e86c5dbb4f87 HTTP/1.1" status: 200 len: 1093 time: 1.0036297 Jun 17 18:08:19.679427 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '404ed916-a684-4b04-9dda-34563113f0df', 'tag': 'e51b1735-5b0d-43f9-a899-e86c5dbb4f87'}] {{(pid=92874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 18:08:19.681699 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58554d43f64f60294e2d1fd4a9d9342a0a386c70b92defbb6c9fd2054ba7a623" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28c53f16-af59-405f-9244-aa4811ed0161" -d '{"events": [{"name": "network-changed", "server_uuid": "404ed916-a684-4b04-9dda-34563113f0df", "tag": "e51b1735-5b0d-43f9-a899-e86c5dbb4f87"}]}' {{(pid=92874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 18:08:19.705778 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2638e315-b66e-44c4-a1b0-6447ae16bf0f service neutron] Pushing event updated for resources: {'Port': ['ID=e51b1735-5b0d-43f9-a899-e86c5dbb4f87,revision_number=3']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:08:19.708907 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-2638e315-b66e-44c4-a1b0-6447ae16bf0f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:08:19.718239 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 18:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d581351-ab09-42e7-a877-44db6a8a7009 x-openstack-request-id: req-0d581351-ab09-42e7-a877-44db6a8a7009 {{(pid=92874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 18:08:19.718557 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "404ed916-a684-4b04-9dda-34563113f0df", "tag": "e51b1735-5b0d-43f9-a899-e86c5dbb4f87", "status": "completed", "code": 200}]} {{(pid=92874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 18:08:19.718841 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-0d581351-ab09-42e7-a877-44db6a8a7009 {{(pid=92874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 18:08:19.719757 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '404ed916-a684-4b04-9dda-34563113f0df', 'tag': 'e51b1735-5b0d-43f9-a899-e86c5dbb4f87', 'status': 'completed', 'code': 200} Jun 17 18:08:19.889958 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c34ed8c-ea88-414d-99b1-277a3125b605 req-400e3bb1-6ce0-49f3-93cb-113bb1d1630a tempest-VolumesActionsTest-1517777520 tempest-VolumesActionsTest-1517777520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:08:19.891790 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-1c34ed8c-ea88-414d-99b1-277a3125b605 req-400e3bb1-6ce0-49f3-93cb-113bb1d1630a tempest-VolumesActionsTest-1517777520 tempest-VolumesActionsTest-1517777520-project] 10.222.0.95 "GET /v2.0/ports?device_id=12c24311-1552-43c4-892c-c854eda335e9 HTTP/1.1" status: 200 len: 946 time: 0.1034267 Jun 17 18:08:19.893475 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e9f475-c9ab-4a40-b6ec-491363096f0f req-1f669bfc-50de-4ffa-97ca-297af441cb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:08:19.894805 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-d3e9f475-c9ab-4a40-b6ec-491363096f0f req-1f669bfc-50de-4ffa-97ca-297af441cb7e service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=c659615da9734b569917d57cf1124485&device_id=404ed916-a684-4b04-9dda-34563113f0df HTTP/1.1" status: 200 len: 1096 time: 0.0980053 Jun 17 18:08:19.967366 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-d3e9f475-c9ab-4a40-b6ec-491363096f0f req-e9f8349a-69b7-451f-8f56-f605fb30510d service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e51b1735-5b0d-43f9-a899-e86c5dbb4f87 HTTP/1.1" status: 200 len: 217 time: 0.0501671 Jun 17 18:08:20.049369 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e9f475-c9ab-4a40-b6ec-491363096f0f req-349705d0-9234-4902-9356-65989ec08a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:08:20.050765 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-d3e9f475-c9ab-4a40-b6ec-491363096f0f req-349705d0-9234-4902-9356-65989ec08a03 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=2cccf722-21e7-4d50-a8c8-6c4bc08c12fb HTTP/1.1" status: 200 len: 852 time: 0.0756917 Jun 17 18:08:20.084560 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.plugin [req-1c34ed8c-ea88-414d-99b1-277a3125b605 req-c09eacab-d27a-40b0-8729-e3014de7ba89 tempest-VolumesActionsTest-1517777520 tempest-VolumesActionsTest-1517777520-project] Deleting port 1f79d387-946e-4035-b7a0-fa3137227515 {{(pid=92874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 18:08:20.084906 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-1c34ed8c-ea88-414d-99b1-277a3125b605 req-c09eacab-d27a-40b0-8729-e3014de7ba89 tempest-VolumesActionsTest-1517777520 tempest-VolumesActionsTest-1517777520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743365079206'] for port, before_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:20.105125 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-d3e9f475-c9ab-4a40-b6ec-491363096f0f req-88b75255-c460-4d86-8bd1-8efada18504f service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=8639f2be-4eec-4022-81e2-6f76de1ec029&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333788 Jun 17 18:08:20.317793 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.db [req-1c34ed8c-ea88-414d-99b1-277a3125b605 req-c09eacab-d27a-40b0-8729-e3014de7ba89 tempest-VolumesActionsTest-1517777520 tempest-VolumesActionsTest-1517777520-project] For port 1f79d387-946e-4035-b7a0-fa3137227515, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=1f79d387-946e-4035-b7a0-fa3137227515,segment=NetworkSegment(cedd0927-f0a7-4b58-b7fc-410e1197c012),segment_id=cedd0927-f0a7-4b58-b7fc-410e1197c012)] {{(pid=92874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:08:20.318156 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-1c34ed8c-ea88-414d-99b1-277a3125b605 req-c09eacab-d27a-40b0-8729-e3014de7ba89 tempest-VolumesActionsTest-1517777520 tempest-VolumesActionsTest-1517777520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956370'] for port, precommit_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:20.372784 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-d3e9f475-c9ab-4a40-b6ec-491363096f0f req-57607ab4-bda6-4cc7-bb8a-0112be489f59 service neutron] 10.222.0.95 "GET /v2.0/networks/8639f2be-4eec-4022-81e2-6f76de1ec029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2581487 Jun 17 18:08:20.397936 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.plugin [req-1c34ed8c-ea88-414d-99b1-277a3125b605 req-c09eacab-d27a-40b0-8729-e3014de7ba89 tempest-VolumesActionsTest-1517777520 tempest-VolumesActionsTest-1517777520-project] Calling delete_port for 1f79d387-946e-4035-b7a0-fa3137227515 owned by compute:nova {{(pid=92874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 18:08:20.490046 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ff8f84-f71c-4012-a535-3f910c78301d req-05852ab4-b314-4a4a-8274-389e26505989 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:08:20.491400 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-68ff8f84-f71c-4012-a535-3f910c78301d req-05852ab4-b314-4a4a-8274-389e26505989 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] 10.222.0.97 "GET /v2.0/ports?device_id=38d17454-bfce-47e4-b41b-493d9e52a372 HTTP/1.1" status: 200 len: 984 time: 0.3071303 Jun 17 18:08:20.543380 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390d2e5b-5da1-4c37-96d3-a57a45e864f3 req-88e12930-2fa7-4ee0-8d04-282e31a0db86 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:08:20.544879 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-390d2e5b-5da1-4c37-96d3-a57a45e864f3 req-88e12930-2fa7-4ee0-8d04-282e31a0db86 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/ports?device_id=43fd5a25-ffb4-4518-8fdb-430531a5365d HTTP/1.1" status: 200 len: 946 time: 0.2993872 Jun 17 18:08:20.617926 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-68ff8f84-f71c-4012-a535-3f910c78301d req-24e19e8c-89a8-4d27-a985-b0f060e9d3b8 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] 10.222.0.97 "GET /v2.0/security-groups?id=eb22bad0-1f12-4cef-9514-e2ea2eceba92&id=04fbf763-7189-4b69-b638-08faa30be8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1188197 Jun 17 18:08:20.633521 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-d3e9f475-c9ab-4a40-b6ec-491363096f0f req-9974d0db-aa03-406e-9779-01eea98fc626 service neutron] 10.222.0.95 "GET /v2.0/networks/8639f2be-4eec-4022-81e2-6f76de1ec029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2289689 Jun 17 18:08:20.648977 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-390d2e5b-5da1-4c37-96d3-a57a45e864f3 req-c68b36b2-8fac-44ca-ae70-248f23b8d33a tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/security-groups?id=3dcea033-1931-485c-8e80-04f1de860c08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899570 Jun 17 18:08:20.708999 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-1c34ed8c-ea88-414d-99b1-277a3125b605 req-c09eacab-d27a-40b0-8729-e3014de7ba89 tempest-VolumesActionsTest-1517777520 tempest-VolumesActionsTest-1517777520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743365085983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743364645425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28501932'] for port, after_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:20.722023 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-af402744-9237-413f-8248-b318cafaf3eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:08:20.754301 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] get_ports_and_sgs() called for port_ids ['1f79d387-946e-4035-b7a0-fa3137227515'] {{(pid=92880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 18:08:20.775335 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09eacab-d27a-40b0-8729-e3014de7ba89 tempest-VolumesActionsTest-1517777520 tempest-VolumesActionsTest-1517777520-project] Pushing event deleted for resources: {'Port': ['ID=1f79d387-946e-4035-b7a0-fa3137227515,revision_number=None']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:08:20.790422 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-c09eacab-d27a-40b0-8729-e3014de7ba89 tempest-VolumesActionsTest-1517777520 tempest-VolumesActionsTest-1517777520-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:08:20.850883 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c34ed8c-ea88-414d-99b1-277a3125b605 req-c09eacab-d27a-40b0-8729-e3014de7ba89 tempest-VolumesActionsTest-1517777520 tempest-VolumesActionsTest-1517777520-project] No DVR routers for this DVR port 1f79d387-946e-4035-b7a0-fa3137227515 on host hv-cinder-78626 {{(pid=92874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 18:08:20.853769 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-265f5b77-d4c1-4f90-bed9-0d737ec1c099 req-2f43787a-6487-4aa4-8056-7c80b82e2cae tempest-VolumesActionsTest-1517777520 tempest-VolumesActionsTest-1517777520-project] 10.222.0.97 "GET /v2.0/ports?device_id=12c24311-1552-43c4-892c-c854eda335e9 HTTP/1.1" status: 200 len: 210 time: 0.0750110 Jun 17 18:08:20.870079 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-1c34ed8c-ea88-414d-99b1-277a3125b605 req-c09eacab-d27a-40b0-8729-e3014de7ba89 tempest-VolumesActionsTest-1517777520 tempest-VolumesActionsTest-1517777520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523113'] for port, before_response {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:20.871971 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-1c34ed8c-ea88-414d-99b1-277a3125b605 req-c09eacab-d27a-40b0-8729-e3014de7ba89 tempest-VolumesActionsTest-1517777520 tempest-VolumesActionsTest-1517777520-project] 10.222.0.95 "DELETE /v2.0/ports/1f79d387-946e-4035-b7a0-fa3137227515 HTTP/1.1" status: 204 len: 173 time: 0.9609869 Jun 17 18:08:20.918955 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1ff135-4019-4bac-9390-6047fd77e368 req-53da88f3-8eb3-4f71-9d2a-c27b91289840 tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:08:20.920440 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-3f1ff135-4019-4bac-9390-6047fd77e368 req-53da88f3-8eb3-4f71-9d2a-c27b91289840 tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] 10.222.0.97 "GET /v2.0/ports?device_id=404ed916-a684-4b04-9dda-34563113f0df HTTP/1.1" status: 200 len: 943 time: 0.1749096 Jun 17 18:08:20.926224 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c53f16-af59-405f-9244-aa4811ed0161 req-0ca2b45e-5597-448f-b3c9-4ce1b9310d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:08:20.927687 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-28c53f16-af59-405f-9244-aa4811ed0161 req-0ca2b45e-5597-448f-b3c9-4ce1b9310d3f service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=c659615da9734b569917d57cf1124485&device_id=404ed916-a684-4b04-9dda-34563113f0df HTTP/1.1" status: 200 len: 1096 time: 0.1383257 Jun 17 18:08:20.967458 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-3f1ff135-4019-4bac-9390-6047fd77e368 req-dc9b8b1d-63c3-4d1a-b954-18048ed60636 tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] 10.222.0.97 "GET /v2.0/security-groups?id=b7e6f4f5-24f4-4dde-a96a-8d8da070066c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388272 Jun 17 18:08:21.050141 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c53f16-af59-405f-9244-aa4811ed0161 req-e6a3702a-146a-4242-80e4-91cf3a97e60a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:08:21.051523 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-28c53f16-af59-405f-9244-aa4811ed0161 req-e6a3702a-146a-4242-80e4-91cf3a97e60a service neutron] 10.222.0.95 "GET /v2.0/networks?id=8639f2be-4eec-4022-81e2-6f76de1ec029 HTTP/1.1" status: 200 len: 914 time: 0.0938754 Jun 17 18:08:21.099265 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-28c53f16-af59-405f-9244-aa4811ed0161 req-f294ae2a-20e0-4266-825f-bd656b58b6c3 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e51b1735-5b0d-43f9-a899-e86c5dbb4f87 HTTP/1.1" status: 200 len: 217 time: 0.0359449 Jun 17 18:08:21.264128 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c53f16-af59-405f-9244-aa4811ed0161 req-75c0da0a-ba4b-4c92-b490-0121d7dfeb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:08:21.265557 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-28c53f16-af59-405f-9244-aa4811ed0161 req-75c0da0a-ba4b-4c92-b490-0121d7dfeb96 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=2cccf722-21e7-4d50-a8c8-6c4bc08c12fb HTTP/1.1" status: 200 len: 852 time: 0.0762897 Jun 17 18:08:21.304174 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-28c53f16-af59-405f-9244-aa4811ed0161 req-253cea2d-1f83-456e-8c10-57e38451e8b4 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=8639f2be-4eec-4022-81e2-6f76de1ec029&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294979 Jun 17 18:08:21.314312 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cedc5d-3bf8-4ede-865c-ee48ecda4c74 req-96e44d27-ad0e-4634-84a3-4f66dfef1d8b tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:08:21.315653 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-89cedc5d-3bf8-4ede-865c-ee48ecda4c74 req-96e44d27-ad0e-4634-84a3-4f66dfef1d8b tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.95 "GET /v2.0/ports?device_id=43fd5a25-ffb4-4518-8fdb-430531a5365d HTTP/1.1" status: 200 len: 946 time: 0.1253164 Jun 17 18:08:21.722931 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12c24311-1552-43c4-892c-c854eda335e9', 'name': 'network-vif-deleted', 'tag': '1f79d387-946e-4035-b7a0-fa3137227515'}] {{(pid=92874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 18:08:21.725236 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58554d43f64f60294e2d1fd4a9d9342a0a386c70b92defbb6c9fd2054ba7a623" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8e77567-2f47-4184-8f58-7c34647c1227" -d '{"events": [{"server_uuid": "12c24311-1552-43c4-892c-c854eda335e9", "name": "network-vif-deleted", "tag": "1f79d387-946e-4035-b7a0-fa3137227515"}]}' {{(pid=92874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 18:08:21.743177 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-28c53f16-af59-405f-9244-aa4811ed0161 req-8a2cdf68-9bee-408e-850a-757730504951 service neutron] 10.222.0.95 "GET /v2.0/networks/8639f2be-4eec-4022-81e2-6f76de1ec029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4265559 Jun 17 18:08:21.815692 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.plugin [req-89cedc5d-3bf8-4ede-865c-ee48ecda4c74 req-075d36bb-33f9-4f85-9135-271288af74ad tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Deleting port 83c3404f-d49e-4e1b-831c-0b25c4e59742 {{(pid=92874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 18:08:21.816054 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-89cedc5d-3bf8-4ede-865c-ee48ecda4c74 req-075d36bb-33f9-4f85-9135-271288af74ad tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743365079206'] for port, before_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:21.985938 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-28c53f16-af59-405f-9244-aa4811ed0161 req-64d949e9-eadc-4c2f-b02a-8759d8c76b1b service neutron] 10.222.0.95 "GET /v2.0/networks/8639f2be-4eec-4022-81e2-6f76de1ec029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303603 Jun 17 18:08:21.993460 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3d0560-079d-4034-a65d-c0a1cbb58701 req-df1c6a2e-9566-43b7-8298-916d610c9aef tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:08:21.994798 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-fd3d0560-079d-4034-a65d-c0a1cbb58701 req-df1c6a2e-9566-43b7-8298-916d610c9aef tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] 10.222.0.97 "GET /v2.0/ports?device_id=38d17454-bfce-47e4-b41b-493d9e52a372 HTTP/1.1" status: 200 len: 984 time: 0.2498336 Jun 17 18:08:22.026167 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.db [req-89cedc5d-3bf8-4ede-865c-ee48ecda4c74 req-075d36bb-33f9-4f85-9135-271288af74ad tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] For port 83c3404f-d49e-4e1b-831c-0b25c4e59742, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=83c3404f-d49e-4e1b-831c-0b25c4e59742,segment=NetworkSegment(0913402a-ef8a-41bd-a14e-da5d38ea5bc2),segment_id=0913402a-ef8a-41bd-a14e-da5d38ea5bc2)] {{(pid=92874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:08:22.026522 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-89cedc5d-3bf8-4ede-865c-ee48ecda4c74 req-075d36bb-33f9-4f85-9135-271288af74ad tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956370'] for port, precommit_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:22.045797 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eed13d-0d71-4ea2-9b83-969288218ba4 req-f98137ab-8645-4a1f-9fed-28b2fa48e3ff tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:08:22.047264 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-69eed13d-0d71-4ea2-9b83-969288218ba4 req-f98137ab-8645-4a1f-9fed-28b2fa48e3ff tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/ports?device_id=43fd5a25-ffb4-4518-8fdb-430531a5365d HTTP/1.1" status: 200 len: 946 time: 0.2477732 Jun 17 18:08:22.145994 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-fd3d0560-079d-4034-a65d-c0a1cbb58701 req-fa928922-864e-4a43-9cc8-5277535d0271 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] 10.222.0.97 "GET /v2.0/security-groups?id=eb22bad0-1f12-4cef-9514-e2ea2eceba92&id=04fbf763-7189-4b69-b638-08faa30be8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1431668 Jun 17 18:08:22.177363 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-69eed13d-0d71-4ea2-9b83-969288218ba4 req-d51978a5-0388-4582-871c-a9614f55c760 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/security-groups?id=3dcea033-1931-485c-8e80-04f1de860c08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1227875 Jun 17 18:08:22.210210 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 18:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2983bec6-d5ef-4dc2-ac0f-2821355a1657 x-openstack-request-id: req-2983bec6-d5ef-4dc2-ac0f-2821355a1657 {{(pid=92874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 18:08:22.210535 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12c24311-1552-43c4-892c-c854eda335e9", "name": "network-vif-deleted", "tag": "1f79d387-946e-4035-b7a0-fa3137227515", "status": "completed", "code": 200}]} {{(pid=92874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 18:08:22.210826 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-2983bec6-d5ef-4dc2-ac0f-2821355a1657 {{(pid=92874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 18:08:22.212259 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12c24311-1552-43c4-892c-c854eda335e9', 'name': 'network-vif-deleted', 'tag': '1f79d387-946e-4035-b7a0-fa3137227515', 'status': 'completed', 'code': 200} Jun 17 18:08:22.312914 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-89cedc5d-3bf8-4ede-865c-ee48ecda4c74 req-075d36bb-33f9-4f85-9135-271288af74ad tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:22.313409 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-89cedc5d-3bf8-4ede-865c-ee48ecda4c74 req-075d36bb-33f9-4f85-9135-271288af74ad tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-943314'] for floatingip, after_update {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:22.313747 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.db.l3_db [req-89cedc5d-3bf8-4ede-865c-ee48ecda4c74 req-075d36bb-33f9-4f85-9135-271288af74ad tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Floating IP 4783b04e-bfa2-4cb6-9779-c7ffe4353f13 disassociated. External IP: 172.27.2.165, port: 83c3404f-d49e-4e1b-831c-0b25c4e59742. Jun 17 18:08:22.314256 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.plugin [req-89cedc5d-3bf8-4ede-865c-ee48ecda4c74 req-075d36bb-33f9-4f85-9135-271288af74ad tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Calling delete_port for 83c3404f-d49e-4e1b-831c-0b25c4e59742 owned by compute:nova {{(pid=92874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 18:08:22.429899 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9151e55d-48ba-4396-b621-cee550a759fb req-78835050-96ac-4502-9f62-0c5cc57f773d tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:08:22.431377 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-9151e55d-48ba-4396-b621-cee550a759fb req-78835050-96ac-4502-9f62-0c5cc57f773d tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] 10.222.0.97 "GET /v2.0/ports?device_id=404ed916-a684-4b04-9dda-34563113f0df HTTP/1.1" status: 200 len: 943 time: 0.1303499 Jun 17 18:08:22.498676 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-9151e55d-48ba-4396-b621-cee550a759fb req-9a632f42-c442-4905-9915-4ff34f29715f tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] 10.222.0.97 "GET /v2.0/security-groups?id=b7e6f4f5-24f4-4dde-a96a-8d8da070066c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568190 Jun 17 18:08:22.531627 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-89cedc5d-3bf8-4ede-865c-ee48ecda4c74 req-075d36bb-33f9-4f85-9135-271288af74ad tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743365085983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743364645425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28501932'] for port, after_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:22.535385 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-06d67849-bcac-4f95-9dfe-120228d777e3 tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:08:22.565132 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075d36bb-33f9-4f85-9135-271288af74ad tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Pushing event deleted for resources: {'Port': ['ID=83c3404f-d49e-4e1b-831c-0b25c4e59742,revision_number=None']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:08:22.568588 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-075d36bb-33f9-4f85-9135-271288af74ad tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:08:22.671864 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.agents_db [None req-efac7cad-2d3b-4dc1-9769-dac6e2c75cb9 None None] Agent healthcheck: found 6 active agents {{(pid=92881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 18:08:22.684153 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.scheduler.l3_agent_scheduler [req-89cedc5d-3bf8-4ede-865c-ee48ecda4c74 req-075d36bb-33f9-4f85-9135-271288af74ad tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Router 779193b4-bff3-4d40-93a7-df82b1325700 has already been hosted by L3 agent 4c938d44-4998-4210-8006-ee34f5a3ffbf {{(pid=92874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 18:08:22.803553 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-89cedc5d-3bf8-4ede-865c-ee48ecda4c74 req-075d36bb-33f9-4f85-9135-271288af74ad tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Notify agent at l3_agent.dv-cinder-786260-6-iscsi the message routers_updated {{(pid=92874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 18:08:22.816275 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a891de42-809c-4de4-bdc6-c6cc90dfb58e None None] Sync routers for ids ['779193b4-bff3-4d40-93a7-df82b1325700'] in dv-cinder-786260-6-iscsi {{(pid=92880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 18:08:22.825887 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a891de42-809c-4de4-bdc6-c6cc90dfb58e None None] Routers {'779193b4-bff3-4d40-93a7-df82b1325700'} bound to L3 agent in host dv-cinder-786260-6-iscsi {{(pid=92880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 18:08:22.826727 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_hamode_db [None req-a891de42-809c-4de4-bdc6-c6cc90dfb58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-17T17:55:17Z,description=,heartbeat_timestamp=2021-06-17T18:08:17Z,host='dv-cinder-786260-6-iscsi',id=4c938d44-4998-4210-8006-ee34f5a3ffbf,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:55:17Z,topic='l3_agent')) {'router_ids': ['779193b4-bff3-4d40-93a7-df82b1325700'], 'active': True} {{(pid=92880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:08:22.859422 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.db.l3_dvrscheduler_db [req-89cedc5d-3bf8-4ede-865c-ee48ecda4c74 req-075d36bb-33f9-4f85-9135-271288af74ad tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] No DVR routers for this DVR port 83c3404f-d49e-4e1b-831c-0b25c4e59742 on host hv-cinder-78626 {{(pid=92874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 18:08:22.862003 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-89cedc5d-3bf8-4ede-865c-ee48ecda4c74 req-075d36bb-33f9-4f85-9135-271288af74ad tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523113'] for port, before_response {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:22.864235 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-89cedc5d-3bf8-4ede-865c-ee48ecda4c74 req-075d36bb-33f9-4f85-9135-271288af74ad tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.95 "DELETE /v2.0/ports/83c3404f-d49e-4e1b-831c-0b25c4e59742 HTTP/1.1" status: 204 len: 173 time: 1.5410340 Jun 17 18:08:22.941236 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_dvr_db [None req-a891de42-809c-4de4-bdc6-c6cc90dfb58e None None] Set router 779193b4-bff3-4d40-93a7-df82b1325700 gateway port host: dv-cinder-786260-6-iscsi {{(pid=92880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 18:08:23.146768 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_hamode_db [None req-a891de42-809c-4de4-bdc6-c6cc90dfb58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '779193b4-bff3-4d40-93a7-df82b1325700', 'name': 'tempest-AttachVolumeShelveTestJSON-2099834847-router', 'tenant_id': '42f4cfc5a3374a4084d73b360a838bfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'external_fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '049c1286-72d2-4320-b8fc-ab65e653c7be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T18:02:58Z', 'updated_at': '2021-06-17T18:03:08Z', 'revision_number': 4, 'project_id': '42f4cfc5a3374a4084d73b360a838bfd', 'gw_port': {'id': '049c1286-72d2-4320-b8fc-ab65e653c7be', 'name': '', 'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:f8:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '779193b4-bff3-4d40-93a7-df82b1325700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:03:01Z', 'updated_at': '2021-06-17T18:03:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78089575-0364-47db-be8b-ef28f42f3a37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-6-iscsi', '_interfaces': [{'id': '3f0359e6-3302-4b6c-ab32-02c29a679b92', 'name': '', 'network_id': '490619f6-df6b-4a81-8b12-97225a6da310', 'tenant_id': '42f4cfc5a3374a4084d73b360a838bfd', 'mac_address': 'fa:16:3e:87:3c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '779193b4-bff3-4d40-93a7-df82b1325700', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'd12fe909-5b0e-4b17-a966-d3ca34ed6db9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:03:07Z', 'updated_at': '2021-06-17T18:03:23Z', 'revision_number': 5, 'project_id': '42f4cfc5a3374a4084d73b360a838bfd', 'subnets': [{'id': 'd12fe909-5b0e-4b17-a966-d3ca34ed6db9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-6-iscsi', False) {} {{(pid=92880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:08:23.173037 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a891de42-809c-4de4-bdc6-c6cc90dfb58e None None] Checking router: 779193b4-bff3-4d40-93a7-df82b1325700 for host: dv-cinder-786260-6-iscsi {{(pid=92880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 18:08:23.181611 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a891de42-809c-4de4-bdc6-c6cc90dfb58e None None] Routers {'779193b4-bff3-4d40-93a7-df82b1325700'} bound to L3 agent in host dv-cinder-786260-6-iscsi {{(pid=92880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 18:08:23.182224 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_hamode_db [None req-a891de42-809c-4de4-bdc6-c6cc90dfb58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-17T17:55:17Z,description=,heartbeat_timestamp=2021-06-17T18:08:17Z,host='dv-cinder-786260-6-iscsi',id=4c938d44-4998-4210-8006-ee34f5a3ffbf,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:55:17Z,topic='l3_agent')) {'router_ids': ['779193b4-bff3-4d40-93a7-df82b1325700'], 'active': True} {{(pid=92880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:08:23.291343 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_dvr_db [None req-a891de42-809c-4de4-bdc6-c6cc90dfb58e None None] Set router 779193b4-bff3-4d40-93a7-df82b1325700 gateway port host: dv-cinder-786260-6-iscsi {{(pid=92880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 18:08:23.333627 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd28ae7-00f8-4ff6-afae-4eaec5c44ee5 req-2831c6eb-3d56-4e5d-bf79-d2a6642a2ace tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:08:23.335118 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-fcd28ae7-00f8-4ff6-afae-4eaec5c44ee5 req-2831c6eb-3d56-4e5d-bf79-d2a6642a2ace tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] 10.222.0.97 "GET /v2.0/ports?device_id=38d17454-bfce-47e4-b41b-493d9e52a372 HTTP/1.1" status: 200 len: 984 time: 0.0663564 Jun 17 18:08:23.368619 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-a58ab183-e803-46d7-921a-191420357657 req-d8bc15e8-78f4-4663-91bd-f6a7793f4290 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/ports?device_id=43fd5a25-ffb4-4518-8fdb-430531a5365d HTTP/1.1" status: 200 len: 210 time: 0.0324786 Jun 17 18:08:23.399062 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-fcd28ae7-00f8-4ff6-afae-4eaec5c44ee5 req-793bb969-b9e6-44f1-a681-05eaba793999 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] 10.222.0.97 "GET /v2.0/security-groups?id=eb22bad0-1f12-4cef-9514-e2ea2eceba92&id=04fbf763-7189-4b69-b638-08faa30be8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0528107 Jun 17 18:08:23.492743 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_hamode_db [None req-a891de42-809c-4de4-bdc6-c6cc90dfb58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '779193b4-bff3-4d40-93a7-df82b1325700', 'name': 'tempest-AttachVolumeShelveTestJSON-2099834847-router', 'tenant_id': '42f4cfc5a3374a4084d73b360a838bfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'external_fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '049c1286-72d2-4320-b8fc-ab65e653c7be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T18:02:58Z', 'updated_at': '2021-06-17T18:03:08Z', 'revision_number': 4, 'project_id': '42f4cfc5a3374a4084d73b360a838bfd', 'gw_port': {'id': '049c1286-72d2-4320-b8fc-ab65e653c7be', 'name': '', 'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:f8:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '779193b4-bff3-4d40-93a7-df82b1325700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:03:01Z', 'updated_at': '2021-06-17T18:03:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78089575-0364-47db-be8b-ef28f42f3a37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-6-iscsi', '_interfaces': [{'id': '3f0359e6-3302-4b6c-ab32-02c29a679b92', 'name': '', 'network_id': '490619f6-df6b-4a81-8b12-97225a6da310', 'tenant_id': '42f4cfc5a3374a4084d73b360a838bfd', 'mac_address': 'fa:16:3e:87:3c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '779193b4-bff3-4d40-93a7-df82b1325700', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'd12fe909-5b0e-4b17-a966-d3ca34ed6db9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:03:07Z', 'updated_at': '2021-06-17T18:03:23Z', 'revision_number': 5, 'project_id': '42f4cfc5a3374a4084d73b360a838bfd', 'subnets': [{'id': 'd12fe909-5b0e-4b17-a966-d3ca34ed6db9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-6-iscsi', False) {} {{(pid=92880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:08:23.521648 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a891de42-809c-4de4-bdc6-c6cc90dfb58e None None] The sync data for ids ['779193b4-bff3-4d40-93a7-df82b1325700'] in dv-cinder-786260-6-iscsi is: [{'id': '779193b4-bff3-4d40-93a7-df82b1325700', 'name': 'tempest-AttachVolumeShelveTestJSON-2099834847-router', 'tenant_id': '42f4cfc5a3374a4084d73b360a838bfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'external_fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '049c1286-72d2-4320-b8fc-ab65e653c7be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T18:02:58Z', 'updated_at': '2021-06-17T18:03:08Z', 'revision_number': 4, 'project_id': '42f4cfc5a3374a4084d73b360a838bfd', 'gw_port': {'id': '049c1286-72d2-4320-b8fc-ab65e653c7be', 'name': '', 'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:f8:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '779193b4-bff3-4d40-93a7-df82b1325700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:03:01Z', 'updated_at': '2021-06-17T18:03:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78089575-0364-47db-be8b-ef28f42f3a37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-6-iscsi', '_interfaces': [{'id': '3f0359e6-3302-4b6c-ab32-02c29a679b92', 'name': '', 'network_id': '490619f6-df6b-4a81-8b12-97225a6da310', 'tenant_id': '42f4cfc5a3374a4084d73b360a838bfd', 'mac_address': 'fa:16:3e:87:3c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '779193b4-bff3-4d40-93a7-df82b1325700', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'd12fe909-5b0e-4b17-a966-d3ca34ed6db9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:03:07Z', 'updated_at': '2021-06-17T18:03:23Z', 'revision_number': 5, 'project_id': '42f4cfc5a3374a4084d73b360a838bfd', 'subnets': [{'id': 'd12fe909-5b0e-4b17-a966-d3ca34ed6db9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 18:08:23.686037 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd31c15-6a1b-4cdd-ac10-e7d41f255e7c req-65bfda06-21f9-405e-aefb-650040c156ee tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:08:23.687560 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-fcd31c15-6a1b-4cdd-ac10-e7d41f255e7c req-65bfda06-21f9-405e-aefb-650040c156ee tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] 10.222.0.97 "GET /v2.0/ports?device_id=404ed916-a684-4b04-9dda-34563113f0df HTTP/1.1" status: 200 len: 943 time: 0.0727735 Jun 17 18:08:23.729000 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-fcd31c15-6a1b-4cdd-ac10-e7d41f255e7c req-2102c64b-fd8c-4c33-a3ba-99da7d143b75 tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] 10.222.0.97 "GET /v2.0/security-groups?id=b7e6f4f5-24f4-4dde-a96a-8d8da070066c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349119 Jun 17 18:08:23.770819 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee34e9dc-c6f1-403f-9917-da1cd9e17a3d None None] New status for floating IP 4783b04e-bfa2-4cb6-9779-c7ffe4353f13: DOWN {{(pid=92881) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 18:08:24.213803 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43fd5a25-ffb4-4518-8fdb-430531a5365d', 'name': 'network-vif-deleted', 'tag': '83c3404f-d49e-4e1b-831c-0b25c4e59742'}] {{(pid=92874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 18:08:24.216314 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58554d43f64f60294e2d1fd4a9d9342a0a386c70b92defbb6c9fd2054ba7a623" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f02b644f-5124-4629-8434-dadef1eb7f10" -d '{"events": [{"server_uuid": "43fd5a25-ffb4-4518-8fdb-430531a5365d", "name": "network-vif-deleted", "tag": "83c3404f-d49e-4e1b-831c-0b25c4e59742"}]}' {{(pid=92874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 18:08:24.305547 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 18:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e61b289-ec74-4fd7-8625-6639d301e11f x-openstack-request-id: req-3e61b289-ec74-4fd7-8625-6639d301e11f {{(pid=92874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 18:08:24.305875 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43fd5a25-ffb4-4518-8fdb-430531a5365d", "name": "network-vif-deleted", "tag": "83c3404f-d49e-4e1b-831c-0b25c4e59742", "status": "completed", "code": 200}]} {{(pid=92874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 18:08:24.306155 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-3e61b289-ec74-4fd7-8625-6639d301e11f {{(pid=92874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 18:08:24.306573 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43fd5a25-ffb4-4518-8fdb-430531a5365d', 'name': 'network-vif-deleted', 'tag': '83c3404f-d49e-4e1b-831c-0b25c4e59742', 'status': 'completed', 'code': 200} Jun 17 18:08:24.525798 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-f9029e23-b280-4b42-938a-cbdf0959deff req-74330d67-8e7f-46ff-af97-c7e6f304ae20 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/ports?device_id=43fd5a25-ffb4-4518-8fdb-430531a5365d HTTP/1.1" status: 200 len: 210 time: 0.0298998 Jun 17 18:08:24.587605 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b8c6bb-d98e-49e2-ac3d-9360b0a5b174 req-a1b2c293-6927-485c-8419-300b57c7c445 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:08:24.589117 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-68b8c6bb-d98e-49e2-ac3d-9360b0a5b174 req-a1b2c293-6927-485c-8419-300b57c7c445 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] 10.222.0.97 "GET /v2.0/ports?device_id=38d17454-bfce-47e4-b41b-493d9e52a372 HTTP/1.1" status: 200 len: 984 time: 0.0658824 Jun 17 18:08:24.629989 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-68b8c6bb-d98e-49e2-ac3d-9360b0a5b174 req-4ee2aa32-7a3e-4579-8661-852a115df571 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] 10.222.0.97 "GET /v2.0/security-groups?id=eb22bad0-1f12-4cef-9514-e2ea2eceba92&id=04fbf763-7189-4b69-b638-08faa30be8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0344076 Jun 17 18:08:24.904678 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034d1f64-33ab-4034-8542-0f396655454b req-2f9c7ef3-c9bc-417d-b5b5-19d81e4c8718 tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:08:24.906008 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-034d1f64-33ab-4034-8542-0f396655454b req-2f9c7ef3-c9bc-417d-b5b5-19d81e4c8718 tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] 10.222.0.97 "GET /v2.0/ports?device_id=404ed916-a684-4b04-9dda-34563113f0df HTTP/1.1" status: 200 len: 943 time: 0.0647240 Jun 17 18:08:24.942058 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-034d1f64-33ab-4034-8542-0f396655454b req-50a5046e-d26b-4e90-aefb-eccceffb2cbe tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] 10.222.0.97 "GET /v2.0/security-groups?id=b7e6f4f5-24f4-4dde-a96a-8d8da070066c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304599 Jun 17 18:08:25.209692 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Device e51b1735-5b0d-43f9-a899-e86c5dbb4f87 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=92880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 18:08:25.303676 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] For port e51b1735-5b0d-43f9-a899-e86c5dbb4f87, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=e51b1735-5b0d-43f9-a899-e86c5dbb4f87,segment=NetworkSegment(3ca5fe73-b93d-40b8-918d-26752c53525f),segment_id=3ca5fe73-b93d-40b8-918d-26752c53525f)] {{(pid=92880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:08:25.316131 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Returning: {'device': 'e51b1735-5b0d-43f9-a899-e86c5dbb4f87', 'network_id': '8639f2be-4eec-4022-81e2-6f76de1ec029', 'port_id': 'e51b1735-5b0d-43f9-a899-e86c5dbb4f87', 'mac_address': 'fa:16:3e:27:28:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cccf722-21e7-4d50-a8c8-6c4bc08c12fb', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 18:08:25.466272 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:25.478556 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.notifiers.nova [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e51b1735-5b0d-43f9-a899-e86c5dbb4f87 {{(pid=92880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 18:08:25.497961 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] For port e51b1735-5b0d-43f9-a899-e86c5dbb4f87, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=e51b1735-5b0d-43f9-a899-e86c5dbb4f87,segment=NetworkSegment(3ca5fe73-b93d-40b8-918d-26752c53525f),segment_id=3ca5fe73-b93d-40b8-918d-26752c53525f)] {{(pid=92880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:08:25.502017 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479'] for port, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:25.503803 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:08:25.547116 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Pushing event updated for resources: {'Port': ['ID=e51b1735-5b0d-43f9-a899-e86c5dbb4f87,revision_number=4']} {{(pid=92880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:08:25.550002 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:08:25.682340 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-020ceb9f-9046-45e9-9b3d-5c853f47d677 req-0f77d772-131b-45b0-ac56-fa9afd9c9b9b tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/ports?device_id=43fd5a25-ffb4-4518-8fdb-430531a5365d HTTP/1.1" status: 200 len: 210 time: 0.0290756 Jun 17 18:08:25.813769 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352288c4-924a-4126-9513-4a37e1da9c6b req-7b155c6a-390b-4b57-adfa-b9836e2db0cf tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:08:25.815231 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-352288c4-924a-4126-9513-4a37e1da9c6b req-7b155c6a-390b-4b57-adfa-b9836e2db0cf tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] 10.222.0.97 "GET /v2.0/ports?device_id=38d17454-bfce-47e4-b41b-493d9e52a372 HTTP/1.1" status: 200 len: 984 time: 0.0634122 Jun 17 18:08:25.852838 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-352288c4-924a-4126-9513-4a37e1da9c6b req-99e31d22-6084-4517-8945-e637273921e9 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] 10.222.0.97 "GET /v2.0/security-groups?id=eb22bad0-1f12-4cef-9514-e2ea2eceba92&id=04fbf763-7189-4b69-b638-08faa30be8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0318952 Jun 17 18:08:26.119734 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955c99c8-0123-48ab-8cc7-5c55ba8ce92d req-3490d34a-33a2-47dd-b692-73ed6b116838 tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:08:26.121213 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-955c99c8-0123-48ab-8cc7-5c55ba8ce92d req-3490d34a-33a2-47dd-b692-73ed6b116838 tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] 10.222.0.97 "GET /v2.0/ports?device_id=404ed916-a684-4b04-9dda-34563113f0df HTTP/1.1" status: 200 len: 944 time: 0.0710137 Jun 17 18:08:26.160527 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-955c99c8-0123-48ab-8cc7-5c55ba8ce92d req-3002e192-2f2f-45b0-a49f-9d11aa360561 tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] 10.222.0.97 "GET /v2.0/security-groups?id=b7e6f4f5-24f4-4dde-a96a-8d8da070066c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330970 Jun 17 18:08:26.216676 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Device 1f79d387-946e-4035-b7a0-fa3137227515 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=92880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 18:08:26.237354 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.plugin [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] No Port match for: 1f79d387-946e-4035-b7a0-fa3137227515 {{(pid=92880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 18:08:26.237712 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Device 1f79d387-946e-4035-b7a0-fa3137227515 not bound to the agent host hv-cinder-78626 {{(pid=92880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 18:08:26.413518 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Device 83c3404f-d49e-4e1b-831c-0b25c4e59742 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=92880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 18:08:26.435800 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.plugin [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] No Port match for: 83c3404f-d49e-4e1b-831c-0b25c4e59742 {{(pid=92880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 18:08:26.436191 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Device 83c3404f-d49e-4e1b-831c-0b25c4e59742 not bound to the agent host hv-cinder-78626 {{(pid=92880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 18:08:26.726243 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] get_ports_and_sgs() called for port_ids ['e51b1735-5b0d-43f9-a899-e86c5dbb4f87'] {{(pid=92880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 18:08:26.808378 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 49202) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:08:26.862075 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-c0dd1a47-2954-47e1-bf60-7a7b550f2ce6 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Notify callbacks [] for security_group, before_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:26.884631 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-c0dd1a47-2954-47e1-bf60-7a7b550f2ce6 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:26.931399 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-c0dd1a47-2954-47e1-bf60-7a7b550f2ce6 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:26.934262 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-c0dd1a47-2954-47e1-bf60-7a7b550f2ce6 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Notify callbacks [] for security_group, before_response {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:26.935416 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-c0dd1a47-2954-47e1-bf60-7a7b550f2ce6 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "DELETE /v2.0/security-groups/3dcea033-1931-485c-8e80-04f1de860c08 HTTP/1.1" status: 204 len: 168 time: 0.1259732 Jun 17 18:08:26.936293 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-f3950008-17c3-42c1-9e3a-21bb79cd7f5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:08:26.938705 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 49206) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:08:26.945853 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dd1a47-2954-47e1-bf60-7a7b550f2ce6 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dcea033-1931-485c-8e80-04f1de860c08,revision_number=None']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:08:26.952738 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.api.v2.resource [None req-bc4f02b1-2ea3-4dd9-bb35-d8b339c78ee6 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] show failed (client error): The resource could not be found. Jun 17 18:08:26.953010 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dd1a47-2954-47e1-bf60-7a7b550f2ce6 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:08:26.953369 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dd1a47-2954-47e1-bf60-7a7b550f2ce6 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:08:26.957184 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dd1a47-2954-47e1-bf60-7a7b550f2ce6 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:08:26.957342 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-bc4f02b1-2ea3-4dd9-bb35-d8b339c78ee6 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/security-groups/3dcea033-1931-485c-8e80-04f1de860c08 HTTP/1.1" status: 404 len: 347 time: 0.0146885 Jun 17 18:08:26.957455 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dd1a47-2954-47e1-bf60-7a7b550f2ce6 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:08:26.957455 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dd1a47-2954-47e1-bf60-7a7b550f2ce6 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:08:26.957455 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dd1a47-2954-47e1-bf60-7a7b550f2ce6 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:08:26.957455 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dd1a47-2954-47e1-bf60-7a7b550f2ce6 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:08:26.957455 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dd1a47-2954-47e1-bf60-7a7b550f2ce6 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:08:26.957455 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dd1a47-2954-47e1-bf60-7a7b550f2ce6 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:08:26.957455 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dd1a47-2954-47e1-bf60-7a7b550f2ce6 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:08:26.957455 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dd1a47-2954-47e1-bf60-7a7b550f2ce6 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:08:26.958104 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 49208) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:08:26.958211 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0dd1a47-2954-47e1-bf60-7a7b550f2ce6 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:08:26.960899 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-c0dd1a47-2954-47e1-bf60-7a7b550f2ce6 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:08:27.036264 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76921406-d9b6-4fce-bd62-801ae81856d1 req-6d73570a-191f-4f72-8020-d190d1cd15fe tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:08:27.037730 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-76921406-d9b6-4fce-bd62-801ae81856d1 req-6d73570a-191f-4f72-8020-d190d1cd15fe tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] 10.222.0.97 "GET /v2.0/ports?device_id=38d17454-bfce-47e4-b41b-493d9e52a372 HTTP/1.1" status: 200 len: 984 time: 0.0680532 Jun 17 18:08:27.079844 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.plugins.ml2.plugin [None req-a3436bde-6beb-4313-8993-5807602baa51 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Deleting port 73074b03-2395-435d-9a01-0f0ced72c0d2 {{(pid=92872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 18:08:27.080576 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-a3436bde-6beb-4313-8993-5807602baa51 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743365079206'] for port, before_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:27.081048 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-76921406-d9b6-4fce-bd62-801ae81856d1 req-a4a06b24-9282-4526-b800-7c7fd9db2535 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] 10.222.0.97 "GET /v2.0/security-groups?id=eb22bad0-1f12-4cef-9514-e2ea2eceba92&id=04fbf763-7189-4b69-b638-08faa30be8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0373166 Jun 17 18:08:27.157321 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-a3436bde-6beb-4313-8993-5807602baa51 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956370'] for port, precommit_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:27.157673 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-a3436bde-6beb-4313-8993-5807602baa51 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:27.335960 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb80eb9-e023-4d0f-897c-43c804081949 req-820f01a8-79b6-4329-b29a-fc4f058eb21b tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:08:27.337529 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-fdb80eb9-e023-4d0f-897c-43c804081949 req-820f01a8-79b6-4329-b29a-fc4f058eb21b tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] 10.222.0.97 "GET /v2.0/ports?device_id=404ed916-a684-4b04-9dda-34563113f0df HTTP/1.1" status: 200 len: 944 time: 0.0653884 Jun 17 18:08:27.378476 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-fdb80eb9-e023-4d0f-897c-43c804081949 req-a0e51cd9-0269-4f93-ae93-3363b1e565ae tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] 10.222.0.97 "GET /v2.0/security-groups?id=b7e6f4f5-24f4-4dde-a96a-8d8da070066c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349832 Jun 17 18:08:27.449257 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.plugins.ml2.plugin [None req-a3436bde-6beb-4313-8993-5807602baa51 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Calling delete_port for 73074b03-2395-435d-9a01-0f0ced72c0d2 owned by network:floatingip {{(pid=92872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 18:08:27.587654 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-a3436bde-6beb-4313-8993-5807602baa51 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743365085983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743364645425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25532019'] for port, after_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:27.590509 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-0193a996-bad5-41cf-86b3-f50eb1d4a4a1 tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:08:27.620041 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3436bde-6beb-4313-8993-5807602baa51 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Pushing event deleted for resources: {'Port': ['ID=73074b03-2395-435d-9a01-0f0ced72c0d2,revision_number=None']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:08:27.631927 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3436bde-6beb-4313-8993-5807602baa51 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:08:27.632342 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3436bde-6beb-4313-8993-5807602baa51 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:08:27.632719 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3436bde-6beb-4313-8993-5807602baa51 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:08:27.633089 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3436bde-6beb-4313-8993-5807602baa51 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:08:27.633705 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3436bde-6beb-4313-8993-5807602baa51 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:08:27.634068 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3436bde-6beb-4313-8993-5807602baa51 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:08:27.634456 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3436bde-6beb-4313-8993-5807602baa51 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:08:27.634818 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3436bde-6beb-4313-8993-5807602baa51 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:08:27.635175 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3436bde-6beb-4313-8993-5807602baa51 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:08:27.635528 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3436bde-6beb-4313-8993-5807602baa51 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:08:27.635881 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3436bde-6beb-4313-8993-5807602baa51 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:08:27.636291 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3436bde-6beb-4313-8993-5807602baa51 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:08:27.653773 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-a3436bde-6beb-4313-8993-5807602baa51 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:08:27.696186 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-a3436bde-6beb-4313-8993-5807602baa51 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Notify callbacks [] for floatingip, after_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:27.698691 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-a3436bde-6beb-4313-8993-5807602baa51 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523113'] for floatingip, before_response {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:27.699842 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-a3436bde-6beb-4313-8993-5807602baa51 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "DELETE /v2.0/floatingips/4783b04e-bfa2-4cb6-9779-c7ffe4353f13 HTTP/1.1" status: 204 len: 168 time: 0.7410214 Jun 17 18:08:28.082007 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 49238) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:08:28.087183 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.v2.base [None req-33fab724-0bfb-4825-adf7-f72eaf7d2bdd tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Request body: {'security_group': {'name': 'tempest-securitygroup--406016197', 'description': 'tempest-description--1567415627'}} {{(pid=92872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 18:08:28.116088 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-33fab724-0bfb-4825-adf7-f72eaf7d2bdd tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Notify callbacks [] for security_group, before_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:28.212691 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-33fab724-0bfb-4825-adf7-f72eaf7d2bdd tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Notify callbacks [] for security_group, precommit_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:28.217161 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-33fab724-0bfb-4825-adf7-f72eaf7d2bdd tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:28.221538 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-24b16258-aec2-420a-8452-b4586718d5df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:08:28.251450 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-33fab724-0bfb-4825-adf7-f72eaf7d2bdd tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Notify callbacks [] for security_group, before_response {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:28.252993 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-33fab724-0bfb-4825-adf7-f72eaf7d2bdd tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1699398 Jun 17 18:08:28.257656 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fab724-0bfb-4825-adf7-f72eaf7d2bdd tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bde1582a-0e60-487b-9eda-9732f3338587,revision_number=1']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:08:28.260175 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 49246) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:08:28.262581 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-33fab724-0bfb-4825-adf7-f72eaf7d2bdd tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:08:28.274641 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Device e51b1735-5b0d-43f9-a899-e86c5dbb4f87 up at agent hyperv_hv-cinder-78626 {{(pid=92880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 18:08:28.276252 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.v2.base [None req-cdd00566-166b-4afa-a27d-d0d0117d86f0 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Request body: {'security_group_rule': {'security_group_id': 'bde1582a-0e60-487b-9eda-9732f3338587', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 18:08:28.329647 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-cdd00566-166b-4afa-a27d-d0d0117d86f0 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:28.334725 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ee582c-96e7-4590-9394-fd237c0415cc req-a4b96e94-1fef-4517-94d0-0a089ac02389 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:08:28.337437 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-19ee582c-96e7-4590-9394-fd237c0415cc req-a4b96e94-1fef-4517-94d0-0a089ac02389 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] 10.222.0.97 "GET /v2.0/ports?device_id=38d17454-bfce-47e4-b41b-493d9e52a372 HTTP/1.1" status: 200 len: 984 time: 0.1032522 Jun 17 18:08:28.359986 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Provisioning for port e51b1735-5b0d-43f9-a899-e86c5dbb4f87 completed by entity L2. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 18:08:28.370053 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Provisioning complete for port e51b1735-5b0d-43f9-a899-e86c5dbb4f87 triggered by entity L2. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 18:08:28.370918 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687209'] for port, provisioning_complete {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:28.420163 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-19ee582c-96e7-4590-9394-fd237c0415cc req-c89af09c-1777-4054-845e-a2f3cb65b648 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] 10.222.0.97 "GET /v2.0/security-groups?id=eb22bad0-1f12-4cef-9514-e2ea2eceba92&id=04fbf763-7189-4b69-b638-08faa30be8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0755429 Jun 17 18:08:28.443174 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-cdd00566-166b-4afa-a27d-d0d0117d86f0 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:28.447518 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-cdd00566-166b-4afa-a27d-d0d0117d86f0 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592663'] for security_group_rule, after_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:28.450931 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-f6599f01-403d-45c1-bf3c-0133fb28a621 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:08:28.476067 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd00566-166b-4afa-a27d-d0d0117d86f0 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a737cd14-c2e4-4536-a615-b6f1d4a89b18,revision_number=0']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:08:28.479427 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-cdd00566-166b-4afa-a27d-d0d0117d86f0 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:08:28.486077 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-cdd00566-166b-4afa-a27d-d0d0117d86f0 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:28.490366 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-cdd00566-166b-4afa-a27d-d0d0117d86f0 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2266362 Jun 17 18:08:28.490736 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 49250) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:08:28.499231 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.v2.base [None req-1534357c-9d80-45f2-bc16-33e1aa932dea tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Request body: {'security_group_rule': {'security_group_id': 'bde1582a-0e60-487b-9eda-9732f3338587', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 18:08:28.506417 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:28.533774 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '404ed916-a684-4b04-9dda-34563113f0df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e51b1735-5b0d-43f9-a899-e86c5dbb4f87'}] {{(pid=92880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 18:08:28.536107 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44fe161690382cf4f0960ac1b424fedb1dd6f9597775f60dec274194d49fe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66c4f8ad-d6bb-4ade-ac18-4079913d8791" -d '{"events": [{"server_uuid": "404ed916-a684-4b04-9dda-34563113f0df", "name": "network-vif-plugged", "status": "completed", "tag": "e51b1735-5b0d-43f9-a899-e86c5dbb4f87"}]}' {{(pid=92880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 18:08:28.552445 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] For port e51b1735-5b0d-43f9-a899-e86c5dbb4f87, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=e51b1735-5b0d-43f9-a899-e86c5dbb4f87,segment=NetworkSegment(3ca5fe73-b93d-40b8-918d-26752c53525f),segment_id=3ca5fe73-b93d-40b8-918d-26752c53525f)] {{(pid=92880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:08:28.556715 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479'] for port, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:28.558632 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-d3d1aeec-1060-45ff-84c9-dcaf299fe644 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:08:28.587670 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-1534357c-9d80-45f2-bc16-33e1aa932dea tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:28.593236 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 18:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7cd5a37-2e0e-4f8a-b564-2d334dfca10d x-openstack-request-id: req-f7cd5a37-2e0e-4f8a-b564-2d334dfca10d {{(pid=92880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 18:08:28.594141 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "404ed916-a684-4b04-9dda-34563113f0df", "name": "network-vif-plugged", "status": "completed", "tag": "e51b1735-5b0d-43f9-a899-e86c5dbb4f87", "code": 200}]} {{(pid=92880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 18:08:28.594141 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-f7cd5a37-2e0e-4f8a-b564-2d334dfca10d {{(pid=92880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 18:08:28.594377 dv-cinder-786260-6-iscsi neutron-server[92880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '404ed916-a684-4b04-9dda-34563113f0df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e51b1735-5b0d-43f9-a899-e86c5dbb4f87', 'code': 200} Jun 17 18:08:28.628259 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Pushing event updated for resources: {'Port': ['ID=e51b1735-5b0d-43f9-a899-e86c5dbb4f87,revision_number=5']} {{(pid=92880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:08:28.639149 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:08:28.670208 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b59031-d346-4355-8306-edb37bcbc38a req-75c50848-d496-4ae9-bb90-ca283bdc9afa tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:08:28.677626 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-90b59031-d346-4355-8306-edb37bcbc38a req-75c50848-d496-4ae9-bb90-ca283bdc9afa tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] 10.222.0.97 "GET /v2.0/ports?device_id=404ed916-a684-4b04-9dda-34563113f0df HTTP/1.1" status: 200 len: 944 time: 0.1680503 Jun 17 18:08:28.693616 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-1534357c-9d80-45f2-bc16-33e1aa932dea tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:28.702696 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-1534357c-9d80-45f2-bc16-33e1aa932dea tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592663'] for security_group_rule, after_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:28.706776 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:08:28.737454 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-90b59031-d346-4355-8306-edb37bcbc38a req-63cb3861-4cae-4e30-9449-497f9fd4132a tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] 10.222.0.97 "GET /v2.0/security-groups?id=b7e6f4f5-24f4-4dde-a96a-8d8da070066c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589223 Jun 17 18:08:28.755752 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1534357c-9d80-45f2-bc16-33e1aa932dea tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36c8deb1-41f0-47a2-8009-8f4f7ee67a39,revision_number=0']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:08:28.759063 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-1534357c-9d80-45f2-bc16-33e1aa932dea tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:08:28.763086 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-1534357c-9d80-45f2-bc16-33e1aa932dea tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:28.764385 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-1534357c-9d80-45f2-bc16-33e1aa932dea tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2725627 Jun 17 18:08:28.767840 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 49254) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:08:28.772531 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.v2.base [None req-2a204f61-5d9b-472d-8a44-1e5996d1221e tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Request body: {'floatingip': {'floating_network_id': '64144b6f-e068-441d-8337-f91b82ffb73c'}} {{(pid=92874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 18:08:28.796734 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-2a204f61-5d9b-472d-8a44-1e5996d1221e tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Notify callbacks [] for floatingip, before_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:28.955868 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52215c0-2f7b-42ca-804a-fc0b18a8fb18 req-4e7ff5cf-2cc5-4eaa-9072-4772100e468c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:08:28.957418 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-e52215c0-2f7b-42ca-804a-fc0b18a8fb18 req-4e7ff5cf-2cc5-4eaa-9072-4772100e468c service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=404ed916-a684-4b04-9dda-34563113f0df HTTP/1.1" status: 200 len: 1098 time: 0.0740597 Jun 17 18:08:28.959162 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-2a204f61-5d9b-472d-8a44-1e5996d1221e tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1986742'] for port, before_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:29.040334 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-e52215c0-2f7b-42ca-804a-fc0b18a8fb18 req-d762dcaa-2a8a-49b7-9c36-917071db7b7a service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=b7e6f4f5-24f4-4dde-a96a-8d8da070066c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735362 Jun 17 18:08:29.097752 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.db.db_base_plugin_common [None req-2a204f61-5d9b-472d-8a44-1e5996d1221e tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Allocated IP 172.27.2.71 (64144b6f-e068-441d-8337-f91b82ffb73c/78089575-0364-47db-be8b-ef28f42f3a37/bacc50d9-130f-44bf-b49e-990f38f6fa32) {{(pid=92874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 18:08:29.213069 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-2a204f61-5d9b-472d-8a44-1e5996d1221e tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Notify callbacks [] for port, precommit_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:29.286012 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-2a204f61-5d9b-472d-8a44-1e5996d1221e tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1986807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743364645416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28501925'] for port, after_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:29.288255 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-7af3b477-9d5f-4266-95ea-5e7897838880 tempest-VolumesActionsTest-1517777520 tempest-VolumesActionsTest-1517777520-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:08:29.321367 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a204f61-5d9b-472d-8a44-1e5996d1221e tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Network 64144b6f-e068-441d-8337-f91b82ffb73c is already hosted by enough agents. {{(pid=92874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 18:08:29.324473 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.scheduler.base_scheduler [None req-2a204f61-5d9b-472d-8a44-1e5996d1221e tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Resources bound (agent type, host, resource id): {{(pid=92874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 18:08:29.327925 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a204f61-5d9b-472d-8a44-1e5996d1221e tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Received port after_create {{(pid=92874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 18:08:29.361731 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a204f61-5d9b-472d-8a44-1e5996d1221e tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Pushing event updated for resources: {'Port': ['ID=bacc50d9-130f-44bf-b49e-990f38f6fa32,revision_number=1']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:08:29.365875 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-2a204f61-5d9b-472d-8a44-1e5996d1221e tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:08:29.431951 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-2a204f61-5d9b-472d-8a44-1e5996d1221e tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:29.487628 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-2a204f61-5d9b-472d-8a44-1e5996d1221e tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:29.757903 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d7dd16-a158-4f1c-8827-54def89f13e6 req-681dc445-272e-446b-9283-aea72f4075da tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:08:29.759532 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-a1d7dd16-a158-4f1c-8827-54def89f13e6 req-681dc445-272e-446b-9283-aea72f4075da tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.97 "GET /v2.0/ports?device_id=1ed71a57-07e4-42ec-aa3c-2bf35fed5c81 HTTP/1.1" status: 200 len: 945 time: 0.1175265 Jun 17 18:08:29.788499 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fa03cb-762d-4ff7-803e-7cba3e627993 req-555b3596-88fc-4af3-8a45-dce9e057ae4d tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:08:29.789950 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-24fa03cb-762d-4ff7-803e-7cba3e627993 req-555b3596-88fc-4af3-8a45-dce9e057ae4d tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] 10.222.0.97 "GET /v2.0/ports?device_id=38d17454-bfce-47e4-b41b-493d9e52a372 HTTP/1.1" status: 200 len: 984 time: 0.2068245 Jun 17 18:08:29.792026 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-2a204f61-5d9b-472d-8a44-1e5996d1221e tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Notify callbacks [] for port, precommit_update {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:29.808253 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-2a204f61-5d9b-472d-8a44-1e5996d1221e tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28501911'] for port, after_update {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:29.811850 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-37ccb17e-d16e-4a03-ae8d-2859040843e2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:08:29.875590 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-a1d7dd16-a158-4f1c-8827-54def89f13e6 req-6c6cba51-d5ce-47d4-aca1-00e2217bc7f0 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.97 "GET /v2.0/security-groups?id=3a7a746b-7224-4834-953b-7dfc4df4b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083031 Jun 17 18:08:29.911944 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a204f61-5d9b-472d-8a44-1e5996d1221e tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Pushing event updated for resources: {'Port': ['ID=bacc50d9-130f-44bf-b49e-990f38f6fa32,revision_number=2']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:08:29.919073 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-2a204f61-5d9b-472d-8a44-1e5996d1221e tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:08:29.935661 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-24fa03cb-762d-4ff7-803e-7cba3e627993 req-3de7fe53-8738-45c6-8d7c-e694550daf06 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] 10.222.0.97 "GET /v2.0/security-groups?id=eb22bad0-1f12-4cef-9514-e2ea2eceba92&id=04fbf763-7189-4b69-b638-08faa30be8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1354530 Jun 17 18:08:29.956487 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-2a204f61-5d9b-472d-8a44-1e5996d1221e tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-943314'] for floatingip, after_update {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:29.976490 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-2a204f61-5d9b-472d-8a44-1e5996d1221e tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523113'] for floatingip, before_response {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:29.978141 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-2a204f61-5d9b-472d-8a44-1e5996d1221e tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2091997 Jun 17 18:08:30.095436 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee09b1c6-62a5-47c6-9bac-02a4b4b23c49 req-8887a553-e772-4a8f-b740-af77b7b01951 tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:08:30.102232 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-ee09b1c6-62a5-47c6-9bac-02a4b4b23c49 req-8887a553-e772-4a8f-b740-af77b7b01951 tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] 10.222.0.97 "GET /v2.0/ports?device_id=404ed916-a684-4b04-9dda-34563113f0df HTTP/1.1" status: 200 len: 945 time: 0.0844519 Jun 17 18:08:30.172635 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-ee09b1c6-62a5-47c6-9bac-02a4b4b23c49 req-92153d12-39b6-4979-8684-7b29904d229c tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] 10.222.0.97 "GET /v2.0/security-groups?id=b7e6f4f5-24f4-4dde-a96a-8d8da070066c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694542 Jun 17 18:08:30.198824 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-1ac81e42-5fa1-4b69-a008-29d69d2c0446 req-07b9f94f-6c5c-4093-8126-8cf1ef2eb233 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/security-groups?name=tempest-securitygroup--406016197&fields=id&tenant_id=42f4cfc5a3374a4084d73b360a838bfd HTTP/1.1" status: 200 len: 267 time: 0.0813172 Jun 17 18:08:30.322755 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac81e42-5fa1-4b69-a008-29d69d2c0446 req-1ae327fc-fa11-4e2a-a9d6-757f38789dab tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:08:30.324367 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-1ac81e42-5fa1-4b69-a008-29d69d2c0446 req-1ae327fc-fa11-4e2a-a9d6-757f38789dab tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/networks?id=490619f6-df6b-4a81-8b12-97225a6da310 HTTP/1.1" status: 200 len: 817 time: 0.1247211 Jun 17 18:08:30.341839 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-1ac81e42-5fa1-4b69-a008-29d69d2c0446 req-0f58dffb-a42a-4d2a-a908-8a719ccb5e56 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/quotas/42f4cfc5a3374a4084d73b360a838bfd HTTP/1.1" status: 200 len: 375 time: 0.0096378 Jun 17 18:08:30.439626 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-1ac81e42-5fa1-4b69-a008-29d69d2c0446 req-3dac987d-8c3a-44c1-ba3c-cf1a28eac16c tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=42f4cfc5a3374a4084d73b360a838bfd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0916228 Jun 17 18:08:30.552570 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-1ac81e42-5fa1-4b69-a008-29d69d2c0446 req-f319c599-1e8b-4703-b6d4-deafdaf08119 service neutron] 10.222.0.97 "GET /v2.0/networks/490619f6-df6b-4a81-8b12-97225a6da310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119425 Jun 17 18:08:30.652398 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-1ac81e42-5fa1-4b69-a008-29d69d2c0446 req-37d43e14-5754-45db-84a8-fb318bbe3378 service neutron] 10.222.0.97 "GET /v2.0/networks/490619f6-df6b-4a81-8b12-97225a6da310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988152 Jun 17 18:08:30.855391 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-9157cdc2-f547-442b-98c5-fc2022ae1a29 req-167d8520-30e7-4df8-822b-215cd94f8fe7 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/ports?device_id=ee55ee5f-0a9a-4f30-b982-96d3e6070fb2 HTTP/1.1" status: 200 len: 210 time: 0.0307276 Jun 17 18:08:31.123972 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493b8853-25d4-4dde-bf1e-5b8355b6914d req-69b477ff-3ba8-4580-9987-3069b2a047f6 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:08:31.128594 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-493b8853-25d4-4dde-bf1e-5b8355b6914d req-69b477ff-3ba8-4580-9987-3069b2a047f6 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.97 "GET /v2.0/ports?device_id=1ed71a57-07e4-42ec-aa3c-2bf35fed5c81 HTTP/1.1" status: 200 len: 945 time: 0.1276908 Jun 17 18:08:31.171692 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2497af3-f1c0-4209-a07e-126a71659223 req-b5377d9c-0322-4882-863d-4b8c1c546fd2 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:08:31.179119 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-d2497af3-f1c0-4209-a07e-126a71659223 req-b5377d9c-0322-4882-863d-4b8c1c546fd2 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] 10.222.0.97 "GET /v2.0/ports?device_id=38d17454-bfce-47e4-b41b-493d9e52a372 HTTP/1.1" status: 200 len: 984 time: 0.1279886 Jun 17 18:08:31.219106 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-493b8853-25d4-4dde-bf1e-5b8355b6914d req-e31db85c-0d6d-46c2-b872-88675f374921 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.97 "GET /v2.0/security-groups?id=3a7a746b-7224-4834-953b-7dfc4df4b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845420 Jun 17 18:08:31.252544 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-d2497af3-f1c0-4209-a07e-126a71659223 req-83d17a3f-369e-45ec-8f70-1930158d7bc6 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] 10.222.0.97 "GET /v2.0/security-groups?id=eb22bad0-1f12-4cef-9514-e2ea2eceba92&id=04fbf763-7189-4b69-b638-08faa30be8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0724480 Jun 17 18:08:31.449995 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e3b9d7-b60d-49c6-8562-b7353ed88743 req-3dee2449-a522-40c6-acef-530addba31db tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:08:31.458318 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-51e3b9d7-b60d-49c6-8562-b7353ed88743 req-3dee2449-a522-40c6-acef-530addba31db tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] 10.222.0.97 "GET /v2.0/ports?device_id=404ed916-a684-4b04-9dda-34563113f0df HTTP/1.1" status: 200 len: 945 time: 0.0938323 Jun 17 18:08:31.492024 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-51e3b9d7-b60d-49c6-8562-b7353ed88743 req-b4c42c4e-54f8-42c1-afc0-81d624840651 tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] 10.222.0.97 "GET /v2.0/security-groups?id=b7e6f4f5-24f4-4dde-a96a-8d8da070066c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326283 Jun 17 18:08:32.082952 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-a134817c-2719-493a-8ece-0790fc0e1df4 req-3f3901e2-804e-44a2-b42b-824fd6b355f8 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/ports?device_id=ee55ee5f-0a9a-4f30-b982-96d3e6070fb2 HTTP/1.1" status: 200 len: 210 time: 0.0620282 Jun 17 18:08:32.611143 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe0ad63-30b0-49e9-bc34-e4a457a085d1 req-149791dd-3df0-4987-9b06-a91e9632834d tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:08:32.613758 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-0fe0ad63-30b0-49e9-bc34-e4a457a085d1 req-149791dd-3df0-4987-9b06-a91e9632834d tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.97 "GET /v2.0/ports?device_id=1ed71a57-07e4-42ec-aa3c-2bf35fed5c81 HTTP/1.1" status: 200 len: 945 time: 0.1909029 Jun 17 18:08:32.672275 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566c5637-6019-440c-89da-c0d196ad3539 req-64af7a29-2cb5-4e6e-a0dd-96e2666133c2 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:08:32.674672 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-566c5637-6019-440c-89da-c0d196ad3539 req-64af7a29-2cb5-4e6e-a0dd-96e2666133c2 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] 10.222.0.97 "GET /v2.0/ports?device_id=38d17454-bfce-47e4-b41b-493d9e52a372 HTTP/1.1" status: 200 len: 984 time: 0.1959047 Jun 17 18:08:33.052866 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-0fe0ad63-30b0-49e9-bc34-e4a457a085d1 req-79b6bd77-5d7d-434f-a5f7-d01f6baefe49 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.97 "GET /v2.0/security-groups?id=3a7a746b-7224-4834-953b-7dfc4df4b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4246342 Jun 17 18:08:33.101349 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8f075e-fb3c-4fbf-8373-e99b6ed9c00e req-c597b185-002b-4e13-8d6e-21b3e068f0c1 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:08:33.102807 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-2c8f075e-fb3c-4fbf-8373-e99b6ed9c00e req-c597b185-002b-4e13-8d6e-21b3e068f0c1 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.95 "GET /v2.0/ports?device_id=1ed71a57-07e4-42ec-aa3c-2bf35fed5c81 HTTP/1.1" status: 200 len: 945 time: 0.5450540 Jun 17 18:08:33.139565 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-566c5637-6019-440c-89da-c0d196ad3539 req-6dcbc9e6-2d4e-4f7c-82a5-2186871e7de6 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] 10.222.0.97 "GET /v2.0/security-groups?id=eb22bad0-1f12-4cef-9514-e2ea2eceba92&id=04fbf763-7189-4b69-b638-08faa30be8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4574592 Jun 17 18:08:33.259852 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac81e42-5fa1-4b69-a008-29d69d2c0446 req-c5da1dd7-aae0-4668-90c9-ceb6d6083cfd tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:08:33.261328 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-1ac81e42-5fa1-4b69-a008-29d69d2c0446 req-c5da1dd7-aae0-4668-90c9-ceb6d6083cfd tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.95 "GET /v2.0/networks?id=490619f6-df6b-4a81-8b12-97225a6da310 HTTP/1.1" status: 200 len: 817 time: 0.2557292 Jun 17 18:08:33.321029 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-78531e94-177b-4d55-9e1a-eb7d540c7c8d req-3efabf67-341b-4cc8-b7bc-3c417032e5b4 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/ports?device_id=ee55ee5f-0a9a-4f30-b982-96d3e6070fb2 HTTP/1.1" status: 200 len: 210 time: 0.0789323 Jun 17 18:08:33.370206 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-1ac81e42-5fa1-4b69-a008-29d69d2c0446 req-ab26031c-31a9-482a-812a-ac23075c1ff9 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=42f4cfc5a3374a4084d73b360a838bfd HTTP/1.1" status: 200 len: 379 time: 0.0739470 Jun 17 18:08:33.387322 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.plugin [req-2c8f075e-fb3c-4fbf-8373-e99b6ed9c00e req-78aaf156-ec1e-481b-ae91-cb44a6622881 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Deleting port cd576762-547c-425d-bad0-f4ff5b8b5bcb {{(pid=92874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 18:08:33.387783 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-2c8f075e-fb3c-4fbf-8373-e99b6ed9c00e req-78aaf156-ec1e-481b-ae91-cb44a6622881 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743365079206'] for port, before_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:33.410585 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.v2.base [req-1ac81e42-5fa1-4b69-a008-29d69d2c0446 req-8715348a-715c-4842-b8d1-33624701fccc tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Request body: {'port': {'device_id': 'ee55ee5f-0a9a-4f30-b982-96d3e6070fb2', 'network_id': '490619f6-df6b-4a81-8b12-97225a6da310', 'admin_state_up': True, 'tenant_id': '42f4cfc5a3374a4084d73b360a838bfd', 'security_groups': ['bde1582a-0e60-487b-9eda-9732f3338587']}} {{(pid=92874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 18:08:33.599328 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.db [req-2c8f075e-fb3c-4fbf-8373-e99b6ed9c00e req-78aaf156-ec1e-481b-ae91-cb44a6622881 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] For port cd576762-547c-425d-bad0-f4ff5b8b5bcb, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=cd576762-547c-425d-bad0-f4ff5b8b5bcb,segment=NetworkSegment(b4e37eab-f82a-4d9a-af96-7aed12146093),segment_id=b4e37eab-f82a-4d9a-af96-7aed12146093)] {{(pid=92874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:08:33.599815 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-2c8f075e-fb3c-4fbf-8373-e99b6ed9c00e req-78aaf156-ec1e-481b-ae91-cb44a6622881 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956370'] for port, precommit_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:33.684096 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ac81e42-5fa1-4b69-a008-29d69d2c0446 req-8715348a-715c-4842-b8d1-33624701fccc tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Made reservation on behalf of 42f4cfc5a3374a4084d73b360a838bfd for: {'port': 1} {{(pid=92874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 18:08:33.689430 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-1ac81e42-5fa1-4b69-a008-29d69d2c0446 req-8715348a-715c-4842-b8d1-33624701fccc tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1986742'] for port, before_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:33.993175 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-2c8f075e-fb3c-4fbf-8373-e99b6ed9c00e req-78aaf156-ec1e-481b-ae91-cb44a6622881 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:33.993871 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-2c8f075e-fb3c-4fbf-8373-e99b6ed9c00e req-78aaf156-ec1e-481b-ae91-cb44a6622881 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-943314'] for floatingip, after_update {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:33.994401 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.db.l3_db [req-2c8f075e-fb3c-4fbf-8373-e99b6ed9c00e req-78aaf156-ec1e-481b-ae91-cb44a6622881 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Floating IP cf1e09bd-fd36-480a-91e3-4cc8f9a81437 disassociated. External IP: 172.27.2.38, port: cd576762-547c-425d-bad0-f4ff5b8b5bcb. Jun 17 18:08:33.994936 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.plugin [req-2c8f075e-fb3c-4fbf-8373-e99b6ed9c00e req-78aaf156-ec1e-481b-ae91-cb44a6622881 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Calling delete_port for cd576762-547c-425d-bad0-f4ff5b8b5bcb owned by compute:nova {{(pid=92874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 18:08:34.023111 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.db.db_base_plugin_common [req-1ac81e42-5fa1-4b69-a008-29d69d2c0446 req-8715348a-715c-4842-b8d1-33624701fccc tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Allocated IP 172.20.0.6 (490619f6-df6b-4a81-8b12-97225a6da310/d12fe909-5b0e-4b17-a966-d3ca34ed6db9/d5b05643-bd9c-407f-981f-a02f5b5cc8c8) {{(pid=92874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 18:08:34.281055 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-2c8f075e-fb3c-4fbf-8373-e99b6ed9c00e req-78aaf156-ec1e-481b-ae91-cb44a6622881 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743365085983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743364645425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28501932'] for port, after_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:34.315751 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-af3aee8e-b1f5-4f08-9597-33b919338192 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:08:34.407516 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-1ac81e42-5fa1-4b69-a008-29d69d2c0446 req-8715348a-715c-4842-b8d1-33624701fccc tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Notify callbacks [] for port, precommit_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:34.414913 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78aaf156-ec1e-481b-ae91-cb44a6622881 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Pushing event deleted for resources: {'Port': ['ID=cd576762-547c-425d-bad0-f4ff5b8b5bcb,revision_number=None']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:08:34.427945 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-78aaf156-ec1e-481b-ae91-cb44a6622881 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:08:34.457934 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.db.provisioning_blocks [req-1ac81e42-5fa1-4b69-a008-29d69d2c0446 req-8715348a-715c-4842-b8d1-33624701fccc tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Transition to ACTIVE for port object d5b05643-bd9c-407f-981f-a02f5b5cc8c8 will not be triggered until provisioned by entity DHCP. {{(pid=92874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 18:08:34.545826 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35462efc-c1d9-43c3-be4f-8c9f315e4c14 req-99807ad2-d2bc-43e2-93c8-d9f9392609db tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:08:34.547937 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-35462efc-c1d9-43c3-be4f-8c9f315e4c14 req-99807ad2-d2bc-43e2-93c8-d9f9392609db tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.97 "GET /v2.0/ports?device_id=1ed71a57-07e4-42ec-aa3c-2bf35fed5c81 HTTP/1.1" status: 200 len: 867 time: 0.3647606 Jun 17 18:08:34.624313 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbbec27-0874-4d97-9ab6-d037a3a32434 req-570837c4-e19f-4559-84d3-df464312303d tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:08:34.631962 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-4fbbec27-0874-4d97-9ab6-d037a3a32434 req-570837c4-e19f-4559-84d3-df464312303d tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] 10.222.0.97 "GET /v2.0/ports?device_id=38d17454-bfce-47e4-b41b-493d9e52a372 HTTP/1.1" status: 200 len: 984 time: 0.3471467 Jun 17 18:08:34.649915 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-1ac81e42-5fa1-4b69-a008-29d69d2c0446 req-8715348a-715c-4842-b8d1-33624701fccc tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1986807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743364645416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28501925'] for port, after_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:34.668832 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-c0cee522-1225-4090-8c33-041e449c0d4b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:08:34.706971 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-35462efc-c1d9-43c3-be4f-8c9f315e4c14 req-c1c2a1e8-6ec7-4299-bfd1-4b15e85ec281 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.97 "GET /v2.0/security-groups?id=3a7a746b-7224-4834-953b-7dfc4df4b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1322811 Jun 17 18:08:34.750964 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ac81e42-5fa1-4b69-a008-29d69d2c0446 req-8715348a-715c-4842-b8d1-33624701fccc tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Network 490619f6-df6b-4a81-8b12-97225a6da310 is already hosted by enough agents. {{(pid=92874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 18:08:34.760150 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2c8f075e-fb3c-4fbf-8373-e99b6ed9c00e req-78aaf156-ec1e-481b-ae91-cb44a6622881 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Router 2383b7a7-5e02-4ea6-8c11-ac462b715c40 has already been hosted by L3 agent 4c938d44-4998-4210-8006-ee34f5a3ffbf {{(pid=92874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 18:08:34.761953 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.scheduler.base_scheduler [req-1ac81e42-5fa1-4b69-a008-29d69d2c0446 req-8715348a-715c-4842-b8d1-33624701fccc tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Resources bound (agent type, host, resource id): {{(pid=92874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 18:08:34.769251 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-4fbbec27-0874-4d97-9ab6-d037a3a32434 req-39ff0310-9cad-4c8c-b371-70e8c03c1c13 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] 10.222.0.97 "GET /v2.0/security-groups?id=eb22bad0-1f12-4cef-9514-e2ea2eceba92&id=04fbf763-7189-4b69-b638-08faa30be8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1363626 Jun 17 18:08:34.770276 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ac81e42-5fa1-4b69-a008-29d69d2c0446 req-8715348a-715c-4842-b8d1-33624701fccc tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Received port after_create {{(pid=92874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 18:08:34.774288 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8715348a-715c-4842-b8d1-33624701fccc tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Pushing event updated for resources: {'Port': ['ID=d5b05643-bd9c-407f-981f-a02f5b5cc8c8,revision_number=1']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:08:34.778902 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-8715348a-715c-4842-b8d1-33624701fccc tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:08:34.918654 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac81e42-5fa1-4b69-a008-29d69d2c0446 req-8715348a-715c-4842-b8d1-33624701fccc tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:08:34.919370 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-1ac81e42-5fa1-4b69-a008-29d69d2c0446 req-8715348a-715c-4842-b8d1-33624701fccc tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523113'] for port, before_response {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:34.946774 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-1ac81e42-5fa1-4b69-a008-29d69d2c0446 req-8715348a-715c-4842-b8d1-33624701fccc tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5541945 Jun 17 18:08:34.995039 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.v2.base [req-1ac81e42-5fa1-4b69-a008-29d69d2c0446 req-e9d81a07-fe2c-4dbf-a9c9-538c9fb11349 service neutron] Request body: {'port': {'device_id': 'ee55ee5f-0a9a-4f30-b982-96d3e6070fb2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=92874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 18:08:35.086331 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2c8f075e-fb3c-4fbf-8373-e99b6ed9c00e req-78aaf156-ec1e-481b-ae91-cb44a6622881 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Notify agent at l3_agent.dv-cinder-786260-6-iscsi the message routers_updated {{(pid=92874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 18:08:35.099195 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8027ebc9-1fd9-4662-a4aa-f79be2df9185 None None] Sync routers for ids ['2383b7a7-5e02-4ea6-8c11-ac462b715c40'] in dv-cinder-786260-6-iscsi {{(pid=92880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 18:08:35.111010 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8027ebc9-1fd9-4662-a4aa-f79be2df9185 None None] Routers {'2383b7a7-5e02-4ea6-8c11-ac462b715c40'} bound to L3 agent in host dv-cinder-786260-6-iscsi {{(pid=92880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 18:08:35.111632 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_hamode_db [None req-8027ebc9-1fd9-4662-a4aa-f79be2df9185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-17T17:55:17Z,description=,heartbeat_timestamp=2021-06-17T18:08:17Z,host='dv-cinder-786260-6-iscsi',id=4c938d44-4998-4210-8006-ee34f5a3ffbf,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:55:17Z,topic='l3_agent')) {'router_ids': ['2383b7a7-5e02-4ea6-8c11-ac462b715c40'], 'active': True} {{(pid=92880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:08:35.127530 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572c2054-f94e-43c5-a388-27f12882f491 req-12e30027-4c30-455d-a09e-2dccff274906 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:08:35.129054 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-572c2054-f94e-43c5-a388-27f12882f491 req-12e30027-4c30-455d-a09e-2dccff274906 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/ports?device_id=ee55ee5f-0a9a-4f30-b982-96d3e6070fb2 HTTP/1.1" status: 200 len: 931 time: 0.1787300 Jun 17 18:08:35.194643 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c8f075e-fb3c-4fbf-8373-e99b6ed9c00e req-78aaf156-ec1e-481b-ae91-cb44a6622881 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] No DVR routers for this DVR port cd576762-547c-425d-bad0-f4ff5b8b5bcb on host hv-cinder-78626 {{(pid=92874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 18:08:35.197491 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-2c8f075e-fb3c-4fbf-8373-e99b6ed9c00e req-78aaf156-ec1e-481b-ae91-cb44a6622881 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523113'] for port, before_response {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:35.199790 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-2c8f075e-fb3c-4fbf-8373-e99b6ed9c00e req-78aaf156-ec1e-481b-ae91-cb44a6622881 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.95 "DELETE /v2.0/ports/cd576762-547c-425d-bad0-f4ff5b8b5bcb HTTP/1.1" status: 204 len: 173 time: 2.0650685 Jun 17 18:08:35.208813 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ed71a57-07e4-42ec-aa3c-2bf35fed5c81', 'name': 'network-vif-deleted', 'tag': 'cd576762-547c-425d-bad0-f4ff5b8b5bcb'}] {{(pid=92874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 18:08:35.214718 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58554d43f64f60294e2d1fd4a9d9342a0a386c70b92defbb6c9fd2054ba7a623" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dba4461-ae93-4b9b-a14e-9908266d0b4a" -d '{"events": [{"server_uuid": "1ed71a57-07e4-42ec-aa3c-2bf35fed5c81", "name": "network-vif-deleted", "tag": "cd576762-547c-425d-bad0-f4ff5b8b5bcb"}]}' {{(pid=92874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 18:08:35.248756 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-572c2054-f94e-43c5-a388-27f12882f491 req-34b7f60b-536c-49a7-85e2-a7d50ca79349 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/security-groups?id=bde1582a-0e60-487b-9eda-9732f3338587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997622 Jun 17 18:08:35.249603 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-1ac81e42-5fa1-4b69-a008-29d69d2c0446 req-e9d81a07-fe2c-4dbf-a9c9-538c9fb11349 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:35.258336 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_dvr_db [None req-8027ebc9-1fd9-4662-a4aa-f79be2df9185 None None] Set router 2383b7a7-5e02-4ea6-8c11-ac462b715c40 gateway port host: dv-cinder-786260-6-iscsi {{(pid=92880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 18:08:35.311434 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 18:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a30eb8e7-4190-44a0-9866-3ac33a1d43f8 x-openstack-request-id: req-a30eb8e7-4190-44a0-9866-3ac33a1d43f8 {{(pid=92874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 18:08:35.311901 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ed71a57-07e4-42ec-aa3c-2bf35fed5c81", "name": "network-vif-deleted", "tag": "cd576762-547c-425d-bad0-f4ff5b8b5bcb", "status": "completed", "code": 200}]} {{(pid=92874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 18:08:35.312286 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-a30eb8e7-4190-44a0-9866-3ac33a1d43f8 {{(pid=92874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 18:08:35.313274 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ed71a57-07e4-42ec-aa3c-2bf35fed5c81', 'name': 'network-vif-deleted', 'tag': 'cd576762-547c-425d-bad0-f4ff5b8b5bcb', 'status': 'completed', 'code': 200} Jun 17 18:08:35.383367 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-b88f8ec9-4ad5-4fa3-82bd-37491f9bc476 None None] Provisioning for port d5b05643-bd9c-407f-981f-a02f5b5cc8c8 completed by entity DHCP. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 18:08:35.388741 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-b88f8ec9-4ad5-4fa3-82bd-37491f9bc476 None None] Provisioning complete for port d5b05643-bd9c-407f-981f-a02f5b5cc8c8 triggered by entity DHCP. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 18:08:35.389340 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b88f8ec9-4ad5-4fa3-82bd-37491f9bc476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687209'] for port, provisioning_complete {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:35.474568 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.plugin [None req-b88f8ec9-4ad5-4fa3-82bd-37491f9bc476 None None] Port d5b05643-bd9c-407f-981f-a02f5b5cc8c8 cannot update to ACTIVE because it is not bound. {{(pid=92880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 18:08:35.568843 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_hamode_db [None req-8027ebc9-1fd9-4662-a4aa-f79be2df9185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2383b7a7-5e02-4ea6-8c11-ac462b715c40', 'name': 'tempest-TestVolumeBootPattern-790059704-router', 'tenant_id': '1e6c61cc07924138a80b114f14370bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'external_fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': '5b3d7f0f-d825-454d-ac83-9af8f11f20d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T18:04:44Z', 'updated_at': '2021-06-17T18:04:46Z', 'revision_number': 4, 'project_id': '1e6c61cc07924138a80b114f14370bd1', 'gw_port': {'id': '5b3d7f0f-d825-454d-ac83-9af8f11f20d5', 'name': '', 'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:5c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2383b7a7-5e02-4ea6-8c11-ac462b715c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:04:44Z', 'updated_at': '2021-06-17T18:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78089575-0364-47db-be8b-ef28f42f3a37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-6-iscsi', '_interfaces': [{'id': '1c0ea93b-4829-4c11-a3e0-2940e47ddf0a', 'name': '', 'network_id': '6ab84586-cad6-4a81-bfb5-7a0782fd9a74', 'tenant_id': '1e6c61cc07924138a80b114f14370bd1', 'mac_address': 'fa:16:3e:82:07:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2383b7a7-5e02-4ea6-8c11-ac462b715c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '06c8cb67-128a-4786-852c-d9ffd25e0b01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:04:46Z', 'updated_at': '2021-06-17T18:04:52Z', 'revision_number': 5, 'project_id': '1e6c61cc07924138a80b114f14370bd1', 'subnets': [{'id': '06c8cb67-128a-4786-852c-d9ffd25e0b01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-6-iscsi', False) {} {{(pid=92880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:08:35.604922 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8027ebc9-1fd9-4662-a4aa-f79be2df9185 None None] Checking router: 2383b7a7-5e02-4ea6-8c11-ac462b715c40 for host: dv-cinder-786260-6-iscsi {{(pid=92880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 18:08:35.621021 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8027ebc9-1fd9-4662-a4aa-f79be2df9185 None None] Routers {'2383b7a7-5e02-4ea6-8c11-ac462b715c40'} bound to L3 agent in host dv-cinder-786260-6-iscsi {{(pid=92880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 18:08:35.623163 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_hamode_db [None req-8027ebc9-1fd9-4662-a4aa-f79be2df9185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-17T17:55:17Z,description=,heartbeat_timestamp=2021-06-17T18:08:17Z,host='dv-cinder-786260-6-iscsi',id=4c938d44-4998-4210-8006-ee34f5a3ffbf,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:55:17Z,topic='l3_agent')) {'router_ids': ['2383b7a7-5e02-4ea6-8c11-ac462b715c40'], 'active': True} {{(pid=92880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:08:35.638652 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.notifiers.nova [req-1ac81e42-5fa1-4b69-a008-29d69d2c0446 req-e9d81a07-fe2c-4dbf-a9c9-538c9fb11349 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5b05643-bd9c-407f-981f-a02f5b5cc8c8 {{(pid=92874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 18:08:35.647861 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-1ac81e42-5fa1-4b69-a008-29d69d2c0446 req-e9d81a07-fe2c-4dbf-a9c9-538c9fb11349 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:35.662599 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.db.provisioning_blocks [req-1ac81e42-5fa1-4b69-a008-29d69d2c0446 req-e9d81a07-fe2c-4dbf-a9c9-538c9fb11349 service neutron] Transition to ACTIVE for port object d5b05643-bd9c-407f-981f-a02f5b5cc8c8 will not be triggered until provisioned by entity L2. {{(pid=92874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 18:08:35.668378 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-1ac81e42-5fa1-4b69-a008-29d69d2c0446 req-e9d81a07-fe2c-4dbf-a9c9-538c9fb11349 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28501911'] for port, after_update {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:35.678460 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-c0cee522-1225-4090-8c33-041e449c0d4b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:08:35.811873 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d81a07-fe2c-4dbf-a9c9-538c9fb11349 service neutron] Pushing event updated for resources: {'Port': ['ID=d5b05643-bd9c-407f-981f-a02f5b5cc8c8,revision_number=2']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:08:35.816736 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-e9d81a07-fe2c-4dbf-a9c9-538c9fb11349 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:08:35.852441 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.managers [req-1ac81e42-5fa1-4b69-a008-29d69d2c0446 req-e9d81a07-fe2c-4dbf-a9c9-538c9fb11349 service neutron] Attempting to bind port d5b05643-bd9c-407f-981f-a02f5b5cc8c8 on host hv-cinder-78626 for vnic_type normal with profile {{(pid=92874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 18:08:35.853057 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.managers [req-1ac81e42-5fa1-4b69-a008-29d69d2c0446 req-e9d81a07-fe2c-4dbf-a9c9-538c9fb11349 service neutron] Attempting to bind port d5b05643-bd9c-407f-981f-a02f5b5cc8c8 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '0913402a-ef8a-41bd-a14e-da5d38ea5bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': '490619f6-df6b-4a81-8b12-97225a6da310'}] {{(pid=92874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 18:08:35.853569 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac81e42-5fa1-4b69-a008-29d69d2c0446 req-e9d81a07-fe2c-4dbf-a9c9-538c9fb11349 service neutron] Attempting to bind port d5b05643-bd9c-407f-981f-a02f5b5cc8c8 on network 490619f6-df6b-4a81-8b12-97225a6da310 {{(pid=92874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 18:08:35.859339 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac81e42-5fa1-4b69-a008-29d69d2c0446 req-e9d81a07-fe2c-4dbf-a9c9-538c9fb11349 service neutron] Port d5b05643-bd9c-407f-981f-a02f5b5cc8c8 on network 490619f6-df6b-4a81-8b12-97225a6da310 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=92874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 18:08:35.860472 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac81e42-5fa1-4b69-a008-29d69d2c0446 req-e9d81a07-fe2c-4dbf-a9c9-538c9fb11349 service neutron] Attempting to bind port d5b05643-bd9c-407f-981f-a02f5b5cc8c8 on network 490619f6-df6b-4a81-8b12-97225a6da310 {{(pid=92874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 18:08:35.867102 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac81e42-5fa1-4b69-a008-29d69d2c0446 req-e9d81a07-fe2c-4dbf-a9c9-538c9fb11349 service neutron] Checking agent: {'id': '0a4c4f6c-022a-47ca-a1e7-cbe9e6e5e8a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 18, 1, 10), 'started_at': datetime.datetime(2021, 6, 17, 18, 1, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 18, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 18:08:35.867731 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac81e42-5fa1-4b69-a008-29d69d2c0446 req-e9d81a07-fe2c-4dbf-a9c9-538c9fb11349 service neutron] Checking segment: {'id': '0913402a-ef8a-41bd-a14e-da5d38ea5bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': '490619f6-df6b-4a81-8b12-97225a6da310'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 18:08:35.868860 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac81e42-5fa1-4b69-a008-29d69d2c0446 req-e9d81a07-fe2c-4dbf-a9c9-538c9fb11349 service neutron] Bound using segment: {'id': '0913402a-ef8a-41bd-a14e-da5d38ea5bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': '490619f6-df6b-4a81-8b12-97225a6da310'} {{(pid=92874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 18:08:35.869499 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.managers [req-1ac81e42-5fa1-4b69-a008-29d69d2c0446 req-e9d81a07-fe2c-4dbf-a9c9-538c9fb11349 service neutron] Bound port: d5b05643-bd9c-407f-981f-a02f5b5cc8c8, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0913402a-ef8a-41bd-a14e-da5d38ea5bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': '490619f6-df6b-4a81-8b12-97225a6da310'}}] {{(pid=92874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 18:08:35.870041 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-1ac81e42-5fa1-4b69-a008-29d69d2c0446 req-e9d81a07-fe2c-4dbf-a9c9-538c9fb11349 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:35.909795 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_dvr_db [None req-8027ebc9-1fd9-4662-a4aa-f79be2df9185 None None] Set router 2383b7a7-5e02-4ea6-8c11-ac462b715c40 gateway port host: dv-cinder-786260-6-iscsi {{(pid=92880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 18:08:36.024491 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-6588b298-062c-45a8-ab73-0c3ad37b8418 req-492978dc-bff8-47ff-af22-78562aa08090 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.97 "GET /v2.0/ports?device_id=1ed71a57-07e4-42ec-aa3c-2bf35fed5c81 HTTP/1.1" status: 200 len: 210 time: 0.0532637 Jun 17 18:08:36.042535 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.db [req-1ac81e42-5fa1-4b69-a008-29d69d2c0446 req-e9d81a07-fe2c-4dbf-a9c9-538c9fb11349 service neutron] For port d5b05643-bd9c-407f-981f-a02f5b5cc8c8, host hv-cinder-78626, cleared binding levels {{(pid=92874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 18:08:36.046508 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.db [req-1ac81e42-5fa1-4b69-a008-29d69d2c0446 req-e9d81a07-fe2c-4dbf-a9c9-538c9fb11349 service neutron] For port d5b05643-bd9c-407f-981f-a02f5b5cc8c8, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=d5b05643-bd9c-407f-981f-a02f5b5cc8c8,segment=NetworkSegment(0913402a-ef8a-41bd-a14e-da5d38ea5bc2),segment_id=0913402a-ef8a-41bd-a14e-da5d38ea5bc2)] {{(pid=92874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 18:08:36.051623 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-1ac81e42-5fa1-4b69-a008-29d69d2c0446 req-e9d81a07-fe2c-4dbf-a9c9-538c9fb11349 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28501911'] for port, after_update {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:36.054872 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-7cc2fa42-3303-42c6-b9c1-71f13d285e1d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:08:36.090079 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac81e42-5fa1-4b69-a008-29d69d2c0446 req-e9d81a07-fe2c-4dbf-a9c9-538c9fb11349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:08:36.090682 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-1ac81e42-5fa1-4b69-a008-29d69d2c0446 req-e9d81a07-fe2c-4dbf-a9c9-538c9fb11349 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523113'] for port, before_response {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:36.092088 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-1ac81e42-5fa1-4b69-a008-29d69d2c0446 req-e9d81a07-fe2c-4dbf-a9c9-538c9fb11349 service neutron] 10.222.0.95 "PUT /v2.0/ports/d5b05643-bd9c-407f-981f-a02f5b5cc8c8 HTTP/1.1" status: 200 len: 1093 time: 1.1015654 Jun 17 18:08:36.146350 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d81a07-fe2c-4dbf-a9c9-538c9fb11349 service neutron] Pushing event updated for resources: {'Port': ['ID=d5b05643-bd9c-407f-981f-a02f5b5cc8c8,revision_number=3']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:08:36.151971 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-e9d81a07-fe2c-4dbf-a9c9-538c9fb11349 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:08:36.208609 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_hamode_db [None req-8027ebc9-1fd9-4662-a4aa-f79be2df9185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2383b7a7-5e02-4ea6-8c11-ac462b715c40', 'name': 'tempest-TestVolumeBootPattern-790059704-router', 'tenant_id': '1e6c61cc07924138a80b114f14370bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'external_fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': '5b3d7f0f-d825-454d-ac83-9af8f11f20d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T18:04:44Z', 'updated_at': '2021-06-17T18:04:46Z', 'revision_number': 4, 'project_id': '1e6c61cc07924138a80b114f14370bd1', 'gw_port': {'id': '5b3d7f0f-d825-454d-ac83-9af8f11f20d5', 'name': '', 'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:5c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2383b7a7-5e02-4ea6-8c11-ac462b715c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:04:44Z', 'updated_at': '2021-06-17T18:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78089575-0364-47db-be8b-ef28f42f3a37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-6-iscsi', '_interfaces': [{'id': '1c0ea93b-4829-4c11-a3e0-2940e47ddf0a', 'name': '', 'network_id': '6ab84586-cad6-4a81-bfb5-7a0782fd9a74', 'tenant_id': '1e6c61cc07924138a80b114f14370bd1', 'mac_address': 'fa:16:3e:82:07:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2383b7a7-5e02-4ea6-8c11-ac462b715c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '06c8cb67-128a-4786-852c-d9ffd25e0b01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:04:46Z', 'updated_at': '2021-06-17T18:04:52Z', 'revision_number': 5, 'project_id': '1e6c61cc07924138a80b114f14370bd1', 'subnets': [{'id': '06c8cb67-128a-4786-852c-d9ffd25e0b01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-6-iscsi', False) {} {{(pid=92880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:08:36.240816 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8027ebc9-1fd9-4662-a4aa-f79be2df9185 None None] The sync data for ids ['2383b7a7-5e02-4ea6-8c11-ac462b715c40'] in dv-cinder-786260-6-iscsi is: [{'id': '2383b7a7-5e02-4ea6-8c11-ac462b715c40', 'name': 'tempest-TestVolumeBootPattern-790059704-router', 'tenant_id': '1e6c61cc07924138a80b114f14370bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'external_fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': '5b3d7f0f-d825-454d-ac83-9af8f11f20d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T18:04:44Z', 'updated_at': '2021-06-17T18:04:46Z', 'revision_number': 4, 'project_id': '1e6c61cc07924138a80b114f14370bd1', 'gw_port': {'id': '5b3d7f0f-d825-454d-ac83-9af8f11f20d5', 'name': '', 'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:5c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2383b7a7-5e02-4ea6-8c11-ac462b715c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:04:44Z', 'updated_at': '2021-06-17T18:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78089575-0364-47db-be8b-ef28f42f3a37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-6-iscsi', '_interfaces': [{'id': '1c0ea93b-4829-4c11-a3e0-2940e47ddf0a', 'name': '', 'network_id': '6ab84586-cad6-4a81-bfb5-7a0782fd9a74', 'tenant_id': '1e6c61cc07924138a80b114f14370bd1', 'mac_address': 'fa:16:3e:82:07:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2383b7a7-5e02-4ea6-8c11-ac462b715c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '06c8cb67-128a-4786-852c-d9ffd25e0b01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:04:46Z', 'updated_at': '2021-06-17T18:04:52Z', 'revision_number': 5, 'project_id': '1e6c61cc07924138a80b114f14370bd1', 'subnets': [{'id': '06c8cb67-128a-4786-852c-d9ffd25e0b01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 18:08:36.315679 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac81e42-5fa1-4b69-a008-29d69d2c0446 req-188afdca-9821-46a9-878a-bad501c31fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:08:36.317449 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-1ac81e42-5fa1-4b69-a008-29d69d2c0446 req-188afdca-9821-46a9-878a-bad501c31fea service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=42f4cfc5a3374a4084d73b360a838bfd&device_id=ee55ee5f-0a9a-4f30-b982-96d3e6070fb2 HTTP/1.1" status: 200 len: 1096 time: 0.1379995 Jun 17 18:08:36.318959 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Device cd576762-547c-425d-bad0-f4ff5b8b5bcb no longer exists at agent hyperv_hv-cinder-78626 {{(pid=92880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 18:08:36.367789 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.plugin [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] No Port match for: cd576762-547c-425d-bad0-f4ff5b8b5bcb {{(pid=92880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 18:08:36.368222 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Device cd576762-547c-425d-bad0-f4ff5b8b5bcb not bound to the agent host hv-cinder-78626 {{(pid=92880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 18:08:36.387082 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-1ac81e42-5fa1-4b69-a008-29d69d2c0446 req-256b8395-f9b2-4c3d-9c23-149f5f9ebe8e service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d5b05643-bd9c-407f-981f-a02f5b5cc8c8 HTTP/1.1" status: 200 len: 217 time: 0.0499620 Jun 17 18:08:36.451788 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac81e42-5fa1-4b69-a008-29d69d2c0446 req-e33374ad-eebf-4fc8-9eb0-ff181aa6ae82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:08:36.455378 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-1ac81e42-5fa1-4b69-a008-29d69d2c0446 req-e33374ad-eebf-4fc8-9eb0-ff181aa6ae82 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=d12fe909-5b0e-4b17-a966-d3ca34ed6db9 HTTP/1.1" status: 200 len: 856 time: 0.0594730 Jun 17 18:08:36.632299 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac81e42-5fa1-4b69-a008-29d69d2c0446 req-5801d759-125c-49d0-b138-9acc200fd537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:08:36.632720 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-1ac81e42-5fa1-4b69-a008-29d69d2c0446 req-5801d759-125c-49d0-b138-9acc200fd537 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=490619f6-df6b-4a81-8b12-97225a6da310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1658697 Jun 17 18:08:36.648342 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ef30ff-534e-448d-b5ae-6403b4fd425e req-c182c04c-a3a9-446a-9711-0f1d8836fae1 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:08:36.650196 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-82ef30ff-534e-448d-b5ae-6403b4fd425e req-c182c04c-a3a9-446a-9711-0f1d8836fae1 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/ports?device_id=ee55ee5f-0a9a-4f30-b982-96d3e6070fb2 HTTP/1.1" status: 200 len: 943 time: 0.1475713 Jun 17 18:08:36.685439 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6197939-bca0-4768-9e29-9c3a201d140c None None] New status for floating IP cf1e09bd-fd36-480a-91e3-4cc8f9a81437: DOWN {{(pid=92881) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 18:08:36.751986 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-82ef30ff-534e-448d-b5ae-6403b4fd425e req-1acecf7e-428b-4811-9c08-3d28803ae5e2 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/security-groups?id=bde1582a-0e60-487b-9eda-9732f3338587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918245 Jun 17 18:08:36.790722 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-1ac81e42-5fa1-4b69-a008-29d69d2c0446 req-4aa5943e-7118-4523-b2b2-4b2d1beb42d5 service neutron] 10.222.0.95 "GET /v2.0/networks/490619f6-df6b-4a81-8b12-97225a6da310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393473 Jun 17 18:08:36.901502 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-1ac81e42-5fa1-4b69-a008-29d69d2c0446 req-b4002f9d-c3f5-4d7e-b2a6-0c7cb062f823 service neutron] 10.222.0.95 "GET /v2.0/networks/490619f6-df6b-4a81-8b12-97225a6da310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033165 Jun 17 18:08:37.313744 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee55ee5f-0a9a-4f30-b982-96d3e6070fb2', 'tag': 'd5b05643-bd9c-407f-981f-a02f5b5cc8c8'}] {{(pid=92874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 18:08:37.316205 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58554d43f64f60294e2d1fd4a9d9342a0a386c70b92defbb6c9fd2054ba7a623" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa085596-0030-4292-a48f-74e3802d3ac8" -d '{"events": [{"name": "network-changed", "server_uuid": "ee55ee5f-0a9a-4f30-b982-96d3e6070fb2", "tag": "d5b05643-bd9c-407f-981f-a02f5b5cc8c8"}]}' {{(pid=92874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 18:08:37.368570 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 18:08:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ffe0527-a101-4993-9854-d7d801bd5d75 x-openstack-request-id: req-2ffe0527-a101-4993-9854-d7d801bd5d75 {{(pid=92874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 18:08:37.369086 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee55ee5f-0a9a-4f30-b982-96d3e6070fb2", "tag": "d5b05643-bd9c-407f-981f-a02f5b5cc8c8", "status": "completed", "code": 200}]} {{(pid=92874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 18:08:37.369429 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-2ffe0527-a101-4993-9854-d7d801bd5d75 {{(pid=92874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 18:08:37.369968 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee55ee5f-0a9a-4f30-b982-96d3e6070fb2', 'tag': 'd5b05643-bd9c-407f-981f-a02f5b5cc8c8', 'status': 'completed', 'code': 200} Jun 17 18:08:37.388928 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-dd81945a-71b4-4547-8edc-294ad8f388f7 req-5577ea21-7d84-4087-b8c8-239abb9d4f94 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.97 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-871296200&fields=id&tenant_id=1e6c61cc07924138a80b114f14370bd1 HTTP/1.1" status: 200 len: 267 time: 0.0759594 Jun 17 18:08:37.591669 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd81945a-71b4-4547-8edc-294ad8f388f7 req-f673641b-3ec4-4085-9c03-5516cc0b021b tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:08:37.593556 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-dd81945a-71b4-4547-8edc-294ad8f388f7 req-f673641b-3ec4-4085-9c03-5516cc0b021b tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.97 "GET /v2.0/networks?id=6ab84586-cad6-4a81-bfb5-7a0782fd9a74 HTTP/1.1" status: 200 len: 811 time: 0.1978078 Jun 17 18:08:37.597898 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa085596-0030-4292-a48f-74e3802d3ac8 req-03931f46-3d72-41a6-9622-46dac46c8da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:08:37.599839 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-fa085596-0030-4292-a48f-74e3802d3ac8 req-03931f46-3d72-41a6-9622-46dac46c8da6 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=42f4cfc5a3374a4084d73b360a838bfd&device_id=ee55ee5f-0a9a-4f30-b982-96d3e6070fb2 HTTP/1.1" status: 200 len: 1096 time: 0.1582425 Jun 17 18:08:37.640375 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-dd81945a-71b4-4547-8edc-294ad8f388f7 req-ea847a1a-da07-4520-b55a-fa208f52979f tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.97 "GET /v2.0/quotas/1e6c61cc07924138a80b114f14370bd1 HTTP/1.1" status: 200 len: 375 time: 0.0395365 Jun 17 18:08:37.764855 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa085596-0030-4292-a48f-74e3802d3ac8 req-cb6406e8-5dc3-4f4b-8276-e3d5680c4c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:08:37.766700 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-fa085596-0030-4292-a48f-74e3802d3ac8 req-cb6406e8-5dc3-4f4b-8276-e3d5680c4c6e service neutron] 10.222.0.95 "GET /v2.0/networks?id=490619f6-df6b-4a81-8b12-97225a6da310 HTTP/1.1" status: 200 len: 919 time: 0.1581862 Jun 17 18:08:37.843559 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-dd81945a-71b4-4547-8edc-294ad8f388f7 req-97ea037e-92db-4a34-85dd-c63a5353bc34 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=1e6c61cc07924138a80b114f14370bd1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1945214 Jun 17 18:08:37.864140 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-fa085596-0030-4292-a48f-74e3802d3ac8 req-1af7a027-be5a-44ee-92fb-e40c6737e216 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d5b05643-bd9c-407f-981f-a02f5b5cc8c8 HTTP/1.1" status: 200 len: 217 time: 0.0882583 Jun 17 18:08:38.001669 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa085596-0030-4292-a48f-74e3802d3ac8 req-f9b7f130-c748-4c14-8ffe-69c908ccadd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:08:38.001669 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-fa085596-0030-4292-a48f-74e3802d3ac8 req-f9b7f130-c748-4c14-8ffe-69c908ccadd3 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=d12fe909-5b0e-4b17-a966-d3ca34ed6db9 HTTP/1.1" status: 200 len: 856 time: 0.1223972 Jun 17 18:08:38.053758 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-dd81945a-71b4-4547-8edc-294ad8f388f7 req-936345c5-f7bf-4d86-b196-864011f6ed44 service neutron] 10.222.0.97 "GET /v2.0/networks/6ab84586-cad6-4a81-bfb5-7a0782fd9a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2081602 Jun 17 18:08:38.429659 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594897fd-f67a-44d9-81a4-ed2ac1db3c40 req-639ee839-86f5-402c-a1b8-c22c36cbc776 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:08:38.431134 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-594897fd-f67a-44d9-81a4-ed2ac1db3c40 req-639ee839-86f5-402c-a1b8-c22c36cbc776 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/ports?device_id=ee55ee5f-0a9a-4f30-b982-96d3e6070fb2 HTTP/1.1" status: 200 len: 943 time: 0.5380359 Jun 17 18:08:38.483177 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa085596-0030-4292-a48f-74e3802d3ac8 req-45f5c89c-ffb4-46ef-a167-b31c88b169d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:08:38.484651 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-fa085596-0030-4292-a48f-74e3802d3ac8 req-45f5c89c-ffb4-46ef-a167-b31c88b169d5 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=490619f6-df6b-4a81-8b12-97225a6da310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4706140 Jun 17 18:08:38.499641 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-dd81945a-71b4-4547-8edc-294ad8f388f7 req-76c87415-b6ff-49fe-9f0f-ada340321ceb service neutron] 10.222.0.97 "GET /v2.0/networks/6ab84586-cad6-4a81-bfb5-7a0782fd9a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4450693 Jun 17 18:08:38.538352 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-594897fd-f67a-44d9-81a4-ed2ac1db3c40 req-b7c6a713-46da-454f-b7d1-8090932f7627 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/security-groups?id=bde1582a-0e60-487b-9eda-9732f3338587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998321 Jun 17 18:08:38.674729 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-fa085596-0030-4292-a48f-74e3802d3ac8 req-1cf68c66-63d2-448a-8078-5f3901e7e8a0 service neutron] 10.222.0.95 "GET /v2.0/networks/490619f6-df6b-4a81-8b12-97225a6da310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715245 Jun 17 18:08:38.837950 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-fa085596-0030-4292-a48f-74e3802d3ac8 req-51827c9d-9aba-4daf-bc24-d319bc9fba8d service neutron] 10.222.0.95 "GET /v2.0/networks/490619f6-df6b-4a81-8b12-97225a6da310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407554 Jun 17 18:08:38.915337 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-96efb476-e774-4d74-9efa-bbfcc4b8ebb5 req-1886f436-eadf-408e-bc62-ea1e5a1f0e74 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.97 "GET /v2.0/ports?device_id=0dc067bf-f03c-4a29-b18d-12880d80e4ae HTTP/1.1" status: 200 len: 210 time: 0.0303965 Jun 17 18:08:39.912349 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f157c9-e7d2-4328-91d4-f0069f20ad99 req-cfb226c5-54fa-4d14-a99f-c02d364ed097 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:08:39.913977 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-c8f157c9-e7d2-4328-91d4-f0069f20ad99 req-cfb226c5-54fa-4d14-a99f-c02d364ed097 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/ports?device_id=ee55ee5f-0a9a-4f30-b982-96d3e6070fb2 HTTP/1.1" status: 200 len: 943 time: 0.1386409 Jun 17 18:08:39.992655 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-c8f157c9-e7d2-4328-91d4-f0069f20ad99 req-3d85cbda-2a51-43b1-a3f3-0ed00983c48c tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/security-groups?id=bde1582a-0e60-487b-9eda-9732f3338587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715222 Jun 17 18:08:40.110644 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-037057d1-a0af-43f3-8319-45178f668bfd req-7799b872-b829-47f4-b0f5-a10547efe6cf tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.97 "GET /v2.0/ports?device_id=0dc067bf-f03c-4a29-b18d-12880d80e4ae HTTP/1.1" status: 200 len: 210 time: 0.0318995 Jun 17 18:08:40.334989 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Device d5b05643-bd9c-407f-981f-a02f5b5cc8c8 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=92880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 18:08:40.454783 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bc3640-591f-43a4-b12c-b3e5c1d43261 req-6ce6136a-e6c0-49bc-8c48-45417956becb tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:08:40.461915 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-01bc3640-591f-43a4-b12c-b3e5c1d43261 req-6ce6136a-e6c0-49bc-8c48-45417956becb tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "GET /v2.0/ports?device_id=412d6c27-5056-4695-a549-32b0b7c42bd5 HTTP/1.1" status: 200 len: 945 time: 0.0764980 Jun 17 18:08:40.507677 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-01bc3640-591f-43a4-b12c-b3e5c1d43261 req-51759f60-006a-428f-841f-f3ee0daf2251 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "GET /v2.0/security-groups?id=19e58ac4-2b2e-45d9-bd7b-7c5e46ae7cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448265 Jun 17 18:08:40.509398 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] For port d5b05643-bd9c-407f-981f-a02f5b5cc8c8, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=d5b05643-bd9c-407f-981f-a02f5b5cc8c8,segment=NetworkSegment(0913402a-ef8a-41bd-a14e-da5d38ea5bc2),segment_id=0913402a-ef8a-41bd-a14e-da5d38ea5bc2)] {{(pid=92880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:08:40.525202 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Returning: {'device': 'd5b05643-bd9c-407f-981f-a02f5b5cc8c8', 'network_id': '490619f6-df6b-4a81-8b12-97225a6da310', 'port_id': 'd5b05643-bd9c-407f-981f-a02f5b5cc8c8', 'mac_address': 'fa:16:3e:5b:58:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd12fe909-5b0e-4b17-a966-d3ca34ed6db9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 18:08:40.565613 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:40.578971 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.notifiers.nova [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5b05643-bd9c-407f-981f-a02f5b5cc8c8 {{(pid=92880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 18:08:40.609170 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] For port d5b05643-bd9c-407f-981f-a02f5b5cc8c8, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=d5b05643-bd9c-407f-981f-a02f5b5cc8c8,segment=NetworkSegment(0913402a-ef8a-41bd-a14e-da5d38ea5bc2),segment_id=0913402a-ef8a-41bd-a14e-da5d38ea5bc2)] {{(pid=92880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:08:40.616895 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479'] for port, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:40.620252 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:08:40.686818 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Pushing event updated for resources: {'Port': ['ID=d5b05643-bd9c-407f-981f-a02f5b5cc8c8,revision_number=4']} {{(pid=92880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:08:40.692128 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:08:41.189189 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b403d92-8e46-4437-beb8-513dcab2726e req-9f0fa997-4808-46a4-b579-3cd6b8a514a2 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:08:41.190764 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-1b403d92-8e46-4437-beb8-513dcab2726e req-9f0fa997-4808-46a4-b579-3cd6b8a514a2 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/ports?device_id=ee55ee5f-0a9a-4f30-b982-96d3e6070fb2 HTTP/1.1" status: 200 len: 944 time: 0.0764587 Jun 17 18:08:41.236223 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-1b403d92-8e46-4437-beb8-513dcab2726e req-5bb523a2-d266-4e48-91dd-fe4c0742d1df tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/security-groups?id=bde1582a-0e60-487b-9eda-9732f3338587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390785 Jun 17 18:08:41.288374 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-a18df241-1e43-4615-bafe-215d265678d7 req-e75de31b-e541-4358-a8b4-e46a03bb77c0 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.97 "GET /v2.0/ports?device_id=0dc067bf-f03c-4a29-b18d-12880d80e4ae HTTP/1.1" status: 200 len: 210 time: 0.0313816 Jun 17 18:08:41.682307 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf5dd02-67a0-43c1-9105-de90c06e6aa8 req-e6d08ae4-f0e8-4d2e-b65d-db29dec77b2f tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:08:41.684087 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-aaf5dd02-67a0-43c1-9105-de90c06e6aa8 req-e6d08ae4-f0e8-4d2e-b65d-db29dec77b2f tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "GET /v2.0/ports?device_id=412d6c27-5056-4695-a549-32b0b7c42bd5 HTTP/1.1" status: 200 len: 945 time: 0.0670466 Jun 17 18:08:41.723310 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-aaf5dd02-67a0-43c1-9105-de90c06e6aa8 req-8d64ff05-3852-430a-9b55-d9f4531cabe4 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "GET /v2.0/security-groups?id=19e58ac4-2b2e-45d9-bd7b-7c5e46ae7cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338025 Jun 17 18:08:42.464055 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-125c6b56-e850-4949-aa8f-49997bc95dad req-ff8245fd-370e-4eb8-b7e4-910e2adb3443 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.97 "GET /v2.0/ports?device_id=0dc067bf-f03c-4a29-b18d-12880d80e4ae HTTP/1.1" status: 200 len: 210 time: 0.0361378 Jun 17 18:08:42.499612 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e9236e-551c-4c8a-b03f-f0a172191e8a req-19d07883-7d2c-4579-ab01-965826b58120 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:08:42.501829 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-e3e9236e-551c-4c8a-b03f-f0a172191e8a req-19d07883-7d2c-4579-ab01-965826b58120 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/ports?device_id=ee55ee5f-0a9a-4f30-b982-96d3e6070fb2 HTTP/1.1" status: 200 len: 944 time: 0.1219575 Jun 17 18:08:42.544598 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-e3e9236e-551c-4c8a-b03f-f0a172191e8a req-97de36c6-e32e-425c-945c-fb7c4e8614d6 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/security-groups?id=bde1582a-0e60-487b-9eda-9732f3338587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363376 Jun 17 18:08:42.900542 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00328f4-5a59-41f3-8ba1-634bc57f7afa req-b365413b-84d2-4fbf-853b-722263fcae83 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:08:42.902188 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-f00328f4-5a59-41f3-8ba1-634bc57f7afa req-b365413b-84d2-4fbf-853b-722263fcae83 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "GET /v2.0/ports?device_id=412d6c27-5056-4695-a549-32b0b7c42bd5 HTTP/1.1" status: 200 len: 945 time: 0.0664110 Jun 17 18:08:42.942314 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-f00328f4-5a59-41f3-8ba1-634bc57f7afa req-9747336c-df34-4a66-97e3-7d7eebbc9574 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "GET /v2.0/security-groups?id=19e58ac4-2b2e-45d9-bd7b-7c5e46ae7cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335989 Jun 17 18:08:43.774868 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-88d2e0c5-ec7d-4ab7-b077-b6140ccc87af req-3c8d5822-183a-40a3-9828-3e92e1834943 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.97 "GET /v2.0/ports?device_id=0dc067bf-f03c-4a29-b18d-12880d80e4ae HTTP/1.1" status: 200 len: 210 time: 0.1131318 Jun 17 18:08:43.837174 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd81945a-71b4-4547-8edc-294ad8f388f7 req-f9656503-3884-48d8-86da-67f3d3406451 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:08:43.838601 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-dd81945a-71b4-4547-8edc-294ad8f388f7 req-f9656503-3884-48d8-86da-67f3d3406451 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.95 "GET /v2.0/networks?id=6ab84586-cad6-4a81-bfb5-7a0782fd9a74 HTTP/1.1" status: 200 len: 811 time: 0.3184545 Jun 17 18:08:43.865121 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39738872-832a-43ab-be2f-a4e358a365a6 req-f747e406-67e4-4789-b87b-14e4e37c2a5c tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:08:43.867098 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-39738872-832a-43ab-be2f-a4e358a365a6 req-f747e406-67e4-4789-b87b-14e4e37c2a5c tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/ports?device_id=ee55ee5f-0a9a-4f30-b982-96d3e6070fb2 HTTP/1.1" status: 200 len: 944 time: 0.1141152 Jun 17 18:08:43.939981 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-dd81945a-71b4-4547-8edc-294ad8f388f7 req-f9a06e10-188b-4a76-a0c3-bbe1fff48b40 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1e6c61cc07924138a80b114f14370bd1 HTTP/1.1" status: 200 len: 379 time: 0.0717177 Jun 17 18:08:43.951694 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-39738872-832a-43ab-be2f-a4e358a365a6 req-eab61774-3c3f-4c5a-810d-decb64d6c4b6 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/security-groups?id=bde1582a-0e60-487b-9eda-9732f3338587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768099 Jun 17 18:08:43.963853 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.v2.base [req-dd81945a-71b4-4547-8edc-294ad8f388f7 req-8b46dfc3-6a20-4d0c-b659-eed6c9c04741 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Request body: {'port': {'device_id': '0dc067bf-f03c-4a29-b18d-12880d80e4ae', 'network_id': '6ab84586-cad6-4a81-bfb5-7a0782fd9a74', 'admin_state_up': True, 'tenant_id': '1e6c61cc07924138a80b114f14370bd1', 'security_groups': ['3a7a746b-7224-4834-953b-7dfc4df4b34f']}} {{(pid=92874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 18:08:43.964439 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] get_ports_and_sgs() called for port_ids ['d5b05643-bd9c-407f-981f-a02f5b5cc8c8'] {{(pid=92880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 18:08:44.175441 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-db73f8f5-f134-4e5e-84c7-90f27267d6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:44.178455 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd81945a-71b4-4547-8edc-294ad8f388f7 req-8b46dfc3-6a20-4d0c-b659-eed6c9c04741 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Made reservation on behalf of 1e6c61cc07924138a80b114f14370bd1 for: {'port': 1} {{(pid=92874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 18:08:44.182724 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-dd81945a-71b4-4547-8edc-294ad8f388f7 req-8b46dfc3-6a20-4d0c-b659-eed6c9c04741 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1986742'] for port, before_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:44.209638 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d42e3c-8f27-4c5f-aadc-e0bda6d40651 req-8dff5da1-44c8-4337-8916-b98d10ea97cc tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:08:44.217361 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-57d42e3c-8f27-4c5f-aadc-e0bda6d40651 req-8dff5da1-44c8-4337-8916-b98d10ea97cc tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "GET /v2.0/ports?device_id=412d6c27-5056-4695-a549-32b0b7c42bd5 HTTP/1.1" status: 200 len: 945 time: 0.1625276 Jun 17 18:08:44.295268 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:44.343284 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-57d42e3c-8f27-4c5f-aadc-e0bda6d40651 req-a63d45ce-418d-4ff6-9be0-48457dd4e8f4 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "GET /v2.0/security-groups?id=19e58ac4-2b2e-45d9-bd7b-7c5e46ae7cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1253171 Jun 17 18:08:44.412206 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.db.db_base_plugin_common [req-dd81945a-71b4-4547-8edc-294ad8f388f7 req-8b46dfc3-6a20-4d0c-b659-eed6c9c04741 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Allocated IP 172.20.0.3 (6ab84586-cad6-4a81-bfb5-7a0782fd9a74/06c8cb67-128a-4786-852c-d9ffd25e0b01/098a2272-c3fe-4358-a602-eb02a410873f) {{(pid=92874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 18:08:44.571531 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-dd81945a-71b4-4547-8edc-294ad8f388f7 req-8b46dfc3-6a20-4d0c-b659-eed6c9c04741 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Notify callbacks [] for port, precommit_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:44.589660 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.db.provisioning_blocks [req-dd81945a-71b4-4547-8edc-294ad8f388f7 req-8b46dfc3-6a20-4d0c-b659-eed6c9c04741 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Transition to ACTIVE for port object 098a2272-c3fe-4358-a602-eb02a410873f will not be triggered until provisioned by entity DHCP. {{(pid=92874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 18:08:44.624096 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-dd81945a-71b4-4547-8edc-294ad8f388f7 req-8b46dfc3-6a20-4d0c-b659-eed6c9c04741 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1986807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743364645416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28501925'] for port, after_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:44.628736 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-e9d81a07-fe2c-4dbf-a9c9-538c9fb11349 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:08:44.677457 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd81945a-71b4-4547-8edc-294ad8f388f7 req-8b46dfc3-6a20-4d0c-b659-eed6c9c04741 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Network 6ab84586-cad6-4a81-bfb5-7a0782fd9a74 is already hosted by enough agents. {{(pid=92874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 18:08:44.682851 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.scheduler.base_scheduler [req-dd81945a-71b4-4547-8edc-294ad8f388f7 req-8b46dfc3-6a20-4d0c-b659-eed6c9c04741 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Resources bound (agent type, host, resource id): {{(pid=92874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 18:08:44.687375 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd81945a-71b4-4547-8edc-294ad8f388f7 req-8b46dfc3-6a20-4d0c-b659-eed6c9c04741 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Received port after_create {{(pid=92874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 18:08:44.692515 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b46dfc3-6a20-4d0c-b659-eed6c9c04741 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Pushing event updated for resources: {'Port': ['ID=098a2272-c3fe-4358-a602-eb02a410873f,revision_number=1']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:08:44.713245 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-8b46dfc3-6a20-4d0c-b659-eed6c9c04741 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:08:44.743372 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd81945a-71b4-4547-8edc-294ad8f388f7 req-8b46dfc3-6a20-4d0c-b659-eed6c9c04741 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:08:44.744306 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-dd81945a-71b4-4547-8edc-294ad8f388f7 req-8b46dfc3-6a20-4d0c-b659-eed6c9c04741 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523113'] for port, before_response {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:44.772361 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-dd81945a-71b4-4547-8edc-294ad8f388f7 req-8b46dfc3-6a20-4d0c-b659-eed6c9c04741 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8140061 Jun 17 18:08:44.805993 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.v2.base [req-dd81945a-71b4-4547-8edc-294ad8f388f7 req-547387f2-a388-4cea-a02a-ebab607de5b3 service neutron] Request body: {'port': {'device_id': '0dc067bf-f03c-4a29-b18d-12880d80e4ae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=92874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 18:08:44.931214 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-dd81945a-71b4-4547-8edc-294ad8f388f7 req-547387f2-a388-4cea-a02a-ebab607de5b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:44.999596 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-042fcc59-69b1-43b5-a76e-c4003414c105 None None] Provisioning for port 098a2272-c3fe-4358-a602-eb02a410873f completed by entity DHCP. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 18:08:45.007962 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-042fcc59-69b1-43b5-a76e-c4003414c105 None None] Provisioning complete for port 098a2272-c3fe-4358-a602-eb02a410873f triggered by entity DHCP. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 18:08:45.008380 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-042fcc59-69b1-43b5-a76e-c4003414c105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687209'] for port, provisioning_complete {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:45.049753 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9230df54-ef9b-4f6c-8da1-b0c70c8067aa req-3a1f29b1-b903-4907-8e33-870473e247a3 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:08:45.057596 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-9230df54-ef9b-4f6c-8da1-b0c70c8067aa req-3a1f29b1-b903-4907-8e33-870473e247a3 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.97 "GET /v2.0/ports?device_id=0dc067bf-f03c-4a29-b18d-12880d80e4ae HTTP/1.1" status: 200 len: 931 time: 0.1404963 Jun 17 18:08:45.095651 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.plugin [None req-042fcc59-69b1-43b5-a76e-c4003414c105 None None] Port 098a2272-c3fe-4358-a602-eb02a410873f cannot update to ACTIVE because it is not bound. {{(pid=92880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 18:08:45.202467 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-9230df54-ef9b-4f6c-8da1-b0c70c8067aa req-3c928f27-6d6f-43cd-af74-ab2831c9d13a tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.97 "GET /v2.0/security-groups?id=3a7a746b-7224-4834-953b-7dfc4df4b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1437781 Jun 17 18:08:45.298237 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff020c1c-6628-4c49-b790-84e69c288b73 req-8e6077a2-2aaf-4a99-8438-5e5f74aa673b tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:08:45.300139 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-ff020c1c-6628-4c49-b790-84e69c288b73 req-8e6077a2-2aaf-4a99-8438-5e5f74aa673b tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/ports?device_id=ee55ee5f-0a9a-4f30-b982-96d3e6070fb2 HTTP/1.1" status: 200 len: 944 time: 0.1640415 Jun 17 18:08:45.381820 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-ff020c1c-6628-4c49-b790-84e69c288b73 req-2c35d764-2f0e-4d73-8bbb-e0d2ad221674 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/security-groups?id=bde1582a-0e60-487b-9eda-9732f3338587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750980 Jun 17 18:08:45.393929 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.notifiers.nova [req-dd81945a-71b4-4547-8edc-294ad8f388f7 req-547387f2-a388-4cea-a02a-ebab607de5b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 098a2272-c3fe-4358-a602-eb02a410873f {{(pid=92874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 18:08:45.401692 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-dd81945a-71b4-4547-8edc-294ad8f388f7 req-547387f2-a388-4cea-a02a-ebab607de5b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:45.413703 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.db.provisioning_blocks [req-dd81945a-71b4-4547-8edc-294ad8f388f7 req-547387f2-a388-4cea-a02a-ebab607de5b3 service neutron] Transition to ACTIVE for port object 098a2272-c3fe-4358-a602-eb02a410873f will not be triggered until provisioned by entity L2. {{(pid=92874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 18:08:45.417833 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-dd81945a-71b4-4547-8edc-294ad8f388f7 req-547387f2-a388-4cea-a02a-ebab607de5b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28501911'] for port, after_update {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:45.420597 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-075d36bb-33f9-4f85-9135-271288af74ad tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:08:45.525512 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547387f2-a388-4cea-a02a-ebab607de5b3 service neutron] Pushing event updated for resources: {'Port': ['ID=098a2272-c3fe-4358-a602-eb02a410873f,revision_number=2']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:08:45.529303 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-547387f2-a388-4cea-a02a-ebab607de5b3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:08:45.619377 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.managers [req-dd81945a-71b4-4547-8edc-294ad8f388f7 req-547387f2-a388-4cea-a02a-ebab607de5b3 service neutron] Attempting to bind port 098a2272-c3fe-4358-a602-eb02a410873f on host hv-cinder-78626 for vnic_type normal with profile {{(pid=92874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 18:08:45.619716 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.managers [req-dd81945a-71b4-4547-8edc-294ad8f388f7 req-547387f2-a388-4cea-a02a-ebab607de5b3 service neutron] Attempting to bind port 098a2272-c3fe-4358-a602-eb02a410873f by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': 'b4e37eab-f82a-4d9a-af96-7aed12146093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': '6ab84586-cad6-4a81-bfb5-7a0782fd9a74'}] {{(pid=92874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 18:08:45.620069 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd81945a-71b4-4547-8edc-294ad8f388f7 req-547387f2-a388-4cea-a02a-ebab607de5b3 service neutron] Attempting to bind port 098a2272-c3fe-4358-a602-eb02a410873f on network 6ab84586-cad6-4a81-bfb5-7a0782fd9a74 {{(pid=92874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 18:08:45.629632 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1b62d1-dc0a-4d82-8c9b-910e408aeedf req-e4195b62-86b8-4cd7-802b-7a3f724fc727 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:08:45.631335 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-2a1b62d1-dc0a-4d82-8c9b-910e408aeedf req-e4195b62-86b8-4cd7-802b-7a3f724fc727 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "GET /v2.0/ports?device_id=412d6c27-5056-4695-a549-32b0b7c42bd5 HTTP/1.1" status: 200 len: 945 time: 0.1479075 Jun 17 18:08:45.634673 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd81945a-71b4-4547-8edc-294ad8f388f7 req-547387f2-a388-4cea-a02a-ebab607de5b3 service neutron] Port 098a2272-c3fe-4358-a602-eb02a410873f on network 6ab84586-cad6-4a81-bfb5-7a0782fd9a74 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=92874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 18:08:45.634995 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd81945a-71b4-4547-8edc-294ad8f388f7 req-547387f2-a388-4cea-a02a-ebab607de5b3 service neutron] Attempting to bind port 098a2272-c3fe-4358-a602-eb02a410873f on network 6ab84586-cad6-4a81-bfb5-7a0782fd9a74 {{(pid=92874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 18:08:45.646650 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd81945a-71b4-4547-8edc-294ad8f388f7 req-547387f2-a388-4cea-a02a-ebab607de5b3 service neutron] Checking agent: {'id': '0a4c4f6c-022a-47ca-a1e7-cbe9e6e5e8a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 18, 1, 10), 'started_at': datetime.datetime(2021, 6, 17, 18, 1, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 18, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 18:08:45.646985 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd81945a-71b4-4547-8edc-294ad8f388f7 req-547387f2-a388-4cea-a02a-ebab607de5b3 service neutron] Checking segment: {'id': 'b4e37eab-f82a-4d9a-af96-7aed12146093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': '6ab84586-cad6-4a81-bfb5-7a0782fd9a74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 18:08:45.647356 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd81945a-71b4-4547-8edc-294ad8f388f7 req-547387f2-a388-4cea-a02a-ebab607de5b3 service neutron] Bound using segment: {'id': 'b4e37eab-f82a-4d9a-af96-7aed12146093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': '6ab84586-cad6-4a81-bfb5-7a0782fd9a74'} {{(pid=92874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 18:08:45.647784 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.managers [req-dd81945a-71b4-4547-8edc-294ad8f388f7 req-547387f2-a388-4cea-a02a-ebab607de5b3 service neutron] Bound port: 098a2272-c3fe-4358-a602-eb02a410873f, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4e37eab-f82a-4d9a-af96-7aed12146093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': '6ab84586-cad6-4a81-bfb5-7a0782fd9a74'}}] {{(pid=92874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 18:08:45.648166 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-dd81945a-71b4-4547-8edc-294ad8f388f7 req-547387f2-a388-4cea-a02a-ebab607de5b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:45.705913 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-2a1b62d1-dc0a-4d82-8c9b-910e408aeedf req-ba99a6c0-88df-4ccb-a6dc-96ab83bb75b4 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "GET /v2.0/security-groups?id=19e58ac4-2b2e-45d9-bd7b-7c5e46ae7cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670478 Jun 17 18:08:45.736398 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.db [req-dd81945a-71b4-4547-8edc-294ad8f388f7 req-547387f2-a388-4cea-a02a-ebab607de5b3 service neutron] For port 098a2272-c3fe-4358-a602-eb02a410873f, host hv-cinder-78626, cleared binding levels {{(pid=92874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 18:08:45.739340 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.db [req-dd81945a-71b4-4547-8edc-294ad8f388f7 req-547387f2-a388-4cea-a02a-ebab607de5b3 service neutron] For port 098a2272-c3fe-4358-a602-eb02a410873f, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=098a2272-c3fe-4358-a602-eb02a410873f,segment=NetworkSegment(b4e37eab-f82a-4d9a-af96-7aed12146093),segment_id=b4e37eab-f82a-4d9a-af96-7aed12146093)] {{(pid=92874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 18:08:45.744307 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-dd81945a-71b4-4547-8edc-294ad8f388f7 req-547387f2-a388-4cea-a02a-ebab607de5b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28501911'] for port, after_update {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:45.746994 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-2a204f61-5d9b-472d-8a44-1e5996d1221e tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:08:45.777438 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd81945a-71b4-4547-8edc-294ad8f388f7 req-547387f2-a388-4cea-a02a-ebab607de5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:08:45.778061 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-dd81945a-71b4-4547-8edc-294ad8f388f7 req-547387f2-a388-4cea-a02a-ebab607de5b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523113'] for port, before_response {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:45.779444 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-dd81945a-71b4-4547-8edc-294ad8f388f7 req-547387f2-a388-4cea-a02a-ebab607de5b3 service neutron] 10.222.0.95 "PUT /v2.0/ports/098a2272-c3fe-4358-a602-eb02a410873f HTTP/1.1" status: 200 len: 1093 time: 0.9859855 Jun 17 18:08:45.783839 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dc067bf-f03c-4a29-b18d-12880d80e4ae', 'tag': '098a2272-c3fe-4358-a602-eb02a410873f'}] {{(pid=92874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 18:08:45.786228 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58554d43f64f60294e2d1fd4a9d9342a0a386c70b92defbb6c9fd2054ba7a623" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44d79303-cf57-4759-8117-23b448e772a8" -d '{"events": [{"name": "network-changed", "server_uuid": "0dc067bf-f03c-4a29-b18d-12880d80e4ae", "tag": "098a2272-c3fe-4358-a602-eb02a410873f"}]}' {{(pid=92874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 18:08:45.815953 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547387f2-a388-4cea-a02a-ebab607de5b3 service neutron] Pushing event updated for resources: {'Port': ['ID=098a2272-c3fe-4358-a602-eb02a410873f,revision_number=3']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:08:45.819672 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-547387f2-a388-4cea-a02a-ebab607de5b3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:08:45.832677 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 18:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7853b4ea-3911-48c0-a196-314b9eab0de0 x-openstack-request-id: req-7853b4ea-3911-48c0-a196-314b9eab0de0 {{(pid=92874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 18:08:45.833195 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dc067bf-f03c-4a29-b18d-12880d80e4ae", "tag": "098a2272-c3fe-4358-a602-eb02a410873f", "status": "completed", "code": 200}]} {{(pid=92874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 18:08:45.833488 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-7853b4ea-3911-48c0-a196-314b9eab0de0 {{(pid=92874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 18:08:45.833917 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dc067bf-f03c-4a29-b18d-12880d80e4ae', 'tag': '098a2272-c3fe-4358-a602-eb02a410873f', 'status': 'completed', 'code': 200} Jun 17 18:08:46.378253 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65125a17-fb48-4707-b0a1-6aaa057e8027 req-c963e580-78b2-4c3a-97d2-5fe29b795832 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:08:46.379708 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-65125a17-fb48-4707-b0a1-6aaa057e8027 req-c963e580-78b2-4c3a-97d2-5fe29b795832 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.97 "GET /v2.0/ports?device_id=0dc067bf-f03c-4a29-b18d-12880d80e4ae HTTP/1.1" status: 200 len: 943 time: 0.0670617 Jun 17 18:08:46.416055 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-65125a17-fb48-4707-b0a1-6aaa057e8027 req-494dc8b6-58b9-4912-8a6a-543fa0e09110 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.97 "GET /v2.0/security-groups?id=3a7a746b-7224-4834-953b-7dfc4df4b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304816 Jun 17 18:08:46.567541 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9800c00-593b-4223-8177-9ec4d327178e req-17c9c3e2-982e-438e-a606-a001e45d8671 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:08:46.568995 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-b9800c00-593b-4223-8177-9ec4d327178e req-17c9c3e2-982e-438e-a606-a001e45d8671 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/ports?device_id=ee55ee5f-0a9a-4f30-b982-96d3e6070fb2 HTTP/1.1" status: 200 len: 944 time: 0.0657995 Jun 17 18:08:46.605728 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-b9800c00-593b-4223-8177-9ec4d327178e req-df61520f-a099-4b20-a7bd-d4ca5d89c871 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/security-groups?id=bde1582a-0e60-487b-9eda-9732f3338587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311625 Jun 17 18:08:46.821244 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-33163db4-2bcd-4d1f-bbec-4c350a89fb7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:46.877026 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4958af8f-1f95-450b-8f0f-f562b3416cb9 req-cc537f48-f159-4ec1-8ce4-1397cdffc46e tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:08:46.878544 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-4958af8f-1f95-450b-8f0f-f562b3416cb9 req-cc537f48-f159-4ec1-8ce4-1397cdffc46e tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "GET /v2.0/ports?device_id=412d6c27-5056-4695-a549-32b0b7c42bd5 HTTP/1.1" status: 200 len: 945 time: 0.0628679 Jun 17 18:08:46.917055 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-4958af8f-1f95-450b-8f0f-f562b3416cb9 req-73bebc5c-34dc-41ae-af39-e28c0d0a8eae tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "GET /v2.0/security-groups?id=19e58ac4-2b2e-45d9-bd7b-7c5e46ae7cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324605 Jun 17 18:08:46.926536 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:47.591434 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a47a36-77d0-4150-b1cf-66195bfae935 req-c06fbf6b-a0ad-438b-a5ee-107cb18f82e4 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:08:47.592908 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-41a47a36-77d0-4150-b1cf-66195bfae935 req-c06fbf6b-a0ad-438b-a5ee-107cb18f82e4 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.97 "GET /v2.0/ports?device_id=0dc067bf-f03c-4a29-b18d-12880d80e4ae HTTP/1.1" status: 200 len: 943 time: 0.0612409 Jun 17 18:08:47.635463 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-41a47a36-77d0-4150-b1cf-66195bfae935 req-07954431-7dce-4c79-83bd-6ffd9b6d195c tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.97 "GET /v2.0/security-groups?id=3a7a746b-7224-4834-953b-7dfc4df4b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354338 Jun 17 18:08:47.772612 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d79303-cf57-4759-8117-23b448e772a8 req-36cd7888-4402-4d73-a2f0-81d9822fdc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:08:47.774303 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-44d79303-cf57-4759-8117-23b448e772a8 req-36cd7888-4402-4d73-a2f0-81d9822fdc83 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=1e6c61cc07924138a80b114f14370bd1&device_id=0dc067bf-f03c-4a29-b18d-12880d80e4ae HTTP/1.1" status: 200 len: 1096 time: 0.0918944 Jun 17 18:08:47.809773 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cbe02b-8772-4bec-8ac7-a8a19b9549f2 req-71547f9e-89b0-48b3-9173-eefc65bf8562 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:08:47.811205 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-e1cbe02b-8772-4bec-8ac7-a8a19b9549f2 req-71547f9e-89b0-48b3-9173-eefc65bf8562 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/ports?device_id=ee55ee5f-0a9a-4f30-b982-96d3e6070fb2 HTTP/1.1" status: 200 len: 944 time: 0.0761142 Jun 17 18:08:47.866414 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-e1cbe02b-8772-4bec-8ac7-a8a19b9549f2 req-4c1f468c-d26c-46d2-88a0-cb1a5cd895ef tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/security-groups?id=bde1582a-0e60-487b-9eda-9732f3338587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485539 Jun 17 18:08:47.942308 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d79303-cf57-4759-8117-23b448e772a8 req-cc3a307b-47dc-43e0-a5cc-4c8933ab8694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:08:47.944946 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-44d79303-cf57-4759-8117-23b448e772a8 req-cc3a307b-47dc-43e0-a5cc-4c8933ab8694 service neutron] 10.222.0.95 "GET /v2.0/networks?tenant_id=1e6c61cc07924138a80b114f14370bd1&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1033640 Jun 17 18:08:48.040263 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-8848f698-b84d-4e61-bbd9-19a6867363d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:48.077837 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d79303-cf57-4759-8117-23b448e772a8 req-e2b0c625-7928-4958-b1e6-f703fae619c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:08:48.079834 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-44d79303-cf57-4759-8117-23b448e772a8 req-e2b0c625-7928-4958-b1e6-f703fae619c0 service neutron] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1260076 Jun 17 18:08:48.108465 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437d2622-2a60-42b3-830f-8ec7c8a60e2b req-9759f6e9-7080-4472-88af-cc1f040fb943 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:08:48.109938 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-437d2622-2a60-42b3-830f-8ec7c8a60e2b req-9759f6e9-7080-4472-88af-cc1f040fb943 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "GET /v2.0/ports?device_id=412d6c27-5056-4695-a549-32b0b7c42bd5 HTTP/1.1" status: 200 len: 945 time: 0.0825777 Jun 17 18:08:48.147515 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-437d2622-2a60-42b3-830f-8ec7c8a60e2b req-12c38c51-d947-46f7-ae94-e09534c8d19d tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "GET /v2.0/security-groups?id=19e58ac4-2b2e-45d9-bd7b-7c5e46ae7cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314753 Jun 17 18:08:48.213405 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd81945a-71b4-4547-8edc-294ad8f388f7 req-2de192bd-1f6a-4b7d-8746-f1d8962b1617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:08:48.214821 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-dd81945a-71b4-4547-8edc-294ad8f388f7 req-2de192bd-1f6a-4b7d-8746-f1d8962b1617 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=1e6c61cc07924138a80b114f14370bd1&device_id=0dc067bf-f03c-4a29-b18d-12880d80e4ae HTTP/1.1" status: 200 len: 1096 time: 0.0506508 Jun 17 18:08:48.263085 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-dd81945a-71b4-4547-8edc-294ad8f388f7 req-6d7bea8b-b886-480b-8ea5-db69452b188d service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=098a2272-c3fe-4358-a602-eb02a410873f HTTP/1.1" status: 200 len: 217 time: 0.0317190 Jun 17 18:08:48.315366 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd81945a-71b4-4547-8edc-294ad8f388f7 req-1ca60c80-83d6-4762-8c0a-d661a0f22867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:08:48.316813 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-dd81945a-71b4-4547-8edc-294ad8f388f7 req-1ca60c80-83d6-4762-8c0a-d661a0f22867 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=06c8cb67-128a-4786-852c-d9ffd25e0b01 HTTP/1.1" status: 200 len: 850 time: 0.0451865 Jun 17 18:08:48.493108 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd81945a-71b4-4547-8edc-294ad8f388f7 req-9b31d056-eec0-4286-8c1c-c0d62d648161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:08:48.494464 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-dd81945a-71b4-4547-8edc-294ad8f388f7 req-9b31d056-eec0-4286-8c1c-c0d62d648161 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=6ab84586-cad6-4a81-bfb5-7a0782fd9a74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0913606 Jun 17 18:08:48.502109 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eff7a8f-924d-40f2-9443-c4a07a11a6dd req-41bc943f-d1f0-4c8d-89a4-af89f862a86d tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:08:48.503377 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-9eff7a8f-924d-40f2-9443-c4a07a11a6dd req-41bc943f-d1f0-4c8d-89a4-af89f862a86d tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.95 "GET /v2.0/ports?device_id=412d6c27-5056-4695-a549-32b0b7c42bd5 HTTP/1.1" status: 200 len: 945 time: 0.0924838 Jun 17 18:08:48.647941 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-dd81945a-71b4-4547-8edc-294ad8f388f7 req-cf43d696-60cd-4c5b-9bea-0d3ef6001ec9 service neutron] 10.222.0.95 "GET /v2.0/networks/6ab84586-cad6-4a81-bfb5-7a0782fd9a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436572 Jun 17 18:08:48.687226 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.plugin [req-9eff7a8f-924d-40f2-9443-c4a07a11a6dd req-52bc829f-8125-4072-ba86-69705404463c tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Deleting port 4a2a0eaf-60b9-4d22-98ef-b13c04e2d17a {{(pid=92874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 18:08:48.687226 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-9eff7a8f-924d-40f2-9443-c4a07a11a6dd req-52bc829f-8125-4072-ba86-69705404463c tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743365079206'] for port, before_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:48.864248 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-dd81945a-71b4-4547-8edc-294ad8f388f7 req-2c7caa20-4350-4688-a9f0-8d0bd586de00 service neutron] 10.222.0.95 "GET /v2.0/networks/6ab84586-cad6-4a81-bfb5-7a0782fd9a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020473 Jun 17 18:08:48.865854 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.db [req-9eff7a8f-924d-40f2-9443-c4a07a11a6dd req-52bc829f-8125-4072-ba86-69705404463c tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] For port 4a2a0eaf-60b9-4d22-98ef-b13c04e2d17a, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=4a2a0eaf-60b9-4d22-98ef-b13c04e2d17a,segment=NetworkSegment(d2eba5df-4ee6-4d57-8467-b15a13058427),segment_id=d2eba5df-4ee6-4d57-8467-b15a13058427)] {{(pid=92874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:08:48.866210 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-9eff7a8f-924d-40f2-9443-c4a07a11a6dd req-52bc829f-8125-4072-ba86-69705404463c tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956370'] for port, precommit_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:48.926788 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de88bcbb-36c6-4486-a91f-87e59de92628 req-96ca123b-a607-405e-b971-a2c4af5f73c5 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:08:48.928239 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-de88bcbb-36c6-4486-a91f-87e59de92628 req-96ca123b-a607-405e-b971-a2c4af5f73c5 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.97 "GET /v2.0/ports?device_id=0dc067bf-f03c-4a29-b18d-12880d80e4ae HTTP/1.1" status: 200 len: 943 time: 0.1766272 Jun 17 18:08:49.050241 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-de88bcbb-36c6-4486-a91f-87e59de92628 req-a581010c-b5b6-429a-bce9-c011669fa51d tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.97 "GET /v2.0/security-groups?id=3a7a746b-7224-4834-953b-7dfc4df4b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1151853 Jun 17 18:08:49.131311 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d54da1-31bf-417e-ab64-5855c02d999d req-7cd1c32b-3d5e-4416-a1ec-e16ea6882535 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:08:49.132385 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-32d54da1-31bf-417e-ab64-5855c02d999d req-7cd1c32b-3d5e-4416-a1ec-e16ea6882535 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/ports?device_id=ee55ee5f-0a9a-4f30-b982-96d3e6070fb2 HTTP/1.1" status: 200 len: 944 time: 0.1447885 Jun 17 18:08:49.134044 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-9eff7a8f-924d-40f2-9443-c4a07a11a6dd req-52bc829f-8125-4072-ba86-69705404463c tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:49.134673 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-9eff7a8f-924d-40f2-9443-c4a07a11a6dd req-52bc829f-8125-4072-ba86-69705404463c tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-943314'] for floatingip, after_update {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:49.135006 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.db.l3_db [req-9eff7a8f-924d-40f2-9443-c4a07a11a6dd req-52bc829f-8125-4072-ba86-69705404463c tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Floating IP a1f14531-2729-429f-bd74-367579bf5d8e disassociated. External IP: 172.27.2.210, port: 4a2a0eaf-60b9-4d22-98ef-b13c04e2d17a. Jun 17 18:08:49.135335 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.plugin [req-9eff7a8f-924d-40f2-9443-c4a07a11a6dd req-52bc829f-8125-4072-ba86-69705404463c tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Calling delete_port for 4a2a0eaf-60b9-4d22-98ef-b13c04e2d17a owned by compute:nova {{(pid=92874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 18:08:49.212506 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-32d54da1-31bf-417e-ab64-5855c02d999d req-972bb1be-beb9-4e85-9a0d-71683a9bdaa8 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/security-groups?id=bde1582a-0e60-487b-9eda-9732f3338587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728252 Jun 17 18:08:49.337449 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-9eff7a8f-924d-40f2-9443-c4a07a11a6dd req-52bc829f-8125-4072-ba86-69705404463c tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743365085983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743364645425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28501932'] for port, after_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:49.341774 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-63985ee5-73ce-428f-991f-68539a291913 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:08:49.371065 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bc829f-8125-4072-ba86-69705404463c tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Pushing event deleted for resources: {'Port': ['ID=4a2a0eaf-60b9-4d22-98ef-b13c04e2d17a,revision_number=None']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:08:49.373990 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-52bc829f-8125-4072-ba86-69705404463c tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:08:49.486149 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-a0cf07df-ba9d-4ba7-86ac-6ceb73a86136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:49.613879 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Device d5b05643-bd9c-407f-981f-a02f5b5cc8c8 up at agent hyperv_hv-cinder-78626 {{(pid=92880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 18:08:49.664365 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Provisioning for port d5b05643-bd9c-407f-981f-a02f5b5cc8c8 completed by entity L2. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 18:08:49.668926 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Provisioning complete for port d5b05643-bd9c-407f-981f-a02f5b5cc8c8 triggered by entity L2. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 18:08:49.669371 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687209'] for port, provisioning_complete {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:49.744347 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d85f6bb-2152-4720-b173-c351a98daddb req-f6afab87-6ab2-43bd-8484-e1aeed682712 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:08:49.745836 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-3d85f6bb-2152-4720-b173-c351a98daddb req-f6afab87-6ab2-43bd-8484-e1aeed682712 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "GET /v2.0/ports?device_id=412d6c27-5056-4695-a549-32b0b7c42bd5 HTTP/1.1" status: 200 len: 867 time: 0.4629688 Jun 17 18:08:49.759106 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:49.787302 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee55ee5f-0a9a-4f30-b982-96d3e6070fb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5b05643-bd9c-407f-981f-a02f5b5cc8c8'}] {{(pid=92880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 18:08:49.789722 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44fe161690382cf4f0960ac1b424fedb1dd6f9597775f60dec274194d49fe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e64ce48-8a7e-4720-b56a-e8ccc3bcaf66" -d '{"events": [{"server_uuid": "ee55ee5f-0a9a-4f30-b982-96d3e6070fb2", "name": "network-vif-plugged", "status": "completed", "tag": "d5b05643-bd9c-407f-981f-a02f5b5cc8c8"}]}' {{(pid=92880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 18:08:49.803198 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-3d85f6bb-2152-4720-b173-c351a98daddb req-824acdc9-1c6d-40bd-b004-db9558a004bb tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "GET /v2.0/security-groups?id=19e58ac4-2b2e-45d9-bd7b-7c5e46ae7cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500205 Jun 17 18:08:49.824529 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] For port d5b05643-bd9c-407f-981f-a02f5b5cc8c8, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=d5b05643-bd9c-407f-981f-a02f5b5cc8c8,segment=NetworkSegment(0913402a-ef8a-41bd-a14e-da5d38ea5bc2),segment_id=0913402a-ef8a-41bd-a14e-da5d38ea5bc2)] {{(pid=92880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:08:49.832566 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9eff7a8f-924d-40f2-9443-c4a07a11a6dd req-52bc829f-8125-4072-ba86-69705404463c tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Router 9b5fbf60-68fb-4059-a782-f9a419825548 has already been hosted by L3 agent 4c938d44-4998-4210-8006-ee34f5a3ffbf {{(pid=92874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 18:08:49.837590 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479'] for port, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:49.842093 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-f26705a8-014a-41c7-92e3-d6246bbec0b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:08:49.895378 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Pushing event updated for resources: {'Port': ['ID=d5b05643-bd9c-407f-981f-a02f5b5cc8c8,revision_number=5']} {{(pid=92880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:08:49.904713 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:08:49.905086 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:08:49.905427 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:08:49.905792 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:08:49.906121 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:08:49.906448 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:08:49.907318 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:08:49.907646 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:08:49.908017 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:08:49.908372 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:08:49.908693 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:08:49.909038 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:08:49.913338 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:08:49.929004 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 18:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca0b4986-4bb5-4e72-8dee-e93bee5e9807 x-openstack-request-id: req-ca0b4986-4bb5-4e72-8dee-e93bee5e9807 {{(pid=92880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 18:08:49.929389 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee55ee5f-0a9a-4f30-b982-96d3e6070fb2", "name": "network-vif-plugged", "status": "completed", "tag": "d5b05643-bd9c-407f-981f-a02f5b5cc8c8", "code": 200}]} {{(pid=92880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 18:08:49.929697 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-ca0b4986-4bb5-4e72-8dee-e93bee5e9807 {{(pid=92880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 18:08:49.930095 dv-cinder-786260-6-iscsi neutron-server[92880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee55ee5f-0a9a-4f30-b982-96d3e6070fb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5b05643-bd9c-407f-981f-a02f5b5cc8c8', 'code': 200} Jun 17 18:08:49.964520 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9eff7a8f-924d-40f2-9443-c4a07a11a6dd req-52bc829f-8125-4072-ba86-69705404463c tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Notify agent at l3_agent.dv-cinder-786260-6-iscsi the message routers_updated {{(pid=92874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 18:08:49.978182 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af687494-2421-41bf-8dd4-bc2007ea940c None None] Sync routers for ids ['9b5fbf60-68fb-4059-a782-f9a419825548'] in dv-cinder-786260-6-iscsi {{(pid=92880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 18:08:49.990823 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af687494-2421-41bf-8dd4-bc2007ea940c None None] Routers {'9b5fbf60-68fb-4059-a782-f9a419825548'} bound to L3 agent in host dv-cinder-786260-6-iscsi {{(pid=92880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 18:08:49.991460 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_hamode_db [None req-af687494-2421-41bf-8dd4-bc2007ea940c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-17T17:55:17Z,description=,heartbeat_timestamp=2021-06-17T18:08:47Z,host='dv-cinder-786260-6-iscsi',id=4c938d44-4998-4210-8006-ee34f5a3ffbf,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:55:17Z,topic='l3_agent')) {'router_ids': ['9b5fbf60-68fb-4059-a782-f9a419825548'], 'active': True} {{(pid=92880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:08:50.010513 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.db.l3_dvrscheduler_db [req-9eff7a8f-924d-40f2-9443-c4a07a11a6dd req-52bc829f-8125-4072-ba86-69705404463c tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] No DVR routers for this DVR port 4a2a0eaf-60b9-4d22-98ef-b13c04e2d17a on host hv-cinder-78626 {{(pid=92874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 18:08:50.012984 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-9eff7a8f-924d-40f2-9443-c4a07a11a6dd req-52bc829f-8125-4072-ba86-69705404463c tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523113'] for port, before_response {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:50.015021 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-9eff7a8f-924d-40f2-9443-c4a07a11a6dd req-52bc829f-8125-4072-ba86-69705404463c tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.95 "DELETE /v2.0/ports/4a2a0eaf-60b9-4d22-98ef-b13c04e2d17a HTTP/1.1" status: 204 len: 173 time: 1.5033691 Jun 17 18:08:50.015644 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '412d6c27-5056-4695-a549-32b0b7c42bd5', 'name': 'network-vif-deleted', 'tag': '4a2a0eaf-60b9-4d22-98ef-b13c04e2d17a'}] {{(pid=92874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 18:08:50.018158 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58554d43f64f60294e2d1fd4a9d9342a0a386c70b92defbb6c9fd2054ba7a623" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-804db1a9-865d-4524-a769-5ec4e1ef9ae6" -d '{"events": [{"server_uuid": "412d6c27-5056-4695-a549-32b0b7c42bd5", "name": "network-vif-deleted", "tag": "4a2a0eaf-60b9-4d22-98ef-b13c04e2d17a"}]}' {{(pid=92874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 18:08:50.058002 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 18:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ae206c2-1e35-42cb-a408-f2af1230592d x-openstack-request-id: req-5ae206c2-1e35-42cb-a408-f2af1230592d {{(pid=92874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 18:08:50.058699 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "412d6c27-5056-4695-a549-32b0b7c42bd5", "name": "network-vif-deleted", "tag": "4a2a0eaf-60b9-4d22-98ef-b13c04e2d17a", "status": "completed", "code": 200}]} {{(pid=92874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 18:08:50.058699 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-5ae206c2-1e35-42cb-a408-f2af1230592d {{(pid=92874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 18:08:50.059043 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '412d6c27-5056-4695-a549-32b0b7c42bd5', 'name': 'network-vif-deleted', 'tag': '4a2a0eaf-60b9-4d22-98ef-b13c04e2d17a', 'status': 'completed', 'code': 200} Jun 17 18:08:50.250512 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_dvr_db [None req-af687494-2421-41bf-8dd4-bc2007ea940c None None] Set router 9b5fbf60-68fb-4059-a782-f9a419825548 gateway port host: dv-cinder-786260-6-iscsi {{(pid=92880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 18:08:50.276007 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97093bb4-c4c0-4595-b612-2dd9f8ec58b0 req-bee29645-7441-48f8-bfe9-b515e052c2f7 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:08:50.283470 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-97093bb4-c4c0-4595-b612-2dd9f8ec58b0 req-bee29645-7441-48f8-bfe9-b515e052c2f7 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.97 "GET /v2.0/ports?device_id=0dc067bf-f03c-4a29-b18d-12880d80e4ae HTTP/1.1" status: 200 len: 943 time: 0.1051941 Jun 17 18:08:50.346978 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-97093bb4-c4c0-4595-b612-2dd9f8ec58b0 req-4fb0a7d0-a526-470b-a3ac-5ea6bd953a6d tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.97 "GET /v2.0/security-groups?id=3a7a746b-7224-4834-953b-7dfc4df4b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624802 Jun 17 18:08:50.403723 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f29483-6670-4f24-9fc4-b270ae3885c9 req-73432365-02e0-4f0a-b742-c6662dedea3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:08:50.405901 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-41f29483-6670-4f24-9fc4-b270ae3885c9 req-73432365-02e0-4f0a-b742-c6662dedea3d service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=ee55ee5f-0a9a-4f30-b982-96d3e6070fb2 HTTP/1.1" status: 200 len: 1098 time: 0.1665184 Jun 17 18:08:50.463235 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-41f29483-6670-4f24-9fc4-b270ae3885c9 req-f7ce1fbf-f12b-40cf-ba8e-2c4f10f65408 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=bde1582a-0e60-487b-9eda-9732f3338587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471787 Jun 17 18:08:50.471487 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae93bbb6-5bf5-4b97-969d-42a2aadc912b req-4ce5296e-eafd-4579-9129-4bfffe6f301f tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:08:50.472988 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-ae93bbb6-5bf5-4b97-969d-42a2aadc912b req-4ce5296e-eafd-4579-9129-4bfffe6f301f tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/ports?device_id=ee55ee5f-0a9a-4f30-b982-96d3e6070fb2 HTTP/1.1" status: 200 len: 945 time: 0.1100523 Jun 17 18:08:50.489444 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_hamode_db [None req-af687494-2421-41bf-8dd4-bc2007ea940c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b5fbf60-68fb-4059-a782-f9a419825548', 'name': 'tempest-AttachVolumeTestJSON-534204259-router', 'tenant_id': '59d1c386609e449fb41deccf8db32944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'external_fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '41d97631-15a9-42f5-a18d-cfc819b7ac0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T18:02:57Z', 'updated_at': '2021-06-17T18:03:06Z', 'revision_number': 4, 'project_id': '59d1c386609e449fb41deccf8db32944', 'gw_port': {'id': '41d97631-15a9-42f5-a18d-cfc819b7ac0f', 'name': '', 'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:f0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b5fbf60-68fb-4059-a782-f9a419825548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:02:59Z', 'updated_at': '2021-06-17T18:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78089575-0364-47db-be8b-ef28f42f3a37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-6-iscsi', '_interfaces': [{'id': '2f81462e-04aa-4cac-bb94-986672b57b5e', 'name': '', 'network_id': 'a56ac911-462a-49b0-b749-9c491282bc98', 'tenant_id': '59d1c386609e449fb41deccf8db32944', 'mac_address': 'fa:16:3e:ab:cf:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b5fbf60-68fb-4059-a782-f9a419825548', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1c1a0998-b783-48f3-b815-e77d3448c78f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:03:04Z', 'updated_at': '2021-06-17T18:03:15Z', 'revision_number': 5, 'project_id': '59d1c386609e449fb41deccf8db32944', 'subnets': [{'id': '1c1a0998-b783-48f3-b815-e77d3448c78f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-6-iscsi', False) {} {{(pid=92880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:08:50.512130 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-ae93bbb6-5bf5-4b97-969d-42a2aadc912b req-e6335136-969e-4fe5-b0b6-be7b9a8100ed tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/security-groups?id=bde1582a-0e60-487b-9eda-9732f3338587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327046 Jun 17 18:08:50.521867 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af687494-2421-41bf-8dd4-bc2007ea940c None None] Checking router: 9b5fbf60-68fb-4059-a782-f9a419825548 for host: dv-cinder-786260-6-iscsi {{(pid=92880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 18:08:50.531545 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af687494-2421-41bf-8dd4-bc2007ea940c None None] Routers {'9b5fbf60-68fb-4059-a782-f9a419825548'} bound to L3 agent in host dv-cinder-786260-6-iscsi {{(pid=92880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 18:08:50.532777 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_hamode_db [None req-af687494-2421-41bf-8dd4-bc2007ea940c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-17T17:55:17Z,description=,heartbeat_timestamp=2021-06-17T18:08:47Z,host='dv-cinder-786260-6-iscsi',id=4c938d44-4998-4210-8006-ee34f5a3ffbf,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:55:17Z,topic='l3_agent')) {'router_ids': ['9b5fbf60-68fb-4059-a782-f9a419825548'], 'active': True} {{(pid=92880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:08:50.605741 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 49638) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:08:50.640672 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_dvr_db [None req-af687494-2421-41bf-8dd4-bc2007ea940c None None] Set router 9b5fbf60-68fb-4059-a782-f9a419825548 gateway port host: dv-cinder-786260-6-iscsi {{(pid=92880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 18:08:50.650654 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4d8b20d-9f11-4e17-8397-76efc7aac8ad admin admin] Deleting subnet c9ef456d-08ca-452a-affc-e2d5f7425f6f {{(pid=92874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 18:08:50.653750 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-a4d8b20d-9f11-4e17-8397-76efc7aac8ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:50.687918 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-a4d8b20d-9f11-4e17-8397-76efc7aac8ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25818517'] for subnet, precommit_delete_associations {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:50.727093 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-a4d8b20d-9f11-4e17-8397-76efc7aac8ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1684671'] for subnet, precommit_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:50.792420 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-a4d8b20d-9f11-4e17-8397-76efc7aac8ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1684662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28501846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25700737'] for subnet, after_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:50.795493 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:08:50.819499 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d8b20d-9f11-4e17-8397-76efc7aac8ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9ef456d-08ca-452a-affc-e2d5f7425f6f,revision_number=None']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:08:50.822603 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-a4d8b20d-9f11-4e17-8397-76efc7aac8ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:08:50.824400 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-a4d8b20d-9f11-4e17-8397-76efc7aac8ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563787'] for subnet, before_response {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:50.830130 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-a4d8b20d-9f11-4e17-8397-76efc7aac8ad admin admin] 10.222.0.97 "DELETE /v2.0/subnets/c9ef456d-08ca-452a-affc-e2d5f7425f6f HTTP/1.1" status: 204 len: 168 time: 0.2196944 Jun 17 18:08:50.830130 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 49646) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:08:50.868897 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_hamode_db [None req-af687494-2421-41bf-8dd4-bc2007ea940c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b5fbf60-68fb-4059-a782-f9a419825548', 'name': 'tempest-AttachVolumeTestJSON-534204259-router', 'tenant_id': '59d1c386609e449fb41deccf8db32944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'external_fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '41d97631-15a9-42f5-a18d-cfc819b7ac0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T18:02:57Z', 'updated_at': '2021-06-17T18:03:06Z', 'revision_number': 4, 'project_id': '59d1c386609e449fb41deccf8db32944', 'gw_port': {'id': '41d97631-15a9-42f5-a18d-cfc819b7ac0f', 'name': '', 'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:f0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b5fbf60-68fb-4059-a782-f9a419825548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:02:59Z', 'updated_at': '2021-06-17T18:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78089575-0364-47db-be8b-ef28f42f3a37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-6-iscsi', '_interfaces': [{'id': '2f81462e-04aa-4cac-bb94-986672b57b5e', 'name': '', 'network_id': 'a56ac911-462a-49b0-b749-9c491282bc98', 'tenant_id': '59d1c386609e449fb41deccf8db32944', 'mac_address': 'fa:16:3e:ab:cf:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b5fbf60-68fb-4059-a782-f9a419825548', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1c1a0998-b783-48f3-b815-e77d3448c78f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:03:04Z', 'updated_at': '2021-06-17T18:03:15Z', 'revision_number': 5, 'project_id': '59d1c386609e449fb41deccf8db32944', 'subnets': [{'id': '1c1a0998-b783-48f3-b815-e77d3448c78f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-6-iscsi', False) {} {{(pid=92880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:08:50.896560 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af687494-2421-41bf-8dd4-bc2007ea940c None None] The sync data for ids ['9b5fbf60-68fb-4059-a782-f9a419825548'] in dv-cinder-786260-6-iscsi is: [{'id': '9b5fbf60-68fb-4059-a782-f9a419825548', 'name': 'tempest-AttachVolumeTestJSON-534204259-router', 'tenant_id': '59d1c386609e449fb41deccf8db32944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'external_fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '41d97631-15a9-42f5-a18d-cfc819b7ac0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T18:02:57Z', 'updated_at': '2021-06-17T18:03:06Z', 'revision_number': 4, 'project_id': '59d1c386609e449fb41deccf8db32944', 'gw_port': {'id': '41d97631-15a9-42f5-a18d-cfc819b7ac0f', 'name': '', 'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:f0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b5fbf60-68fb-4059-a782-f9a419825548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:02:59Z', 'updated_at': '2021-06-17T18:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78089575-0364-47db-be8b-ef28f42f3a37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-6-iscsi', '_interfaces': [{'id': '2f81462e-04aa-4cac-bb94-986672b57b5e', 'name': '', 'network_id': 'a56ac911-462a-49b0-b749-9c491282bc98', 'tenant_id': '59d1c386609e449fb41deccf8db32944', 'mac_address': 'fa:16:3e:ab:cf:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b5fbf60-68fb-4059-a782-f9a419825548', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1c1a0998-b783-48f3-b815-e77d3448c78f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:03:04Z', 'updated_at': '2021-06-17T18:03:15Z', 'revision_number': 5, 'project_id': '59d1c386609e449fb41deccf8db32944', 'subnets': [{'id': '1c1a0998-b783-48f3-b815-e77d3448c78f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 18:08:50.903556 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-968f2f7f-02bd-45c7-b85e-33b9803bb06b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2009691'] for network, before_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:50.997811 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-968f2f7f-02bd-45c7-b85e-33b9803bb06b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683494', 'neutron.services.segments.db._delete_segments_for_network-8743365118612'] for network, precommit_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:51.022291 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-7c47c8f5-d20b-4f76-a473-958be2edb798 req-47a422c4-34de-45dc-9612-216972ea9946 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "GET /v2.0/ports?device_id=412d6c27-5056-4695-a549-32b0b7c42bd5 HTTP/1.1" status: 200 len: 210 time: 0.0601995 Jun 17 18:08:51.025671 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.services.segments.db [None req-968f2f7f-02bd-45c7-b85e-33b9803bb06b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54df0f08-a9ef-465f-b9c8-0e59c1dee388']}} {{(pid=92874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:08:51.037482 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.services.segments.db [None req-968f2f7f-02bd-45c7-b85e-33b9803bb06b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cedd0927-f0a7-4b58-b7fc-410e1197c012') {'for_net_delete': True} {{(pid=92874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:08:51.037927 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.services.segments.db [None req-968f2f7f-02bd-45c7-b85e-33b9803bb06b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cedd0927-f0a7-4b58-b7fc-410e1197c012') {} {{(pid=92874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:08:51.056757 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-968f2f7f-02bd-45c7-b85e-33b9803bb06b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743365117157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25818522'] for segment, before_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:51.073548 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-968f2f7f-02bd-45c7-b85e-33b9803bb06b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1592042'] for segment, precommit_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:51.080529 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-968f2f7f-02bd-45c7-b85e-33b9803bb06b admin admin] Releasing vlan 1134 on physical network physnet1 to pool {{(pid=92874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 18:08:51.080968 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-968f2f7f-02bd-45c7-b85e-33b9803bb06b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1592042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28502011'] for segment, after_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:51.082901 dv-cinder-786260-6-iscsi neutron-server[92874]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 18:08:51.082901 dv-cinder-786260-6-iscsi neutron-server[92874]: conditions |= (models_v2.Port.network_id.in_( Jun 17 18:08:51.082901 dv-cinder-786260-6-iscsi neutron-server[92874]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 18:08:51.082901 dv-cinder-786260-6-iscsi neutron-server[92874]: retrieve_revision_numbers = { Jun 17 18:08:51.082901 dv-cinder-786260-6-iscsi neutron-server[92874]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 18:08:51.082901 dv-cinder-786260-6-iscsi neutron-server[92874]: conditions |= (models_v2.Port.network_id.in_( Jun 17 18:08:51.082901 dv-cinder-786260-6-iscsi neutron-server[92874]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 18:08:51.082901 dv-cinder-786260-6-iscsi neutron-server[92874]: retrieve_revision_numbers = { Jun 17 18:08:51.082901 dv-cinder-786260-6-iscsi neutron-server[92874]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 18:08:51.082901 dv-cinder-786260-6-iscsi neutron-server[92874]: conditions |= (models_v2.Port.network_id.in_( Jun 17 18:08:51.082901 dv-cinder-786260-6-iscsi neutron-server[92874]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 18:08:51.082901 dv-cinder-786260-6-iscsi neutron-server[92874]: retrieve_revision_numbers = { Jun 17 18:08:51.082901 dv-cinder-786260-6-iscsi neutron-server[92874]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 18:08:51.082901 dv-cinder-786260-6-iscsi neutron-server[92874]: conditions |= (models_v2.Port.network_id.in_( Jun 17 18:08:51.082901 dv-cinder-786260-6-iscsi neutron-server[92874]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 18:08:51.082901 dv-cinder-786260-6-iscsi neutron-server[92874]: conditions |= (models_v2.Port.network_id.in_( Jun 17 18:08:51.082901 dv-cinder-786260-6-iscsi neutron-server[92874]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 18:08:51.082901 dv-cinder-786260-6-iscsi neutron-server[92874]: retrieve_revision_numbers = { Jun 17 18:08:51.082901 dv-cinder-786260-6-iscsi neutron-server[92874]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 18:08:51.082901 dv-cinder-786260-6-iscsi neutron-server[92874]: conditions |= (models_v2.Port.network_id.in_( Jun 17 18:08:51.082901 dv-cinder-786260-6-iscsi neutron-server[92874]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 18:08:51.082901 dv-cinder-786260-6-iscsi neutron-server[92874]: retrieve_revision_numbers = { Jun 17 18:08:51.082901 dv-cinder-786260-6-iscsi neutron-server[92874]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 18:08:51.082901 dv-cinder-786260-6-iscsi neutron-server[92874]: conditions |= (models_v2.Port.network_id.in_( Jun 17 18:08:51.082901 dv-cinder-786260-6-iscsi neutron-server[92874]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 18:08:51.082901 dv-cinder-786260-6-iscsi neutron-server[92874]: conditions |= (models_v2.Port.network_id.in_( Jun 17 18:08:51.082901 dv-cinder-786260-6-iscsi neutron-server[92874]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 18:08:51.082901 dv-cinder-786260-6-iscsi neutron-server[92874]: retrieve_revision_numbers = { Jun 17 18:08:51.082901 dv-cinder-786260-6-iscsi neutron-server[92874]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 18:08:51.082901 dv-cinder-786260-6-iscsi neutron-server[92874]: conditions |= (models_v2.Port.network_id.in_( Jun 17 18:08:51.082901 dv-cinder-786260-6-iscsi neutron-server[92874]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 18:08:51.082901 dv-cinder-786260-6-iscsi neutron-server[92874]: retrieve_revision_numbers = { Jun 17 18:08:51.082901 dv-cinder-786260-6-iscsi neutron-server[92874]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 18:08:51.082901 dv-cinder-786260-6-iscsi neutron-server[92874]: conditions |= (models_v2.Port.network_id.in_( Jun 17 18:08:51.082901 dv-cinder-786260-6-iscsi neutron-server[92874]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 18:08:51.082901 dv-cinder-786260-6-iscsi neutron-server[92874]: conditions |= (models_v2.Port.network_id.in_( Jun 17 18:08:51.082901 dv-cinder-786260-6-iscsi neutron-server[92874]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 18:08:51.082901 dv-cinder-786260-6-iscsi neutron-server[92874]: retrieve_revision_numbers = { Jun 17 18:08:51.082901 dv-cinder-786260-6-iscsi neutron-server[92874]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 18:08:51.082901 dv-cinder-786260-6-iscsi neutron-server[92874]: conditions |= (models_v2.Port.network_id.in_( Jun 17 18:08:51.082901 dv-cinder-786260-6-iscsi neutron-server[92874]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 18:08:51.082901 dv-cinder-786260-6-iscsi neutron-server[92874]: retrieve_revision_numbers = { Jun 17 18:08:51.082901 dv-cinder-786260-6-iscsi neutron-server[92874]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 18:08:51.082901 dv-cinder-786260-6-iscsi neutron-server[92874]: conditions |= (models_v2.Port.network_id.in_( Jun 17 18:08:51.086186 dv-cinder-786260-6-iscsi neutron-server[92874]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 18:08:51.086186 dv-cinder-786260-6-iscsi neutron-server[92874]: retrieve_revision_numbers = { Jun 17 18:08:51.086186 dv-cinder-786260-6-iscsi neutron-server[92874]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 18:08:51.086186 dv-cinder-786260-6-iscsi neutron-server[92874]: conditions |= (models_v2.Port.network_id.in_( Jun 17 18:08:51.086186 dv-cinder-786260-6-iscsi neutron-server[92874]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 18:08:51.086186 dv-cinder-786260-6-iscsi neutron-server[92874]: retrieve_revision_numbers = { Jun 17 18:08:51.086186 dv-cinder-786260-6-iscsi neutron-server[92874]: Traceback (most recent call last): Jun 17 18:08:51.086186 dv-cinder-786260-6-iscsi neutron-server[92874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 18:08:51.086186 dv-cinder-786260-6-iscsi neutron-server[92874]: timer() Jun 17 18:08:51.086186 dv-cinder-786260-6-iscsi neutron-server[92874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 18:08:51.086186 dv-cinder-786260-6-iscsi neutron-server[92874]: cb(*args, **kw) Jun 17 18:08:51.086186 dv-cinder-786260-6-iscsi neutron-server[92874]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 18:08:51.086186 dv-cinder-786260-6-iscsi neutron-server[92874]: return func(*args, **kwargs) Jun 17 18:08:51.086186 dv-cinder-786260-6-iscsi neutron-server[92874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 18:08:51.086186 dv-cinder-786260-6-iscsi neutron-server[92874]: self._notify() Jun 17 18:08:51.086186 dv-cinder-786260-6-iscsi neutron-server[92874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 18:08:51.086186 dv-cinder-786260-6-iscsi neutron-server[92874]: self.callback(batched_events) Jun 17 18:08:51.086186 dv-cinder-786260-6-iscsi neutron-server[92874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 18:08:51.086186 dv-cinder-786260-6-iscsi neutron-server[92874]: event.method(event) Jun 17 18:08:51.086186 dv-cinder-786260-6-iscsi neutron-server[92874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 18:08:51.086186 dv-cinder-786260-6-iscsi neutron-server[92874]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 18:08:51.086186 dv-cinder-786260-6-iscsi neutron-server[92874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 18:08:51.086186 dv-cinder-786260-6-iscsi neutron-server[92874]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 18:08:51.086186 dv-cinder-786260-6-iscsi neutron-server[92874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 18:08:51.086186 dv-cinder-786260-6-iscsi neutron-server[92874]: return f(self, *a, **k) Jun 17 18:08:51.086186 dv-cinder-786260-6-iscsi neutron-server[92874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 18:08:51.086186 dv-cinder-786260-6-iscsi neutron-server[92874]: return self._get(url).json() Jun 17 18:08:51.086186 dv-cinder-786260-6-iscsi neutron-server[92874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 18:08:51.086186 dv-cinder-786260-6-iscsi neutron-server[92874]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 18:08:51.086186 dv-cinder-786260-6-iscsi neutron-server[92874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 18:08:51.086186 dv-cinder-786260-6-iscsi neutron-server[92874]: return self.request(url, 'GET', **kwargs) Jun 17 18:08:51.086186 dv-cinder-786260-6-iscsi neutron-server[92874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 18:08:51.086186 dv-cinder-786260-6-iscsi neutron-server[92874]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 18:08:51.086186 dv-cinder-786260-6-iscsi neutron-server[92874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 18:08:51.086186 dv-cinder-786260-6-iscsi neutron-server[92874]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 18:08:51.086186 dv-cinder-786260-6-iscsi neutron-server[92874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 18:08:51.086186 dv-cinder-786260-6-iscsi neutron-server[92874]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 18:08:51.086186 dv-cinder-786260-6-iscsi neutron-server[92874]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 18:08:51.148859 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-968f2f7f-02bd-45c7-b85e-33b9803bb06b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-955346'] for network, after_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:51.149644 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79871f31-2c52-4800-8536-a92de6b0c5dd None None] New status for floating IP a1f14531-2729-429f-bd74-367579bf5d8e: DOWN {{(pid=92881) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 18:08:51.153134 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-2f59af19-fb74-4952-9b5b-766a6cb8434a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:08:51.155735 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-968f2f7f-02bd-45c7-b85e-33b9803bb06b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563787'] for network, before_response {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:51.157867 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-968f2f7f-02bd-45c7-b85e-33b9803bb06b admin admin] 10.222.0.97 "DELETE /v2.0/networks/54df0f08-a9ef-465f-b9c8-0e59c1dee388 HTTP/1.1" status: 204 len: 168 time: 0.3271668 Jun 17 18:08:51.170009 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968f2f7f-02bd-45c7-b85e-33b9803bb06b admin admin] Pushing event deleted for resources: {'Network': ['ID=54df0f08-a9ef-465f-b9c8-0e59c1dee388,revision_number=None']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:08:51.173701 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-968f2f7f-02bd-45c7-b85e-33b9803bb06b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:08:51.344685 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 49652) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:08:51.391543 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-e3900e2f-8915-402f-90ff-c481411d9eb8 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=ac1d8ff5c5714904905c48ffd996860c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0455523 Jun 17 18:08:51.393940 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 49656) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:08:51.440529 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-3b26f540-edd8-40ff-91f1-3def76c2dc04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:51.460895 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-3b26f540-edd8-40ff-91f1-3def76c2dc04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:51.508753 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-3b26f540-edd8-40ff-91f1-3def76c2dc04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:51.510600 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ba0643-3f10-44cb-b131-17768ae197d1 req-d51ef765-3cb0-4fdc-8cff-4d2e4450a7f4 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:08:51.511497 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-3b26f540-edd8-40ff-91f1-3def76c2dc04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:51.512111 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-e3ba0643-3f10-44cb-b131-17768ae197d1 req-d51ef765-3cb0-4fdc-8cff-4d2e4450a7f4 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.97 "GET /v2.0/ports?device_id=0dc067bf-f03c-4a29-b18d-12880d80e4ae HTTP/1.1" status: 200 len: 943 time: 0.0638413 Jun 17 18:08:51.512637 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-3b26f540-edd8-40ff-91f1-3def76c2dc04 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/1b7278ee-edff-4c4e-bb99-e6a0e681b775 HTTP/1.1" status: 204 len: 168 time: 0.1178112 Jun 17 18:08:51.513398 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-9174fbee-7dfd-4d3d-9cc6-e7b4800b37c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:08:51.520720 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b26f540-edd8-40ff-91f1-3def76c2dc04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b7278ee-edff-4c4e-bb99-e6a0e681b775,revision_number=None']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:08:51.523194 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-3b26f540-edd8-40ff-91f1-3def76c2dc04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:08:51.560599 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-e3ba0643-3f10-44cb-b131-17768ae197d1 req-a128b917-c162-44ca-a071-391cb615ffb0 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.97 "GET /v2.0/security-groups?id=3a7a746b-7224-4834-953b-7dfc4df4b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395885 Jun 17 18:08:51.706061 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0d3cd8-21a6-40d2-ad58-2caaeb2b2a6e req-b18cbdcd-b547-49fe-973f-848ce031461f tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:08:51.707607 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-cd0d3cd8-21a6-40d2-ad58-2caaeb2b2a6e req-b18cbdcd-b547-49fe-973f-848ce031461f tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/ports?device_id=ee55ee5f-0a9a-4f30-b982-96d3e6070fb2 HTTP/1.1" status: 200 len: 945 time: 0.0679045 Jun 17 18:08:51.748995 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-cd0d3cd8-21a6-40d2-ad58-2caaeb2b2a6e req-f478c358-fa8b-47a9-9a23-efe5d37b0e5b tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/security-groups?id=bde1582a-0e60-487b-9eda-9732f3338587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357249 Jun 17 18:08:52.166346 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 49694) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:08:52.222615 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-9e980514-50cd-4643-8ec4-7b309f684cd5 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Notify callbacks [] for security_group, before_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:52.246077 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-9e980514-50cd-4643-8ec4-7b309f684cd5 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:52.298087 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-9e980514-50cd-4643-8ec4-7b309f684cd5 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:52.300905 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-9e980514-50cd-4643-8ec4-7b309f684cd5 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Notify callbacks [] for security_group, before_response {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:52.302035 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-9e980514-50cd-4643-8ec4-7b309f684cd5 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "DELETE /v2.0/security-groups/19e58ac4-2b2e-45d9-bd7b-7c5e46ae7cc8 HTTP/1.1" status: 204 len: 168 time: 0.1345611 Jun 17 18:08:52.303043 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-ad8b1ff9-a34a-468c-82f3-682e8fe02001 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:08:52.305061 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 49700) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:08:52.319261 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e980514-50cd-4643-8ec4-7b309f684cd5 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19e58ac4-2b2e-45d9-bd7b-7c5e46ae7cc8,revision_number=None']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:08:52.320146 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.api.v2.resource [None req-6ae79098-a3a9-4bc8-85a7-9eded82db9a6 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] show failed (client error): The resource could not be found. Jun 17 18:08:52.321695 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-9e980514-50cd-4643-8ec4-7b309f684cd5 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:08:52.325202 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 49702) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:08:52.326066 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-6ae79098-a3a9-4bc8-85a7-9eded82db9a6 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "GET /v2.0/security-groups/19e58ac4-2b2e-45d9-bd7b-7c5e46ae7cc8 HTTP/1.1" status: 404 len: 347 time: 0.0196176 Jun 17 18:08:52.456906 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.plugin [None req-948646ed-2a30-49fb-89dd-b02779492355 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Deleting port d5f8e1c1-d82e-4c45-97d7-90118c386dd8 {{(pid=92874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 18:08:52.457255 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-948646ed-2a30-49fb-89dd-b02779492355 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743365079206'] for port, before_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:52.534140 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-948646ed-2a30-49fb-89dd-b02779492355 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956370'] for port, precommit_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:52.534392 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-948646ed-2a30-49fb-89dd-b02779492355 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:52.599556 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.plugin [None req-948646ed-2a30-49fb-89dd-b02779492355 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Calling delete_port for d5f8e1c1-d82e-4c45-97d7-90118c386dd8 owned by network:floatingip {{(pid=92874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 18:08:52.807192 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00894835-b29f-486e-890b-649f16a37898 req-0f573e94-d3ba-43be-916f-f5dfe14f7460 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:08:52.808613 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-00894835-b29f-486e-890b-649f16a37898 req-0f573e94-d3ba-43be-916f-f5dfe14f7460 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.97 "GET /v2.0/ports?device_id=0dc067bf-f03c-4a29-b18d-12880d80e4ae HTTP/1.1" status: 200 len: 943 time: 0.1110525 Jun 17 18:08:52.839190 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-948646ed-2a30-49fb-89dd-b02779492355 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743365085983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743364645425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28501932'] for port, after_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:52.843760 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-2638e315-b66e-44c4-a1b0-6447ae16bf0f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:08:52.887456 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948646ed-2a30-49fb-89dd-b02779492355 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Pushing event deleted for resources: {'Port': ['ID=d5f8e1c1-d82e-4c45-97d7-90118c386dd8,revision_number=None']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:08:52.910327 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-948646ed-2a30-49fb-89dd-b02779492355 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:08:52.952039 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-00894835-b29f-486e-890b-649f16a37898 req-b7f2d708-2da9-4267-8f04-7382b7e08817 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.97 "GET /v2.0/security-groups?id=3a7a746b-7224-4834-953b-7dfc4df4b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1348703 Jun 17 18:08:52.977986 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-948646ed-2a30-49fb-89dd-b02779492355 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Notify callbacks [] for floatingip, after_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:52.980536 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-948646ed-2a30-49fb-89dd-b02779492355 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523113'] for floatingip, before_response {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:52.981642 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-948646ed-2a30-49fb-89dd-b02779492355 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "DELETE /v2.0/floatingips/a1f14531-2729-429f-bd74-367579bf5d8e HTTP/1.1" status: 204 len: 168 time: 0.6555145 Jun 17 18:08:53.003082 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353ca653-c5e9-4967-b4d0-e2f2252f258b req-aed7af04-e246-469d-89d1-fd44ccb0ea80 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:08:53.004656 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-353ca653-c5e9-4967-b4d0-e2f2252f258b req-aed7af04-e246-469d-89d1-fd44ccb0ea80 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/ports?device_id=ee55ee5f-0a9a-4f30-b982-96d3e6070fb2 HTTP/1.1" status: 200 len: 945 time: 0.1331758 Jun 17 18:08:53.042996 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-353ca653-c5e9-4967-b4d0-e2f2252f258b req-87f501fd-417f-4534-9fab-6f8d2331b205 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/security-groups?id=bde1582a-0e60-487b-9eda-9732f3338587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325968 Jun 17 18:08:53.219228 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54017d3d-33b9-48f0-9ec4-7d02d2349d2b req-e9dffc8c-20e9-485e-82c8-e48a0e053d81 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:08:53.220809 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-54017d3d-33b9-48f0-9ec4-7d02d2349d2b req-e9dffc8c-20e9-485e-82c8-e48a0e053d81 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/ports?device_id=ee55ee5f-0a9a-4f30-b982-96d3e6070fb2 HTTP/1.1" status: 200 len: 945 time: 0.0703363 Jun 17 18:08:53.230138 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 49720) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:08:53.235465 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.v2.base [None req-a2757efa-5fd0-4a37-8ff0-308b1f6b4b13 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Request body: {'floatingip': {'port_id': 'd5b05643-bd9c-407f-981f-a02f5b5cc8c8'}} {{(pid=92874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 18:08:53.274028 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-a2757efa-5fd0-4a37-8ff0-308b1f6b4b13 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Notify callbacks [] for floatingip, before_update {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:53.363817 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 49722) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:08:53.369757 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.v2.base [None req-f7f3fc2d-34fc-47e2-8a46-357ccb7e6eca tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1456637845', 'description': 'tempest-description--1937549868'}} {{(pid=92872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 18:08:53.392875 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-f7f3fc2d-34fc-47e2-8a46-357ccb7e6eca tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Notify callbacks [] for security_group, before_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:53.480043 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-f7f3fc2d-34fc-47e2-8a46-357ccb7e6eca tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Notify callbacks [] for security_group, precommit_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:53.484735 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-f7f3fc2d-34fc-47e2-8a46-357ccb7e6eca tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:53.488109 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-5cef4ea5-ea0f-4add-88a4-5433d00933ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:08:53.519056 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-f7f3fc2d-34fc-47e2-8a46-357ccb7e6eca tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Notify callbacks [] for security_group, before_response {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:53.520288 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-f7f3fc2d-34fc-47e2-8a46-357ccb7e6eca tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1548960 Jun 17 18:08:53.522124 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f3fc2d-34fc-47e2-8a46-357ccb7e6eca tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89a1b4be-39b2-4b93-9bca-31cdca26a901,revision_number=1']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:08:53.524068 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 49724) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:08:53.528546 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.v2.base [None req-e1bc20a1-76cc-4c5a-bb7c-e041ad054606 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Request body: {'security_group_rule': {'security_group_id': '89a1b4be-39b2-4b93-9bca-31cdca26a901', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 18:08:53.536215 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-f7f3fc2d-34fc-47e2-8a46-357ccb7e6eca tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:08:53.557487 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-e1bc20a1-76cc-4c5a-bb7c-e041ad054606 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:53.612375 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-e1bc20a1-76cc-4c5a-bb7c-e041ad054606 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:53.615941 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-e1bc20a1-76cc-4c5a-bb7c-e041ad054606 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592663'] for security_group_rule, after_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:53.618016 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-819e259f-aa9e-4c9e-9e72-a6a4f67507db tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:08:53.635744 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bc20a1-76cc-4c5a-bb7c-e041ad054606 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bc67468-a8fc-4072-bc30-bfcfca9e69b7,revision_number=0']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:08:53.639059 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-e1bc20a1-76cc-4c5a-bb7c-e041ad054606 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:08:53.641902 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-e1bc20a1-76cc-4c5a-bb7c-e041ad054606 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:53.643061 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-e1bc20a1-76cc-4c5a-bb7c-e041ad054606 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1179380 Jun 17 18:08:53.645600 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 49726) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:08:53.649967 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.v2.base [None req-2f7dab63-ef6a-4347-ab4f-95c5080b03bd tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Request body: {'security_group_rule': {'security_group_id': '89a1b4be-39b2-4b93-9bca-31cdca26a901', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 18:08:53.663264 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Device 4a2a0eaf-60b9-4d22-98ef-b13c04e2d17a no longer exists at agent hyperv_hv-cinder-78626 {{(pid=92880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 18:08:53.676681 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-2f7dab63-ef6a-4347-ab4f-95c5080b03bd tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:53.687134 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.plugin [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] No Port match for: 4a2a0eaf-60b9-4d22-98ef-b13c04e2d17a {{(pid=92880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 18:08:53.687501 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Device 4a2a0eaf-60b9-4d22-98ef-b13c04e2d17a not bound to the agent host hv-cinder-78626 {{(pid=92880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 18:08:53.726832 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-a2757efa-5fd0-4a37-8ff0-308b1f6b4b13 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:53.734261 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-a2757efa-5fd0-4a37-8ff0-308b1f6b4b13 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-943314'] for floatingip, after_update {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:53.744262 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-2f7dab63-ef6a-4347-ab4f-95c5080b03bd tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:53.748332 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-2f7dab63-ef6a-4347-ab4f-95c5080b03bd tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592663'] for security_group_rule, after_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:53.750972 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:08:53.767701 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7dab63-ef6a-4347-ab4f-95c5080b03bd tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b8e5989-cc05-49f8-bda3-236211b99f7e,revision_number=0']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:08:53.770215 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-2f7dab63-ef6a-4347-ab4f-95c5080b03bd tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:08:53.776828 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-2f7dab63-ef6a-4347-ab4f-95c5080b03bd tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:53.780801 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-2f7dab63-ef6a-4347-ab4f-95c5080b03bd tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1315315 Jun 17 18:08:53.781082 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 49730) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:08:53.785908 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.v2.base [None req-943a3629-cb8d-4871-b5d7-3f4981d079f5 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Request body: {'floatingip': {'floating_network_id': '64144b6f-e068-441d-8337-f91b82ffb73c'}} {{(pid=92872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 18:08:53.807801 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-943a3629-cb8d-4871-b5d7-3f4981d079f5 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Notify callbacks [] for floatingip, before_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:53.843664 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.db.l3_db [None req-a2757efa-5fd0-4a37-8ff0-308b1f6b4b13 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Floating IP 928f74e2-5472-4bee-9eeb-e98633f36614 associated. External IP: 172.27.2.71, port: d5b05643-bd9c-407f-981f-a02f5b5cc8c8. Jun 17 18:08:53.923464 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-943a3629-cb8d-4871-b5d7-3f4981d079f5 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1986742'] for port, before_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:54.053806 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.db.db_base_plugin_common [None req-943a3629-cb8d-4871-b5d7-3f4981d079f5 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Allocated IP 172.27.2.77 (64144b6f-e068-441d-8337-f91b82ffb73c/78089575-0364-47db-be8b-ef28f42f3a37/2ff1410d-07f9-4365-9d93-fbab20ff7cc6) {{(pid=92872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 18:08:54.096066 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2757efa-5fd0-4a37-8ff0-308b1f6b4b13 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Router 779193b4-bff3-4d40-93a7-df82b1325700 has already been hosted by L3 agent 4c938d44-4998-4210-8006-ee34f5a3ffbf {{(pid=92874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 18:08:54.188940 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-943a3629-cb8d-4871-b5d7-3f4981d079f5 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Notify callbacks [] for port, precommit_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:54.228024 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-943a3629-cb8d-4871-b5d7-3f4981d079f5 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1986807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743364645416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25532026'] for port, after_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:54.230854 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-0b361156-a551-4963-b090-941e166266cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:08:54.250170 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f308c2fd-f579-4f89-8c6e-1165bd2b64ed req-fb7cd2ea-2f93-45bf-ae85-bd0c12e01243 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:08:54.252261 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-f308c2fd-f579-4f89-8c6e-1165bd2b64ed req-fb7cd2ea-2f93-45bf-ae85-bd0c12e01243 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.97 "GET /v2.0/ports?device_id=0dc067bf-f03c-4a29-b18d-12880d80e4ae HTTP/1.1" status: 200 len: 943 time: 0.1525016 Jun 17 18:08:54.263673 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-943a3629-cb8d-4871-b5d7-3f4981d079f5 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Network 64144b6f-e068-441d-8337-f91b82ffb73c is already hosted by enough agents. {{(pid=92872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 18:08:54.266448 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.scheduler.base_scheduler [None req-943a3629-cb8d-4871-b5d7-3f4981d079f5 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Resources bound (agent type, host, resource id): {{(pid=92872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 18:08:54.269166 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943a3629-cb8d-4871-b5d7-3f4981d079f5 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Received port after_create {{(pid=92872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 18:08:54.312334 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2757efa-5fd0-4a37-8ff0-308b1f6b4b13 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Notify agent at l3_agent.dv-cinder-786260-6-iscsi the message routers_updated {{(pid=92874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 18:08:54.312463 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943a3629-cb8d-4871-b5d7-3f4981d079f5 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Pushing event updated for resources: {'Port': ['ID=2ff1410d-07f9-4365-9d93-fbab20ff7cc6,revision_number=1']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:08:54.312562 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-f308c2fd-f579-4f89-8c6e-1165bd2b64ed req-6bbf4bf5-a5cc-4199-b970-6ae7fd85c32a tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.97 "GET /v2.0/security-groups?id=3a7a746b-7224-4834-953b-7dfc4df4b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510087 Jun 17 18:08:54.314613 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-a2757efa-5fd0-4a37-8ff0-308b1f6b4b13 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523113'] for floatingip, before_response {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:54.322712 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-943a3629-cb8d-4871-b5d7-3f4981d079f5 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:08:54.330180 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542a337b-e65d-4d9f-a3fa-3eef64108bc4 None None] Sync routers for ids ['779193b4-bff3-4d40-93a7-df82b1325700'] in dv-cinder-786260-6-iscsi {{(pid=92880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 18:08:54.341156 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542a337b-e65d-4d9f-a3fa-3eef64108bc4 None None] Routers {'779193b4-bff3-4d40-93a7-df82b1325700'} bound to L3 agent in host dv-cinder-786260-6-iscsi {{(pid=92880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 18:08:54.341811 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_hamode_db [None req-542a337b-e65d-4d9f-a3fa-3eef64108bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-17T17:55:17Z,description=,heartbeat_timestamp=2021-06-17T18:08:47Z,host='dv-cinder-786260-6-iscsi',id=4c938d44-4998-4210-8006-ee34f5a3ffbf,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:55:17Z,topic='l3_agent')) {'router_ids': ['779193b4-bff3-4d40-93a7-df82b1325700'], 'active': True} {{(pid=92880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:08:54.358881 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-a2757efa-5fd0-4a37-8ff0-308b1f6b4b13 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "PUT /v2.0/floatingips/928f74e2-5472-4bee-9eeb-e98633f36614 HTTP/1.1" status: 200 len: 990 time: 1.1275034 Jun 17 18:08:54.359682 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee55ee5f-0a9a-4f30-b982-96d3e6070fb2', 'tag': 'd5b05643-bd9c-407f-981f-a02f5b5cc8c8'}] {{(pid=92874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 18:08:54.362661 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58554d43f64f60294e2d1fd4a9d9342a0a386c70b92defbb6c9fd2054ba7a623" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c351ec4d-b8b3-432a-bab8-0fc209622d93" -d '{"events": [{"name": "network-changed", "server_uuid": "ee55ee5f-0a9a-4f30-b982-96d3e6070fb2", "tag": "d5b05643-bd9c-407f-981f-a02f5b5cc8c8"}]}' {{(pid=92874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 18:08:54.400488 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-943a3629-cb8d-4871-b5d7-3f4981d079f5 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:54.447224 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-943a3629-cb8d-4871-b5d7-3f4981d079f5 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:54.466352 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_dvr_db [None req-542a337b-e65d-4d9f-a3fa-3eef64108bc4 None None] Set router 779193b4-bff3-4d40-93a7-df82b1325700 gateway port host: dv-cinder-786260-6-iscsi {{(pid=92880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 18:08:54.588291 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 18:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b496fc07-0164-4cb1-a3ff-05ea735c4c8b x-openstack-request-id: req-b496fc07-0164-4cb1-a3ff-05ea735c4c8b {{(pid=92874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 18:08:54.588821 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee55ee5f-0a9a-4f30-b982-96d3e6070fb2", "tag": "d5b05643-bd9c-407f-981f-a02f5b5cc8c8", "status": "completed", "code": 200}]} {{(pid=92874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 18:08:54.589789 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-b496fc07-0164-4cb1-a3ff-05ea735c4c8b {{(pid=92874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 18:08:54.590502 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee55ee5f-0a9a-4f30-b982-96d3e6070fb2', 'tag': 'd5b05643-bd9c-407f-981f-a02f5b5cc8c8', 'status': 'completed', 'code': 200} Jun 17 18:08:54.612936 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-943a3629-cb8d-4871-b5d7-3f4981d079f5 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Notify callbacks [] for port, precommit_update {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:54.618370 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-943a3629-cb8d-4871-b5d7-3f4981d079f5 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25531976'] for port, after_update {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:54.621724 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-8d0f0747-50b2-410d-9adb-e0616d7291ba service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:08:54.704551 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943a3629-cb8d-4871-b5d7-3f4981d079f5 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Pushing event updated for resources: {'Port': ['ID=2ff1410d-07f9-4365-9d93-fbab20ff7cc6,revision_number=2']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:08:54.706901 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-943a3629-cb8d-4871-b5d7-3f4981d079f5 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-943314'] for floatingip, after_update {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:54.709833 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-943a3629-cb8d-4871-b5d7-3f4981d079f5 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:08:54.722505 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-943a3629-cb8d-4871-b5d7-3f4981d079f5 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523113'] for floatingip, before_response {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:54.734053 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-943a3629-cb8d-4871-b5d7-3f4981d079f5 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9507210 Jun 17 18:08:54.780581 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_hamode_db [None req-542a337b-e65d-4d9f-a3fa-3eef64108bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '779193b4-bff3-4d40-93a7-df82b1325700', 'name': 'tempest-AttachVolumeShelveTestJSON-2099834847-router', 'tenant_id': '42f4cfc5a3374a4084d73b360a838bfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'external_fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '049c1286-72d2-4320-b8fc-ab65e653c7be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T18:02:58Z', 'updated_at': '2021-06-17T18:03:08Z', 'revision_number': 4, 'project_id': '42f4cfc5a3374a4084d73b360a838bfd', 'gw_port': {'id': '049c1286-72d2-4320-b8fc-ab65e653c7be', 'name': '', 'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:f8:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '779193b4-bff3-4d40-93a7-df82b1325700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:03:01Z', 'updated_at': '2021-06-17T18:03:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78089575-0364-47db-be8b-ef28f42f3a37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-6-iscsi', '_floatingips': [{'id': '928f74e2-5472-4bee-9eeb-e98633f36614', 'tenant_id': '42f4cfc5a3374a4084d73b360a838bfd', 'floating_ip_address': '172.27.2.71', 'floating_network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'router_id': '779193b4-bff3-4d40-93a7-df82b1325700', 'port_id': 'd5b05643-bd9c-407f-981f-a02f5b5cc8c8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '490619f6-df6b-4a81-8b12-97225a6da310', 'mac_address': 'fa:16:3e:5b:58:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee55ee5f-0a9a-4f30-b982-96d3e6070fb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T18:08:29Z', 'updated_at': '2021-06-17T18:08:53Z', 'revision_number': 1, 'project_id': '42f4cfc5a3374a4084d73b360a838bfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f0359e6-3302-4b6c-ab32-02c29a679b92', 'name': '', 'network_id': '490619f6-df6b-4a81-8b12-97225a6da310', 'tenant_id': '42f4cfc5a3374a4084d73b360a838bfd', 'mac_address': 'fa:16:3e:87:3c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '779193b4-bff3-4d40-93a7-df82b1325700', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'd12fe909-5b0e-4b17-a966-d3ca34ed6db9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:03:07Z', 'updated_at': '2021-06-17T18:03:23Z', 'revision_number': 5, 'project_id': '42f4cfc5a3374a4084d73b360a838bfd', 'subnets': [{'id': 'd12fe909-5b0e-4b17-a966-d3ca34ed6db9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-6-iscsi', False) {} {{(pid=92880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:08:54.800940 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fad8a8-49b1-40a6-9d8d-8de3f043ea38 req-35d7bd77-a577-4dd1-b016-4886f68cbd8e tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:08:54.802442 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-09fad8a8-49b1-40a6-9d8d-8de3f043ea38 req-35d7bd77-a577-4dd1-b016-4886f68cbd8e tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] 10.222.0.97 "GET /v2.0/ports?device_id=404ed916-a684-4b04-9dda-34563113f0df HTTP/1.1" status: 200 len: 945 time: 0.1210973 Jun 17 18:08:54.805230 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c351ec4d-b8b3-432a-bab8-0fc209622d93 req-0d85ce77-39f6-46a4-a553-dc3b985ae753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:08:54.806572 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-c351ec4d-b8b3-432a-bab8-0fc209622d93 req-0d85ce77-39f6-46a4-a553-dc3b985ae753 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=42f4cfc5a3374a4084d73b360a838bfd&device_id=ee55ee5f-0a9a-4f30-b982-96d3e6070fb2 HTTP/1.1" status: 200 len: 1098 time: 0.0896866 Jun 17 18:08:54.811195 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542a337b-e65d-4d9f-a3fa-3eef64108bc4 None None] Checking router: 779193b4-bff3-4d40-93a7-df82b1325700 for host: dv-cinder-786260-6-iscsi {{(pid=92880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 18:08:54.819651 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542a337b-e65d-4d9f-a3fa-3eef64108bc4 None None] Routers {'779193b4-bff3-4d40-93a7-df82b1325700'} bound to L3 agent in host dv-cinder-786260-6-iscsi {{(pid=92880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 18:08:54.820304 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_hamode_db [None req-542a337b-e65d-4d9f-a3fa-3eef64108bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-17T17:55:17Z,description=,heartbeat_timestamp=2021-06-17T18:08:47Z,host='dv-cinder-786260-6-iscsi',id=4c938d44-4998-4210-8006-ee34f5a3ffbf,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:55:17Z,topic='l3_agent')) {'router_ids': ['779193b4-bff3-4d40-93a7-df82b1325700'], 'active': True} {{(pid=92880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:08:54.921578 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-09fad8a8-49b1-40a6-9d8d-8de3f043ea38 req-84258241-e25a-484d-9725-22082762273e tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] 10.222.0.97 "GET /v2.0/security-groups?id=b7e6f4f5-24f4-4dde-a96a-8d8da070066c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107919 Jun 17 18:08:54.929331 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_dvr_db [None req-542a337b-e65d-4d9f-a3fa-3eef64108bc4 None None] Set router 779193b4-bff3-4d40-93a7-df82b1325700 gateway port host: dv-cinder-786260-6-iscsi {{(pid=92880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 18:08:54.963450 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-13bc532c-6f7f-473a-9f03-e0b8ec7d0b9c req-20ae33ee-eaee-4c44-8134-1015b1535cd0 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "GET /v2.0/security-groups?name=tempest-securitygroup--1456637845&fields=id&tenant_id=59d1c386609e449fb41deccf8db32944 HTTP/1.1" status: 200 len: 267 time: 0.0567498 Jun 17 18:08:54.964539 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c351ec4d-b8b3-432a-bab8-0fc209622d93 req-7c45f317-b30a-48ec-9569-d1fec4cd65ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:08:54.965922 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-c351ec4d-b8b3-432a-bab8-0fc209622d93 req-7c45f317-b30a-48ec-9569-d1fec4cd65ec service neutron] 10.222.0.95 "GET /v2.0/networks?id=490619f6-df6b-4a81-8b12-97225a6da310 HTTP/1.1" status: 200 len: 919 time: 0.1489537 Jun 17 18:08:55.091981 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-c351ec4d-b8b3-432a-bab8-0fc209622d93 req-4adf153a-7148-4a94-8994-6c9d72254d6d service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d5b05643-bd9c-407f-981f-a02f5b5cc8c8 HTTP/1.1" status: 200 len: 998 time: 0.1121366 Jun 17 18:08:55.147859 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_hamode_db [None req-542a337b-e65d-4d9f-a3fa-3eef64108bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '779193b4-bff3-4d40-93a7-df82b1325700', 'name': 'tempest-AttachVolumeShelveTestJSON-2099834847-router', 'tenant_id': '42f4cfc5a3374a4084d73b360a838bfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'external_fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '049c1286-72d2-4320-b8fc-ab65e653c7be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T18:02:58Z', 'updated_at': '2021-06-17T18:03:08Z', 'revision_number': 4, 'project_id': '42f4cfc5a3374a4084d73b360a838bfd', 'gw_port': {'id': '049c1286-72d2-4320-b8fc-ab65e653c7be', 'name': '', 'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:f8:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '779193b4-bff3-4d40-93a7-df82b1325700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:03:01Z', 'updated_at': '2021-06-17T18:03:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78089575-0364-47db-be8b-ef28f42f3a37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-6-iscsi', '_floatingips': [{'id': '928f74e2-5472-4bee-9eeb-e98633f36614', 'tenant_id': '42f4cfc5a3374a4084d73b360a838bfd', 'floating_ip_address': '172.27.2.71', 'floating_network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'router_id': '779193b4-bff3-4d40-93a7-df82b1325700', 'port_id': 'd5b05643-bd9c-407f-981f-a02f5b5cc8c8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '490619f6-df6b-4a81-8b12-97225a6da310', 'mac_address': 'fa:16:3e:5b:58:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee55ee5f-0a9a-4f30-b982-96d3e6070fb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T18:08:29Z', 'updated_at': '2021-06-17T18:08:53Z', 'revision_number': 1, 'project_id': '42f4cfc5a3374a4084d73b360a838bfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f0359e6-3302-4b6c-ab32-02c29a679b92', 'name': '', 'network_id': '490619f6-df6b-4a81-8b12-97225a6da310', 'tenant_id': '42f4cfc5a3374a4084d73b360a838bfd', 'mac_address': 'fa:16:3e:87:3c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '779193b4-bff3-4d40-93a7-df82b1325700', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'd12fe909-5b0e-4b17-a966-d3ca34ed6db9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:03:07Z', 'updated_at': '2021-06-17T18:03:23Z', 'revision_number': 5, 'project_id': '42f4cfc5a3374a4084d73b360a838bfd', 'subnets': [{'id': 'd12fe909-5b0e-4b17-a966-d3ca34ed6db9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-6-iscsi', False) {} {{(pid=92880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:08:55.149114 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bc532c-6f7f-473a-9f03-e0b8ec7d0b9c req-e39922d6-3cab-4803-8876-468c4b5ccc4c tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:08:55.150562 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-13bc532c-6f7f-473a-9f03-e0b8ec7d0b9c req-e39922d6-3cab-4803-8876-468c4b5ccc4c tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "GET /v2.0/networks?id=a56ac911-462a-49b0-b749-9c491282bc98 HTTP/1.1" status: 200 len: 810 time: 0.1795223 Jun 17 18:08:55.170696 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-13bc532c-6f7f-473a-9f03-e0b8ec7d0b9c req-51857b0c-6b5d-4d4d-aaf5-62a9d8bd7aa9 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "GET /v2.0/quotas/59d1c386609e449fb41deccf8db32944 HTTP/1.1" status: 200 len: 375 time: 0.0138516 Jun 17 18:08:55.172502 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c351ec4d-b8b3-432a-bab8-0fc209622d93 req-7dd43245-e43f-464a-a54e-a2b27aa1e8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:08:55.174028 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-c351ec4d-b8b3-432a-bab8-0fc209622d93 req-7dd43245-e43f-464a-a54e-a2b27aa1e8dc service neutron] 10.222.0.95 "GET /v2.0/subnets?id=d12fe909-5b0e-4b17-a966-d3ca34ed6db9 HTTP/1.1" status: 200 len: 856 time: 0.0732534 Jun 17 18:08:55.174207 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542a337b-e65d-4d9f-a3fa-3eef64108bc4 None None] The sync data for ids ['779193b4-bff3-4d40-93a7-df82b1325700'] in dv-cinder-786260-6-iscsi is: [{'id': '779193b4-bff3-4d40-93a7-df82b1325700', 'name': 'tempest-AttachVolumeShelveTestJSON-2099834847-router', 'tenant_id': '42f4cfc5a3374a4084d73b360a838bfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'external_fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '049c1286-72d2-4320-b8fc-ab65e653c7be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T18:02:58Z', 'updated_at': '2021-06-17T18:03:08Z', 'revision_number': 4, 'project_id': '42f4cfc5a3374a4084d73b360a838bfd', 'gw_port': {'id': '049c1286-72d2-4320-b8fc-ab65e653c7be', 'name': '', 'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:f8:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '779193b4-bff3-4d40-93a7-df82b1325700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:03:01Z', 'updated_at': '2021-06-17T18:03:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78089575-0364-47db-be8b-ef28f42f3a37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-6-iscsi', '_floatingips': [{'id': '928f74e2-5472-4bee-9eeb-e98633f36614', 'tenant_id': '42f4cfc5a3374a4084d73b360a838bfd', 'floating_ip_address': '172.27.2.71', 'floating_network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'router_id': '779193b4-bff3-4d40-93a7-df82b1325700', 'port_id': 'd5b05643-bd9c-407f-981f-a02f5b5cc8c8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '490619f6-df6b-4a81-8b12-97225a6da310', 'mac_address': 'fa:16:3e:5b:58:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee55ee5f-0a9a-4f30-b982-96d3e6070fb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T18:08:29Z', 'updated_at': '2021-06-17T18:08:53Z', 'revision_number': 1, 'project_id': '42f4cfc5a3374a4084d73b360a838bfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f0359e6-3302-4b6c-ab32-02c29a679b92', 'name': '', 'network_id': '490619f6-df6b-4a81-8b12-97225a6da310', 'tenant_id': '42f4cfc5a3374a4084d73b360a838bfd', 'mac_address': 'fa:16:3e:87:3c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '779193b4-bff3-4d40-93a7-df82b1325700', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'd12fe909-5b0e-4b17-a966-d3ca34ed6db9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:03:07Z', 'updated_at': '2021-06-17T18:03:23Z', 'revision_number': 5, 'project_id': '42f4cfc5a3374a4084d73b360a838bfd', 'subnets': [{'id': 'd12fe909-5b0e-4b17-a966-d3ca34ed6db9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 18:08:55.276097 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c351ec4d-b8b3-432a-bab8-0fc209622d93 req-a5152e50-0233-4bc5-be4a-4c001b7efbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:08:55.277567 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-c351ec4d-b8b3-432a-bab8-0fc209622d93 req-a5152e50-0233-4bc5-be4a-4c001b7efbcf service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=490619f6-df6b-4a81-8b12-97225a6da310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0960219 Jun 17 18:08:55.303527 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-13bc532c-6f7f-473a-9f03-e0b8ec7d0b9c req-72cc10d4-1ac2-4b23-87c8-b7667c6a5a45 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=59d1c386609e449fb41deccf8db32944&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1236541 Jun 17 18:08:55.420742 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2bf6441-39fa-48ab-b79a-ec52a6450140 None None] New status for floating IP 928f74e2-5472-4bee-9eeb-e98633f36614: ACTIVE {{(pid=92881) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 18:08:55.790933 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-c351ec4d-b8b3-432a-bab8-0fc209622d93 req-fddb440b-2f8b-4c9d-9abe-f5f7439751f4 service neutron] 10.222.0.95 "GET /v2.0/networks/490619f6-df6b-4a81-8b12-97225a6da310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5029528 Jun 17 18:08:55.801314 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-13bc532c-6f7f-473a-9f03-e0b8ec7d0b9c req-6b011fae-eddc-4914-bb97-b68a7ade1221 service neutron] 10.222.0.97 "GET /v2.0/networks/a56ac911-462a-49b0-b749-9c491282bc98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4730780 Jun 17 18:08:55.924716 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbb0ac7-f9a6-463b-9ee7-8d00c3d5c05f req-0b0566cf-2e37-420b-a4d2-f0c224698283 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:08:55.926146 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-9cbb0ac7-f9a6-463b-9ee7-8d00c3d5c05f req-0b0566cf-2e37-420b-a4d2-f0c224698283 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.97 "GET /v2.0/ports?device_id=0dc067bf-f03c-4a29-b18d-12880d80e4ae HTTP/1.1" status: 200 len: 943 time: 0.2293873 Jun 17 18:08:55.995741 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-c351ec4d-b8b3-432a-bab8-0fc209622d93 req-f655ed21-35d7-46cd-b95e-793ffcbf31ed service neutron] 10.222.0.95 "GET /v2.0/networks/490619f6-df6b-4a81-8b12-97225a6da310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963465 Jun 17 18:08:56.000713 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-13bc532c-6f7f-473a-9f03-e0b8ec7d0b9c req-92900115-3b0a-4e50-b727-0dbd9079491a service neutron] 10.222.0.97 "GET /v2.0/networks/a56ac911-462a-49b0-b749-9c491282bc98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919949 Jun 17 18:08:56.005540 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-9cbb0ac7-f9a6-463b-9ee7-8d00c3d5c05f req-2e7a38e5-ebf9-4882-a408-5f74c56b15ea tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.97 "GET /v2.0/security-groups?id=3a7a746b-7224-4834-953b-7dfc4df4b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726850 Jun 17 18:08:56.260852 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-1e30275c-f391-4cde-9939-2d8965ffd3a8 req-d052a67a-30b8-42f7-9cb1-3650790ab457 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "GET /v2.0/ports?device_id=2d4a07fe-42c2-4b06-b9c3-372d68d5df91 HTTP/1.1" status: 200 len: 210 time: 0.0523133 Jun 17 18:08:56.294669 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa02e18-2b4a-411b-8fc0-e1d1796fbd58 req-ac059454-fb8c-433b-bd69-7bb02cd07c5f tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:08:56.296289 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-aaa02e18-2b4a-411b-8fc0-e1d1796fbd58 req-ac059454-fb8c-433b-bd69-7bb02cd07c5f tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] 10.222.0.97 "GET /v2.0/ports?device_id=404ed916-a684-4b04-9dda-34563113f0df HTTP/1.1" status: 200 len: 945 time: 0.0972786 Jun 17 18:08:56.336492 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-aaa02e18-2b4a-411b-8fc0-e1d1796fbd58 req-15149a4e-7071-4c56-b1d3-961ff52a3946 tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] 10.222.0.97 "GET /v2.0/security-groups?id=b7e6f4f5-24f4-4dde-a96a-8d8da070066c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339491 Jun 17 18:08:56.858122 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d530ab69-907f-4c52-a8be-f9ec21df6526 req-3d85f803-9454-4fc3-b89a-0c6d70a73187 tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:08:56.859830 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-d530ab69-907f-4c52-a8be-f9ec21df6526 req-3d85f803-9454-4fc3-b89a-0c6d70a73187 tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] 10.222.0.95 "GET /v2.0/ports?device_id=404ed916-a684-4b04-9dda-34563113f0df HTTP/1.1" status: 200 len: 945 time: 0.0707064 Jun 17 18:08:56.962504 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.plugin [req-d530ab69-907f-4c52-a8be-f9ec21df6526 req-8fc9bbd5-3d53-40d1-97a0-afc50ebd7b26 tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] Deleting port e51b1735-5b0d-43f9-a899-e86c5dbb4f87 {{(pid=92874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 18:08:56.962850 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-d530ab69-907f-4c52-a8be-f9ec21df6526 req-8fc9bbd5-3d53-40d1-97a0-afc50ebd7b26 tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743365079206'] for port, before_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:57.059429 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.db [req-d530ab69-907f-4c52-a8be-f9ec21df6526 req-8fc9bbd5-3d53-40d1-97a0-afc50ebd7b26 tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] For port e51b1735-5b0d-43f9-a899-e86c5dbb4f87, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=e51b1735-5b0d-43f9-a899-e86c5dbb4f87,segment=NetworkSegment(3ca5fe73-b93d-40b8-918d-26752c53525f),segment_id=3ca5fe73-b93d-40b8-918d-26752c53525f)] {{(pid=92874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:08:57.059429 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-d530ab69-907f-4c52-a8be-f9ec21df6526 req-8fc9bbd5-3d53-40d1-97a0-afc50ebd7b26 tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956370'] for port, precommit_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:57.121341 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.plugin [req-d530ab69-907f-4c52-a8be-f9ec21df6526 req-8fc9bbd5-3d53-40d1-97a0-afc50ebd7b26 tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] Calling delete_port for e51b1735-5b0d-43f9-a899-e86c5dbb4f87 owned by compute:nova {{(pid=92874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 18:08:57.250377 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9367c36-3b0a-4721-9894-37be5c3d313d req-afb9f17c-c981-4c5b-8b96-72ba885c9a34 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:08:57.258101 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-d9367c36-3b0a-4721-9894-37be5c3d313d req-afb9f17c-c981-4c5b-8b96-72ba885c9a34 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.97 "GET /v2.0/ports?device_id=0dc067bf-f03c-4a29-b18d-12880d80e4ae HTTP/1.1" status: 200 len: 943 time: 0.1344516 Jun 17 18:08:57.352745 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-d9367c36-3b0a-4721-9894-37be5c3d313d req-63545170-1a13-4389-ba26-a681fd1f7d6b tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.97 "GET /v2.0/security-groups?id=3a7a746b-7224-4834-953b-7dfc4df4b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936811 Jun 17 18:08:57.469810 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-d530ab69-907f-4c52-a8be-f9ec21df6526 req-8fc9bbd5-3d53-40d1-97a0-afc50ebd7b26 tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743365085983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743364645425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28501932'] for port, after_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:57.496411 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bc532c-6f7f-473a-9f03-e0b8ec7d0b9c req-611cd64f-0cd9-44cc-8be6-8453ba93c2a2 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:08:57.498768 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-13bc532c-6f7f-473a-9f03-e0b8ec7d0b9c req-611cd64f-0cd9-44cc-8be6-8453ba93c2a2 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.95 "GET /v2.0/networks?id=a56ac911-462a-49b0-b749-9c491282bc98 HTTP/1.1" status: 200 len: 810 time: 0.2284923 Jun 17 18:08:57.501248 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-0db1ad29-915d-4cca-9876-9126ac6fb988 req-503f8337-eb33-4108-a74d-2a5cc3d19ece tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "GET /v2.0/ports?device_id=2d4a07fe-42c2-4b06-b9c3-372d68d5df91 HTTP/1.1" status: 200 len: 210 time: 0.0453641 Jun 17 18:08:57.513335 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] get_ports_and_sgs() called for port_ids ['e51b1735-5b0d-43f9-a899-e86c5dbb4f87'] {{(pid=92880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 18:08:57.522801 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-52bc829f-8125-4072-ba86-69705404463c tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:08:57.617469 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-f00695cf-c5a5-4446-8a48-14e733fd2b9a req-08c71f40-3c39-42b9-9aab-36f4ef5cf858 tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] 10.222.0.97 "GET /v2.0/ports?device_id=404ed916-a684-4b04-9dda-34563113f0df HTTP/1.1" status: 200 len: 210 time: 0.1039548 Jun 17 18:08:57.623683 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc9bbd5-3d53-40d1-97a0-afc50ebd7b26 tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] Pushing event deleted for resources: {'Port': ['ID=e51b1735-5b0d-43f9-a899-e86c5dbb4f87,revision_number=None']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:08:57.627182 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-8fc9bbd5-3d53-40d1-97a0-afc50ebd7b26 tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:08:57.633579 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Device 098a2272-c3fe-4358-a602-eb02a410873f details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=92880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 18:08:57.655062 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.db.l3_dvrscheduler_db [req-d530ab69-907f-4c52-a8be-f9ec21df6526 req-8fc9bbd5-3d53-40d1-97a0-afc50ebd7b26 tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] No DVR routers for this DVR port e51b1735-5b0d-43f9-a899-e86c5dbb4f87 on host hv-cinder-78626 {{(pid=92874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 18:08:57.658580 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-d530ab69-907f-4c52-a8be-f9ec21df6526 req-8fc9bbd5-3d53-40d1-97a0-afc50ebd7b26 tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523113'] for port, before_response {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:57.661094 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-d530ab69-907f-4c52-a8be-f9ec21df6526 req-8fc9bbd5-3d53-40d1-97a0-afc50ebd7b26 tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] 10.222.0.95 "DELETE /v2.0/ports/e51b1735-5b0d-43f9-a899-e86c5dbb4f87 HTTP/1.1" status: 204 len: 173 time: 0.7955167 Jun 17 18:08:57.663436 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '404ed916-a684-4b04-9dda-34563113f0df', 'name': 'network-vif-deleted', 'tag': 'e51b1735-5b0d-43f9-a899-e86c5dbb4f87'}] {{(pid=92874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 18:08:57.665854 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58554d43f64f60294e2d1fd4a9d9342a0a386c70b92defbb6c9fd2054ba7a623" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3853a498-56ff-4364-b351-1611fd33d793" -d '{"events": [{"server_uuid": "404ed916-a684-4b04-9dda-34563113f0df", "name": "network-vif-deleted", "tag": "e51b1735-5b0d-43f9-a899-e86c5dbb4f87"}]}' {{(pid=92874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 18:08:57.676719 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-13bc532c-6f7f-473a-9f03-e0b8ec7d0b9c req-114f01a4-05be-4ea2-b95d-969f14541c33 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=59d1c386609e449fb41deccf8db32944 HTTP/1.1" status: 200 len: 380 time: 0.1430893 Jun 17 18:08:57.704842 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.v2.base [req-13bc532c-6f7f-473a-9f03-e0b8ec7d0b9c req-1401d06a-44a5-4771-8fdd-29401f4c0ded tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Request body: {'port': {'device_id': '2d4a07fe-42c2-4b06-b9c3-372d68d5df91', 'network_id': 'a56ac911-462a-49b0-b749-9c491282bc98', 'admin_state_up': True, 'tenant_id': '59d1c386609e449fb41deccf8db32944', 'security_groups': ['89a1b4be-39b2-4b93-9bca-31cdca26a901']}} {{(pid=92874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 18:08:57.720925 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 18:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c211eb3a-c860-431c-b4c4-8d836da350fd x-openstack-request-id: req-c211eb3a-c860-431c-b4c4-8d836da350fd {{(pid=92874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 18:08:57.721287 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "404ed916-a684-4b04-9dda-34563113f0df", "name": "network-vif-deleted", "tag": "e51b1735-5b0d-43f9-a899-e86c5dbb4f87", "status": "completed", "code": 200}]} {{(pid=92874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 18:08:57.721572 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-c211eb3a-c860-431c-b4c4-8d836da350fd {{(pid=92874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 18:08:57.722456 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '404ed916-a684-4b04-9dda-34563113f0df', 'name': 'network-vif-deleted', 'tag': 'e51b1735-5b0d-43f9-a899-e86c5dbb4f87', 'status': 'completed', 'code': 200} Jun 17 18:08:57.738580 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] For port 098a2272-c3fe-4358-a602-eb02a410873f, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=098a2272-c3fe-4358-a602-eb02a410873f,segment=NetworkSegment(b4e37eab-f82a-4d9a-af96-7aed12146093),segment_id=b4e37eab-f82a-4d9a-af96-7aed12146093)] {{(pid=92880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:08:57.751974 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Returning: {'device': '098a2272-c3fe-4358-a602-eb02a410873f', 'network_id': '6ab84586-cad6-4a81-bfb5-7a0782fd9a74', 'port_id': '098a2272-c3fe-4358-a602-eb02a410873f', 'mac_address': 'fa:16:3e:2a:e0:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06c8cb67-128a-4786-852c-d9ffd25e0b01', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 18:08:57.804229 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:57.819566 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.notifiers.nova [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 098a2272-c3fe-4358-a602-eb02a410873f {{(pid=92880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 18:08:57.839378 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13bc532c-6f7f-473a-9f03-e0b8ec7d0b9c req-1401d06a-44a5-4771-8fdd-29401f4c0ded tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Made reservation on behalf of 59d1c386609e449fb41deccf8db32944 for: {'port': 1} {{(pid=92874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 18:08:57.842434 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] For port 098a2272-c3fe-4358-a602-eb02a410873f, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=098a2272-c3fe-4358-a602-eb02a410873f,segment=NetworkSegment(b4e37eab-f82a-4d9a-af96-7aed12146093),segment_id=b4e37eab-f82a-4d9a-af96-7aed12146093)] {{(pid=92880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:08:57.844901 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-13bc532c-6f7f-473a-9f03-e0b8ec7d0b9c req-1401d06a-44a5-4771-8fdd-29401f4c0ded tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1986742'] for port, before_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:57.846036 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479'] for port, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:57.848423 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-c161a9a9-1cd6-43e5-800e-b526fe57deed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:08:57.906926 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Pushing event updated for resources: {'Port': ['ID=098a2272-c3fe-4358-a602-eb02a410873f,revision_number=4']} {{(pid=92880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:08:57.914650 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:08:57.994245 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.db.db_base_plugin_common [req-13bc532c-6f7f-473a-9f03-e0b8ec7d0b9c req-1401d06a-44a5-4771-8fdd-29401f4c0ded tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Allocated IP 172.20.0.3 (a56ac911-462a-49b0-b749-9c491282bc98/1c1a0998-b783-48f3-b815-e77d3448c78f/892fd31f-424b-4068-9d03-904ca8bbe2fc) {{(pid=92874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 18:08:58.133547 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-13bc532c-6f7f-473a-9f03-e0b8ec7d0b9c req-1401d06a-44a5-4771-8fdd-29401f4c0ded tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Notify callbacks [] for port, precommit_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:58.147027 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.db.provisioning_blocks [req-13bc532c-6f7f-473a-9f03-e0b8ec7d0b9c req-1401d06a-44a5-4771-8fdd-29401f4c0ded tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Transition to ACTIVE for port object 892fd31f-424b-4068-9d03-904ca8bbe2fc will not be triggered until provisioned by entity DHCP. {{(pid=92874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 18:08:58.181440 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-13bc532c-6f7f-473a-9f03-e0b8ec7d0b9c req-1401d06a-44a5-4771-8fdd-29401f4c0ded tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1986807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743364645416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28501925'] for port, after_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:58.185936 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-8715348a-715c-4842-b8d1-33624701fccc tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:08:58.220328 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13bc532c-6f7f-473a-9f03-e0b8ec7d0b9c req-1401d06a-44a5-4771-8fdd-29401f4c0ded tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Network a56ac911-462a-49b0-b749-9c491282bc98 is already hosted by enough agents. {{(pid=92874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 18:08:58.222543 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.scheduler.base_scheduler [req-13bc532c-6f7f-473a-9f03-e0b8ec7d0b9c req-1401d06a-44a5-4771-8fdd-29401f4c0ded tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Resources bound (agent type, host, resource id): {{(pid=92874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 18:08:58.226291 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.db.l3_dvrscheduler_db [req-13bc532c-6f7f-473a-9f03-e0b8ec7d0b9c req-1401d06a-44a5-4771-8fdd-29401f4c0ded tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Received port after_create {{(pid=92874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 18:08:58.265299 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] get_ports_and_sgs() called for port_ids ['098a2272-c3fe-4358-a602-eb02a410873f'] {{(pid=92880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 18:08:58.269957 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1401d06a-44a5-4771-8fdd-29401f4c0ded tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Pushing event updated for resources: {'Port': ['ID=892fd31f-424b-4068-9d03-904ca8bbe2fc,revision_number=1']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:08:58.274383 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-1401d06a-44a5-4771-8fdd-29401f4c0ded tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:08:58.290849 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bc532c-6f7f-473a-9f03-e0b8ec7d0b9c req-1401d06a-44a5-4771-8fdd-29401f4c0ded tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:08:58.291478 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-13bc532c-6f7f-473a-9f03-e0b8ec7d0b9c req-1401d06a-44a5-4771-8fdd-29401f4c0ded tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523113'] for port, before_response {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:58.313290 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-13bc532c-6f7f-473a-9f03-e0b8ec7d0b9c req-1401d06a-44a5-4771-8fdd-29401f4c0ded tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6148708 Jun 17 18:08:58.335782 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.v2.base [req-13bc532c-6f7f-473a-9f03-e0b8ec7d0b9c req-3df16843-fede-4ba0-be36-f3199827401d service neutron] Request body: {'port': {'device_id': '2d4a07fe-42c2-4b06-b9c3-372d68d5df91', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=92874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 18:08:58.512534 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-13bc532c-6f7f-473a-9f03-e0b8ec7d0b9c req-3df16843-fede-4ba0-be36-f3199827401d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:58.592460 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-6b0610c2-b5e1-494e-aed6-58a91dcf5ffe None None] Provisioning for port 892fd31f-424b-4068-9d03-904ca8bbe2fc completed by entity DHCP. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 18:08:58.604171 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-6b0610c2-b5e1-494e-aed6-58a91dcf5ffe None None] Provisioning complete for port 892fd31f-424b-4068-9d03-904ca8bbe2fc triggered by entity DHCP. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 18:08:58.604571 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-6b0610c2-b5e1-494e-aed6-58a91dcf5ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687209'] for port, provisioning_complete {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:58.663299 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.plugin [None req-6b0610c2-b5e1-494e-aed6-58a91dcf5ffe None None] Port 892fd31f-424b-4068-9d03-904ca8bbe2fc cannot update to ACTIVE because it is not bound. {{(pid=92880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 18:08:58.753365 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179536fe-f2bc-463d-bde5-b7feba71dbed req-6b9256de-6cdd-4762-a9fe-192a4b2260e9 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:08:58.754841 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-179536fe-f2bc-463d-bde5-b7feba71dbed req-6b9256de-6cdd-4762-a9fe-192a4b2260e9 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.97 "GET /v2.0/ports?device_id=0dc067bf-f03c-4a29-b18d-12880d80e4ae HTTP/1.1" status: 200 len: 944 time: 0.1979625 Jun 17 18:08:58.876312 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-179536fe-f2bc-463d-bde5-b7feba71dbed req-06d3e744-8f3b-4732-8e6f-131f257eafb3 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.97 "GET /v2.0/security-groups?id=3a7a746b-7224-4834-953b-7dfc4df4b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1075389 Jun 17 18:08:58.911624 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e282515f-d184-4d8e-9d24-e1bf5f4fed7f req-b2e75bef-5317-4929-8196-9d92040cbbe3 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:08:58.913370 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-e282515f-d184-4d8e-9d24-e1bf5f4fed7f req-b2e75bef-5317-4929-8196-9d92040cbbe3 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "GET /v2.0/ports?device_id=2d4a07fe-42c2-4b06-b9c3-372d68d5df91 HTTP/1.1" status: 200 len: 931 time: 0.1560256 Jun 17 18:08:58.995988 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-e282515f-d184-4d8e-9d24-e1bf5f4fed7f req-f82b596e-80a2-476d-b449-3d6f03cbdc18 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "GET /v2.0/security-groups?id=89a1b4be-39b2-4b93-9bca-31cdca26a901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693555 Jun 17 18:08:58.997721 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.notifiers.nova [req-13bc532c-6f7f-473a-9f03-e0b8ec7d0b9c req-3df16843-fede-4ba0-be36-f3199827401d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 892fd31f-424b-4068-9d03-904ca8bbe2fc {{(pid=92874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 18:08:59.006815 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-13bc532c-6f7f-473a-9f03-e0b8ec7d0b9c req-3df16843-fede-4ba0-be36-f3199827401d service neutron] Notify callbacks [] for port, precommit_update {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:59.025430 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.db.provisioning_blocks [req-13bc532c-6f7f-473a-9f03-e0b8ec7d0b9c req-3df16843-fede-4ba0-be36-f3199827401d service neutron] Transition to ACTIVE for port object 892fd31f-424b-4068-9d03-904ca8bbe2fc will not be triggered until provisioned by entity L2. {{(pid=92874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 18:08:59.031690 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-13bc532c-6f7f-473a-9f03-e0b8ec7d0b9c req-3df16843-fede-4ba0-be36-f3199827401d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28501911'] for port, after_update {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:59.056995 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-547387f2-a388-4cea-a02a-ebab607de5b3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:08:59.177391 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df16843-fede-4ba0-be36-f3199827401d service neutron] Pushing event updated for resources: {'Port': ['ID=892fd31f-424b-4068-9d03-904ca8bbe2fc,revision_number=2']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:08:59.180837 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-3df16843-fede-4ba0-be36-f3199827401d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:08:59.259322 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.managers [req-13bc532c-6f7f-473a-9f03-e0b8ec7d0b9c req-3df16843-fede-4ba0-be36-f3199827401d service neutron] Attempting to bind port 892fd31f-424b-4068-9d03-904ca8bbe2fc on host hv-cinder-78626 for vnic_type normal with profile {{(pid=92874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 18:08:59.259935 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.managers [req-13bc532c-6f7f-473a-9f03-e0b8ec7d0b9c req-3df16843-fede-4ba0-be36-f3199827401d service neutron] Attempting to bind port 892fd31f-424b-4068-9d03-904ca8bbe2fc by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': 'd2eba5df-4ee6-4d57-8467-b15a13058427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': 'a56ac911-462a-49b0-b749-9c491282bc98'}] {{(pid=92874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 18:08:59.260285 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13bc532c-6f7f-473a-9f03-e0b8ec7d0b9c req-3df16843-fede-4ba0-be36-f3199827401d service neutron] Attempting to bind port 892fd31f-424b-4068-9d03-904ca8bbe2fc on network a56ac911-462a-49b0-b749-9c491282bc98 {{(pid=92874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 18:08:59.275279 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13bc532c-6f7f-473a-9f03-e0b8ec7d0b9c req-3df16843-fede-4ba0-be36-f3199827401d service neutron] Port 892fd31f-424b-4068-9d03-904ca8bbe2fc on network a56ac911-462a-49b0-b749-9c491282bc98 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=92874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 18:08:59.275530 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13bc532c-6f7f-473a-9f03-e0b8ec7d0b9c req-3df16843-fede-4ba0-be36-f3199827401d service neutron] Attempting to bind port 892fd31f-424b-4068-9d03-904ca8bbe2fc on network a56ac911-462a-49b0-b749-9c491282bc98 {{(pid=92874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 18:08:59.286873 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13bc532c-6f7f-473a-9f03-e0b8ec7d0b9c req-3df16843-fede-4ba0-be36-f3199827401d service neutron] Checking agent: {'id': '0a4c4f6c-022a-47ca-a1e7-cbe9e6e5e8a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 18, 1, 10), 'started_at': datetime.datetime(2021, 6, 17, 18, 1, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 18, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 18:08:59.287855 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13bc532c-6f7f-473a-9f03-e0b8ec7d0b9c req-3df16843-fede-4ba0-be36-f3199827401d service neutron] Checking segment: {'id': 'd2eba5df-4ee6-4d57-8467-b15a13058427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': 'a56ac911-462a-49b0-b749-9c491282bc98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 18:08:59.288498 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13bc532c-6f7f-473a-9f03-e0b8ec7d0b9c req-3df16843-fede-4ba0-be36-f3199827401d service neutron] Bound using segment: {'id': 'd2eba5df-4ee6-4d57-8467-b15a13058427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': 'a56ac911-462a-49b0-b749-9c491282bc98'} {{(pid=92874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 18:08:59.289298 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.managers [req-13bc532c-6f7f-473a-9f03-e0b8ec7d0b9c req-3df16843-fede-4ba0-be36-f3199827401d service neutron] Bound port: 892fd31f-424b-4068-9d03-904ca8bbe2fc, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2eba5df-4ee6-4d57-8467-b15a13058427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1148, 'network_id': 'a56ac911-462a-49b0-b749-9c491282bc98'}}] {{(pid=92874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 18:08:59.290119 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-13bc532c-6f7f-473a-9f03-e0b8ec7d0b9c req-3df16843-fede-4ba0-be36-f3199827401d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:59.390036 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.db [req-13bc532c-6f7f-473a-9f03-e0b8ec7d0b9c req-3df16843-fede-4ba0-be36-f3199827401d service neutron] For port 892fd31f-424b-4068-9d03-904ca8bbe2fc, host hv-cinder-78626, cleared binding levels {{(pid=92874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 18:08:59.396136 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.db [req-13bc532c-6f7f-473a-9f03-e0b8ec7d0b9c req-3df16843-fede-4ba0-be36-f3199827401d service neutron] For port 892fd31f-424b-4068-9d03-904ca8bbe2fc, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=892fd31f-424b-4068-9d03-904ca8bbe2fc,segment=NetworkSegment(d2eba5df-4ee6-4d57-8467-b15a13058427),segment_id=d2eba5df-4ee6-4d57-8467-b15a13058427)] {{(pid=92874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 18:08:59.402501 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-13bc532c-6f7f-473a-9f03-e0b8ec7d0b9c req-3df16843-fede-4ba0-be36-f3199827401d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28501911'] for port, after_update {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:59.405681 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-c4849099-742d-42e3-b528-2eac3132c4cf tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:08:59.436953 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bc532c-6f7f-473a-9f03-e0b8ec7d0b9c req-3df16843-fede-4ba0-be36-f3199827401d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:08:59.437559 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-13bc532c-6f7f-473a-9f03-e0b8ec7d0b9c req-3df16843-fede-4ba0-be36-f3199827401d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523113'] for port, before_response {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:59.439545 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-13bc532c-6f7f-473a-9f03-e0b8ec7d0b9c req-3df16843-fede-4ba0-be36-f3199827401d service neutron] 10.222.0.95 "PUT /v2.0/ports/892fd31f-424b-4068-9d03-904ca8bbe2fc HTTP/1.1" status: 200 len: 1093 time: 1.1094320 Jun 17 18:08:59.463229 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df16843-fede-4ba0-be36-f3199827401d service neutron] Pushing event updated for resources: {'Port': ['ID=892fd31f-424b-4068-9d03-904ca8bbe2fc,revision_number=3']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:08:59.466115 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-3df16843-fede-4ba0-be36-f3199827401d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:08:59.567497 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bc532c-6f7f-473a-9f03-e0b8ec7d0b9c req-2a3e5643-4019-4254-beaa-17efb5ef268d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:08:59.569228 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-13bc532c-6f7f-473a-9f03-e0b8ec7d0b9c req-2a3e5643-4019-4254-beaa-17efb5ef268d service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=59d1c386609e449fb41deccf8db32944&device_id=2d4a07fe-42c2-4b06-b9c3-372d68d5df91 HTTP/1.1" status: 200 len: 1096 time: 0.0587239 Jun 17 18:08:59.621576 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-13bc532c-6f7f-473a-9f03-e0b8ec7d0b9c req-5b8d3f86-528e-4f45-82e3-5b03d7a7f6b8 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=892fd31f-424b-4068-9d03-904ca8bbe2fc HTTP/1.1" status: 200 len: 217 time: 0.0383778 Jun 17 18:08:59.654849 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Device 098a2272-c3fe-4358-a602-eb02a410873f up at agent hyperv_hv-cinder-78626 {{(pid=92880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 18:08:59.676331 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.agents_db [None req-efac7cad-2d3b-4dc1-9769-dac6e2c75cb9 None None] Agent healthcheck: found 6 active agents {{(pid=92881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 18:08:59.695179 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bc532c-6f7f-473a-9f03-e0b8ec7d0b9c req-ef72ce5a-a2b8-452d-86b5-72fc87aaf8de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:08:59.696594 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-13bc532c-6f7f-473a-9f03-e0b8ec7d0b9c req-ef72ce5a-a2b8-452d-86b5-72fc87aaf8de service neutron] 10.222.0.95 "GET /v2.0/subnets?id=1c1a0998-b783-48f3-b815-e77d3448c78f HTTP/1.1" status: 200 len: 849 time: 0.0681202 Jun 17 18:08:59.732593 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Provisioning for port 098a2272-c3fe-4358-a602-eb02a410873f completed by entity L2. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 18:08:59.737155 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Provisioning complete for port 098a2272-c3fe-4358-a602-eb02a410873f triggered by entity L2. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 18:08:59.737798 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687209'] for port, provisioning_complete {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:59.738439 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d4a07fe-42c2-4b06-b9c3-372d68d5df91', 'tag': '892fd31f-424b-4068-9d03-904ca8bbe2fc'}] {{(pid=92874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 18:08:59.740988 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58554d43f64f60294e2d1fd4a9d9342a0a386c70b92defbb6c9fd2054ba7a623" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20016d3e-992b-4aa0-9460-4b513b12bde5" -d '{"events": [{"name": "network-changed", "server_uuid": "2d4a07fe-42c2-4b06-b9c3-372d68d5df91", "tag": "892fd31f-424b-4068-9d03-904ca8bbe2fc"}]}' {{(pid=92874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 18:08:59.781241 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bc532c-6f7f-473a-9f03-e0b8ec7d0b9c req-aef9a242-67cc-4990-9ddd-9833b0c8a20f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:08:59.783234 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-13bc532c-6f7f-473a-9f03-e0b8ec7d0b9c req-aef9a242-67cc-4990-9ddd-9833b0c8a20f service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a56ac911-462a-49b0-b749-9c491282bc98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0764487 Jun 17 18:08:59.786972 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 18:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb289c0a-6f94-4129-8c4d-4445fb7d94f5 x-openstack-request-id: req-cb289c0a-6f94-4129-8c4d-4445fb7d94f5 {{(pid=92874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 18:08:59.787300 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d4a07fe-42c2-4b06-b9c3-372d68d5df91", "tag": "892fd31f-424b-4068-9d03-904ca8bbe2fc", "status": "completed", "code": 200}]} {{(pid=92874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 18:08:59.787585 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-cb289c0a-6f94-4129-8c4d-4445fb7d94f5 {{(pid=92874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 18:08:59.787984 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d4a07fe-42c2-4b06-b9c3-372d68d5df91', 'tag': '892fd31f-424b-4068-9d03-904ca8bbe2fc', 'status': 'completed', 'code': 200} Jun 17 18:08:59.828295 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:59.851214 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dc067bf-f03c-4a29-b18d-12880d80e4ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '098a2272-c3fe-4358-a602-eb02a410873f'}] {{(pid=92880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 18:08:59.853569 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44fe161690382cf4f0960ac1b424fedb1dd6f9597775f60dec274194d49fe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dd85c27-91d5-4071-821e-e4bae91263bd" -d '{"events": [{"server_uuid": "0dc067bf-f03c-4a29-b18d-12880d80e4ae", "name": "network-vif-plugged", "status": "completed", "tag": "098a2272-c3fe-4358-a602-eb02a410873f"}]}' {{(pid=92880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 18:08:59.866237 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] For port 098a2272-c3fe-4358-a602-eb02a410873f, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=098a2272-c3fe-4358-a602-eb02a410873f,segment=NetworkSegment(b4e37eab-f82a-4d9a-af96-7aed12146093),segment_id=b4e37eab-f82a-4d9a-af96-7aed12146093)] {{(pid=92880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:08:59.870266 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479'] for port, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:08:59.871188 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Device e51b1735-5b0d-43f9-a899-e86c5dbb4f87 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=92880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 18:08:59.873834 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:08:59.895028 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 18:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b807c726-1437-45ba-82a2-1aacdecaffae x-openstack-request-id: req-b807c726-1437-45ba-82a2-1aacdecaffae {{(pid=92880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 18:08:59.895335 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dc067bf-f03c-4a29-b18d-12880d80e4ae", "name": "network-vif-plugged", "status": "completed", "tag": "098a2272-c3fe-4358-a602-eb02a410873f", "code": 200}]} {{(pid=92880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 18:08:59.895596 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-b807c726-1437-45ba-82a2-1aacdecaffae {{(pid=92880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 18:08:59.895987 dv-cinder-786260-6-iscsi neutron-server[92880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dc067bf-f03c-4a29-b18d-12880d80e4ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '098a2272-c3fe-4358-a602-eb02a410873f', 'code': 200} Jun 17 18:08:59.905401 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-13bc532c-6f7f-473a-9f03-e0b8ec7d0b9c req-617c5a43-d245-4da2-9f36-48a07f64fd73 service neutron] 10.222.0.95 "GET /v2.0/networks/a56ac911-462a-49b0-b749-9c491282bc98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986400 Jun 17 18:08:59.914872 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.plugin [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] No Port match for: e51b1735-5b0d-43f9-a899-e86c5dbb4f87 {{(pid=92880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 18:08:59.915100 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Device e51b1735-5b0d-43f9-a899-e86c5dbb4f87 not bound to the agent host hv-cinder-78626 {{(pid=92880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 18:08:59.941487 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Pushing event updated for resources: {'Port': ['ID=098a2272-c3fe-4358-a602-eb02a410873f,revision_number=5']} {{(pid=92880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:08:59.944553 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:09:00.078839 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-13bc532c-6f7f-473a-9f03-e0b8ec7d0b9c req-56f1beac-271f-4baf-a620-9d344c42b3e8 service neutron] 10.222.0.95 "GET /v2.0/networks/a56ac911-462a-49b0-b749-9c491282bc98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304412 Jun 17 18:09:00.115851 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5b296a-d845-4f28-8a83-7586cbf2de11 req-583b10d5-c4af-4817-bcd7-29e86768231e tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:09:00.117509 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-be5b296a-d845-4f28-8a83-7586cbf2de11 req-583b10d5-c4af-4817-bcd7-29e86768231e tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.97 "GET /v2.0/ports?device_id=0dc067bf-f03c-4a29-b18d-12880d80e4ae HTTP/1.1" status: 200 len: 945 time: 0.1068711 Jun 17 18:09:00.161501 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-be5b296a-d845-4f28-8a83-7586cbf2de11 req-8d73d47c-9e19-4542-8e88-cde6e0d194a6 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.97 "GET /v2.0/security-groups?id=3a7a746b-7224-4834-953b-7dfc4df4b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376730 Jun 17 18:09:00.282478 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20016d3e-992b-4aa0-9460-4b513b12bde5 req-f7a936f7-125a-40a7-b1bc-5fd9d1b281b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:09:00.283832 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-20016d3e-992b-4aa0-9460-4b513b12bde5 req-f7a936f7-125a-40a7-b1bc-5fd9d1b281b1 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=59d1c386609e449fb41deccf8db32944&device_id=2d4a07fe-42c2-4b06-b9c3-372d68d5df91 HTTP/1.1" status: 200 len: 1096 time: 0.0933366 Jun 17 18:09:00.324367 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f62036-1e28-4efa-b7ac-d01fb528b399 req-d755fc32-acdf-40f8-afd5-534e3f752243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:09:00.325779 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-c4f62036-1e28-4efa-b7ac-d01fb528b399 req-d755fc32-acdf-40f8-afd5-534e3f752243 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=0dc067bf-f03c-4a29-b18d-12880d80e4ae HTTP/1.1" status: 200 len: 1098 time: 0.1088376 Jun 17 18:09:00.701027 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-c4f62036-1e28-4efa-b7ac-d01fb528b399 req-1628d428-bb49-4059-ab2b-8608425ed662 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=3a7a746b-7224-4834-953b-7dfc4df4b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3652058 Jun 17 18:09:00.721551 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20016d3e-992b-4aa0-9460-4b513b12bde5 req-b82da996-10b7-4af6-8c9f-4bae3366dd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:09:00.722920 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-20016d3e-992b-4aa0-9460-4b513b12bde5 req-b82da996-10b7-4af6-8c9f-4bae3366dd41 service neutron] 10.222.0.95 "GET /v2.0/networks?id=a56ac911-462a-49b0-b749-9c491282bc98 HTTP/1.1" status: 200 len: 912 time: 0.4254723 Jun 17 18:09:00.731187 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f67390-63a7-4240-b8e0-13a86d9f7850 req-a46d25e6-3003-46bf-996d-334ecf8d1a2e tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:09:00.732454 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-d9f67390-63a7-4240-b8e0-13a86d9f7850 req-a46d25e6-3003-46bf-996d-334ecf8d1a2e tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "GET /v2.0/ports?device_id=2d4a07fe-42c2-4b06-b9c3-372d68d5df91 HTTP/1.1" status: 200 len: 943 time: 0.4522021 Jun 17 18:09:00.769356 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-d9f67390-63a7-4240-b8e0-13a86d9f7850 req-dcb3c18d-4661-4e36-8204-016868e69d5f tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "GET /v2.0/security-groups?id=89a1b4be-39b2-4b93-9bca-31cdca26a901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310080 Jun 17 18:09:01.332760 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e96375-cccc-4b03-9297-1986e9e81ac3 req-d7d21e8f-101e-4531-98e9-dac7fc156fb6 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:09:01.334170 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-b4e96375-cccc-4b03-9297-1986e9e81ac3 req-d7d21e8f-101e-4531-98e9-dac7fc156fb6 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.97 "GET /v2.0/ports?device_id=0dc067bf-f03c-4a29-b18d-12880d80e4ae HTTP/1.1" status: 200 len: 945 time: 0.0624287 Jun 17 18:09:01.369741 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-b4e96375-cccc-4b03-9297-1986e9e81ac3 req-12bf9113-21ff-4a71-8b0a-847310035690 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.97 "GET /v2.0/security-groups?id=3a7a746b-7224-4834-953b-7dfc4df4b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300195 Jun 17 18:09:01.937262 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e2d001-b581-47ca-8f61-b2bed2b704ef req-98ddf9f7-dc34-47be-82e5-3f0e4ecf17c0 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:09:01.938639 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-a7e2d001-b581-47ca-8f61-b2bed2b704ef req-98ddf9f7-dc34-47be-82e5-3f0e4ecf17c0 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "GET /v2.0/ports?device_id=2d4a07fe-42c2-4b06-b9c3-372d68d5df91 HTTP/1.1" status: 200 len: 943 time: 0.0614874 Jun 17 18:09:01.979094 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-a7e2d001-b581-47ca-8f61-b2bed2b704ef req-1ac43a66-64ac-49bc-8f85-d0ef0d90ede5 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "GET /v2.0/security-groups?id=89a1b4be-39b2-4b93-9bca-31cdca26a901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348613 Jun 17 18:09:02.542211 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22011e00-7fb9-428d-bd06-003841c536df req-cd9f47de-5066-4eb9-b84b-196b7c0ba1fc tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:09:02.543636 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-22011e00-7fb9-428d-bd06-003841c536df req-cd9f47de-5066-4eb9-b84b-196b7c0ba1fc tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.97 "GET /v2.0/ports?device_id=0dc067bf-f03c-4a29-b18d-12880d80e4ae HTTP/1.1" status: 200 len: 945 time: 0.0627618 Jun 17 18:09:02.580371 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-22011e00-7fb9-428d-bd06-003841c536df req-8fc26d19-ccda-4955-b02d-7f3dd65057e9 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.97 "GET /v2.0/security-groups?id=3a7a746b-7224-4834-953b-7dfc4df4b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308197 Jun 17 18:09:03.146487 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7236cf-e219-487b-a6d2-28cffbf5edb1 req-8fad9288-239b-466e-93f1-033324d741bb tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:09:03.147914 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-2e7236cf-e219-487b-a6d2-28cffbf5edb1 req-8fad9288-239b-466e-93f1-033324d741bb tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "GET /v2.0/ports?device_id=2d4a07fe-42c2-4b06-b9c3-372d68d5df91 HTTP/1.1" status: 200 len: 943 time: 0.0616627 Jun 17 18:09:03.185007 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-2e7236cf-e219-487b-a6d2-28cffbf5edb1 req-bcbca3bf-1960-42bd-aa7b-906acf6f4e06 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "GET /v2.0/security-groups?id=89a1b4be-39b2-4b93-9bca-31cdca26a901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315137 Jun 17 18:09:03.665398 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Device 892fd31f-424b-4068-9d03-904ca8bbe2fc details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=92880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 18:09:03.669192 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-20016d3e-992b-4aa0-9460-4b513b12bde5 req-5eb5bdd9-337a-4635-9869-9895c825b4a5 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=892fd31f-424b-4068-9d03-904ca8bbe2fc HTTP/1.1" status: 200 len: 217 time: 0.0382740 Jun 17 18:09:03.772940 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20016d3e-992b-4aa0-9460-4b513b12bde5 req-1d46dcde-abbb-434f-bf5f-9af952256485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:09:03.774386 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-20016d3e-992b-4aa0-9460-4b513b12bde5 req-1d46dcde-abbb-434f-bf5f-9af952256485 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=1c1a0998-b783-48f3-b815-e77d3448c78f HTTP/1.1" status: 200 len: 849 time: 0.0566442 Jun 17 18:09:03.800654 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5b4080-8a22-4b9a-9f2c-6b0fb06c81a4 req-4f1f097c-9071-40dd-b126-59a96a6681d9 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:09:03.802089 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-5f5b4080-8a22-4b9a-9f2c-6b0fb06c81a4 req-4f1f097c-9071-40dd-b126-59a96a6681d9 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.97 "GET /v2.0/ports?device_id=0dc067bf-f03c-4a29-b18d-12880d80e4ae HTTP/1.1" status: 200 len: 945 time: 0.1127157 Jun 17 18:09:03.865008 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-5f5b4080-8a22-4b9a-9f2c-6b0fb06c81a4 req-80b22d70-e7bf-401c-9c5f-cc70c215e3d3 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.97 "GET /v2.0/security-groups?id=3a7a746b-7224-4834-953b-7dfc4df4b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418811 Jun 17 18:09:03.876731 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] For port 892fd31f-424b-4068-9d03-904ca8bbe2fc, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=892fd31f-424b-4068-9d03-904ca8bbe2fc,segment=NetworkSegment(d2eba5df-4ee6-4d57-8467-b15a13058427),segment_id=d2eba5df-4ee6-4d57-8467-b15a13058427)] {{(pid=92880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:09:03.877035 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20016d3e-992b-4aa0-9460-4b513b12bde5 req-61b6e12e-69b8-4a32-92f8-0b27f4b38204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:09:03.878603 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-20016d3e-992b-4aa0-9460-4b513b12bde5 req-61b6e12e-69b8-4a32-92f8-0b27f4b38204 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a56ac911-462a-49b0-b749-9c491282bc98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0941405 Jun 17 18:09:03.889361 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Returning: {'device': '892fd31f-424b-4068-9d03-904ca8bbe2fc', 'network_id': 'a56ac911-462a-49b0-b749-9c491282bc98', 'port_id': '892fd31f-424b-4068-9d03-904ca8bbe2fc', 'mac_address': 'fa:16:3e:77:1e:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c1a0998-b783-48f3-b815-e77d3448c78f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 18:09:03.928825 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:03.941408 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.notifiers.nova [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 892fd31f-424b-4068-9d03-904ca8bbe2fc {{(pid=92880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 18:09:03.961338 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] For port 892fd31f-424b-4068-9d03-904ca8bbe2fc, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=892fd31f-424b-4068-9d03-904ca8bbe2fc,segment=NetworkSegment(d2eba5df-4ee6-4d57-8467-b15a13058427),segment_id=d2eba5df-4ee6-4d57-8467-b15a13058427)] {{(pid=92880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:09:03.965185 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479'] for port, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:03.966978 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:09:03.983990 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-20016d3e-992b-4aa0-9460-4b513b12bde5 req-29a14109-805c-4cdc-87e7-cfaddcf0a02c service neutron] 10.222.0.95 "GET /v2.0/networks/a56ac911-462a-49b0-b749-9c491282bc98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820076 Jun 17 18:09:04.014286 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Pushing event updated for resources: {'Port': ['ID=892fd31f-424b-4068-9d03-904ca8bbe2fc,revision_number=4']} {{(pid=92880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:09:04.017901 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:09:04.083289 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-20016d3e-992b-4aa0-9460-4b513b12bde5 req-f0681d29-f99b-4e82-8730-f258a6d98d0b service neutron] 10.222.0.95 "GET /v2.0/networks/a56ac911-462a-49b0-b749-9c491282bc98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895641 Jun 17 18:09:04.354302 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2276a59-ccc0-4050-87b8-7f5afd1a2991 req-afd77e61-59fd-4971-bdbc-ce484d9c94db tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:09:04.355757 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-f2276a59-ccc0-4050-87b8-7f5afd1a2991 req-afd77e61-59fd-4971-bdbc-ce484d9c94db tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "GET /v2.0/ports?device_id=2d4a07fe-42c2-4b06-b9c3-372d68d5df91 HTTP/1.1" status: 200 len: 944 time: 0.0622342 Jun 17 18:09:04.392633 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-f2276a59-ccc0-4050-87b8-7f5afd1a2991 req-623c208e-97ce-49b6-875d-10b426a30db5 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "GET /v2.0/security-groups?id=89a1b4be-39b2-4b93-9bca-31cdca26a901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304508 Jun 17 18:09:04.414964 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] get_ports_and_sgs() called for port_ids ['892fd31f-424b-4068-9d03-904ca8bbe2fc'] {{(pid=92880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 18:09:05.054802 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4307566f-9cde-4ec7-bcc1-9a06f8806021 req-c116df82-a0d4-4bcd-afcb-c8fce4ccf618 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:09:05.056370 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-4307566f-9cde-4ec7-bcc1-9a06f8806021 req-c116df82-a0d4-4bcd-afcb-c8fce4ccf618 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.97 "GET /v2.0/ports?device_id=0dc067bf-f03c-4a29-b18d-12880d80e4ae HTTP/1.1" status: 200 len: 945 time: 0.0722866 Jun 17 18:09:05.095128 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-4307566f-9cde-4ec7-bcc1-9a06f8806021 req-dcc8e6cd-4be2-4f01-9ff4-e84a07d2a996 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.97 "GET /v2.0/security-groups?id=3a7a746b-7224-4834-953b-7dfc4df4b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323732 Jun 17 18:09:05.270575 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bbc73d-a5db-41eb-b652-dff979805982 req-b4d84be2-80d1-4a04-8085-1c125184ced9 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:09:05.272086 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-10bbc73d-a5db-41eb-b652-dff979805982 req-b4d84be2-80d1-4a04-8085-1c125184ced9 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.97 "GET /v2.0/ports?device_id=0dc067bf-f03c-4a29-b18d-12880d80e4ae HTTP/1.1" status: 200 len: 945 time: 0.0630960 Jun 17 18:09:05.311425 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-10bbc73d-a5db-41eb-b652-dff979805982 req-7a5a8c08-ca77-408b-8890-8d55bfc63f89 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.97 "GET /v2.0/security-groups?id=3a7a746b-7224-4834-953b-7dfc4df4b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335095 Jun 17 18:09:05.337797 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 49956) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:09:05.392603 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f3469b8-f44f-4c56-8509-5f06d4cb26fe tempest-TestVolumeBootPattern-1950523410 tempest-TestVolumeBootPattern-1950523410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:09:05.394117 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-3f3469b8-f44f-4c56-8509-5f06d4cb26fe tempest-TestVolumeBootPattern-1950523410 tempest-TestVolumeBootPattern-1950523410-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=0dc067bf-f03c-4a29-b18d-12880d80e4ae HTTP/1.1" status: 200 len: 1093 time: 0.0553086 Jun 17 18:09:05.397020 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 49960) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:09:05.401548 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.v2.base [None req-e889539b-aee5-412a-a847-ca03deee75a2 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Request body: {'floatingip': {'floating_network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'port_id': '098a2272-c3fe-4358-a602-eb02a410873f', 'tenant_id': '1e6c61cc07924138a80b114f14370bd1', 'fixed_ip_address': '172.20.0.3'}} {{(pid=92874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 18:09:05.423395 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-e889539b-aee5-412a-a847-ca03deee75a2 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Notify callbacks [] for floatingip, before_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:05.461078 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 49964) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:09:05.563805 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-e889539b-aee5-412a-a847-ca03deee75a2 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1986742'] for port, before_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:05.568921 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-1f98dcf0-e38a-4b5a-a2ed-0fcd8267a2b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:05.590783 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e1c462-46c7-4f3b-b85f-5bc22e43416e req-9c592b9a-e3f7-428c-a4f0-b3c7461e0181 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:09:05.592461 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-89e1c462-46c7-4f3b-b85f-5bc22e43416e req-9c592b9a-e3f7-428c-a4f0-b3c7461e0181 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "GET /v2.0/ports?device_id=2d4a07fe-42c2-4b06-b9c3-372d68d5df91 HTTP/1.1" status: 200 len: 944 time: 0.0853660 Jun 17 18:09:05.660743 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-1f98dcf0-e38a-4b5a-a2ed-0fcd8267a2b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:05.665251 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-1f98dcf0-e38a-4b5a-a2ed-0fcd8267a2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:05.668760 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-f7d8ea14-6d17-47c7-9f90-683e6ff3489b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:09:05.680467 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Device 892fd31f-424b-4068-9d03-904ca8bbe2fc up at agent hyperv_hv-cinder-78626 {{(pid=92880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 18:09:05.695055 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-89e1c462-46c7-4f3b-b85f-5bc22e43416e req-f6b7e916-2dbb-4d40-bbf8-61941961ea58 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "GET /v2.0/security-groups?id=89a1b4be-39b2-4b93-9bca-31cdca26a901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718877 Jun 17 18:09:05.701000 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f98dcf0-e38a-4b5a-a2ed-0fcd8267a2b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb0df6d6-6478-43b9-970d-3c2fef4854b9,revision_number=1']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:09:05.718283 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 49968) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:09:05.718906 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-1f98dcf0-e38a-4b5a-a2ed-0fcd8267a2b2 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=967a104f076a41d3b15f9e6557bce5e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2567232 Jun 17 18:09:05.720446 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-1f98dcf0-e38a-4b5a-a2ed-0fcd8267a2b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:09:05.737981 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Provisioning for port 892fd31f-424b-4068-9d03-904ca8bbe2fc completed by entity L2. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 18:09:05.741794 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Provisioning complete for port 892fd31f-424b-4068-9d03-904ca8bbe2fc triggered by entity L2. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 18:09:05.742177 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687209'] for port, provisioning_complete {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:05.749738 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.db.db_base_plugin_common [None req-e889539b-aee5-412a-a847-ca03deee75a2 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Allocated IP 172.27.2.109 (64144b6f-e068-441d-8337-f91b82ffb73c/78089575-0364-47db-be8b-ef28f42f3a37/a0fb33b3-ee0e-4a27-9a9e-228656821d66) {{(pid=92874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 18:09:05.816970 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-2b5ae257-0e14-4e19-9c70-ee1703e9fdfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:05.817200 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:05.838781 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d4a07fe-42c2-4b06-b9c3-372d68d5df91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '892fd31f-424b-4068-9d03-904ca8bbe2fc'}] {{(pid=92880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 18:09:05.841076 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44fe161690382cf4f0960ac1b424fedb1dd6f9597775f60dec274194d49fe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f9b0799-6736-4698-8156-979615640f6f" -d '{"events": [{"server_uuid": "2d4a07fe-42c2-4b06-b9c3-372d68d5df91", "name": "network-vif-plugged", "status": "completed", "tag": "892fd31f-424b-4068-9d03-904ca8bbe2fc"}]}' {{(pid=92880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 18:09:05.854132 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] For port 892fd31f-424b-4068-9d03-904ca8bbe2fc, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=892fd31f-424b-4068-9d03-904ca8bbe2fc,segment=NetworkSegment(d2eba5df-4ee6-4d57-8467-b15a13058427),segment_id=d2eba5df-4ee6-4d57-8467-b15a13058427)] {{(pid=92880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:09:05.859313 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479'] for port, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:05.861934 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-00f8533d-4beb-48a1-adaa-9a180e1689eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:09:05.878056 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-2b5ae257-0e14-4e19-9c70-ee1703e9fdfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:05.910670 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 18:09:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-127548fe-0847-4f33-95cc-04f41426df87 x-openstack-request-id: req-127548fe-0847-4f33-95cc-04f41426df87 {{(pid=92880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 18:09:05.910969 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d4a07fe-42c2-4b06-b9c3-372d68d5df91", "name": "network-vif-plugged", "status": "completed", "tag": "892fd31f-424b-4068-9d03-904ca8bbe2fc", "code": 200}]} {{(pid=92880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 18:09:05.911235 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-127548fe-0847-4f33-95cc-04f41426df87 {{(pid=92880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 18:09:05.911629 dv-cinder-786260-6-iscsi neutron-server[92880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d4a07fe-42c2-4b06-b9c3-372d68d5df91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '892fd31f-424b-4068-9d03-904ca8bbe2fc', 'code': 200} Jun 17 18:09:05.916113 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Pushing event updated for resources: {'Port': ['ID=892fd31f-424b-4068-9d03-904ca8bbe2fc,revision_number=5']} {{(pid=92880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:09:05.919663 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:09:05.928780 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-e889539b-aee5-412a-a847-ca03deee75a2 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Notify callbacks [] for port, precommit_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:05.963670 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-2b5ae257-0e14-4e19-9c70-ee1703e9fdfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:05.966148 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-2b5ae257-0e14-4e19-9c70-ee1703e9fdfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:05.970111 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-2b5ae257-0e14-4e19-9c70-ee1703e9fdfb admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/eb0df6d6-6478-43b9-970d-3c2fef4854b9 HTTP/1.1" status: 204 len: 168 time: 0.2480648 Jun 17 18:09:05.970111 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-6788d26c-b6d6-4fcd-9606-c39b750b8a75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:09:05.981464 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5ae257-0e14-4e19-9c70-ee1703e9fdfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb0df6d6-6478-43b9-970d-3c2fef4854b9,revision_number=None']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:09:05.984560 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-2b5ae257-0e14-4e19-9c70-ee1703e9fdfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:09:05.989531 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-e889539b-aee5-412a-a847-ca03deee75a2 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1986807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743364645416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28501925'] for port, after_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:05.991723 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-d9278b50-4808-49a1-9ef8-6f3b3c98df26 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:09:06.031685 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e889539b-aee5-412a-a847-ca03deee75a2 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Network 64144b6f-e068-441d-8337-f91b82ffb73c is already hosted by enough agents. {{(pid=92874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 18:09:06.048771 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.scheduler.base_scheduler [None req-e889539b-aee5-412a-a847-ca03deee75a2 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Resources bound (agent type, host, resource id): {{(pid=92874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 18:09:06.053443 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e889539b-aee5-412a-a847-ca03deee75a2 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Received port after_create {{(pid=92874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 18:09:06.056634 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e889539b-aee5-412a-a847-ca03deee75a2 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Pushing event updated for resources: {'Port': ['ID=a0fb33b3-ee0e-4a27-9a9e-228656821d66,revision_number=1']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:09:06.077339 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-e889539b-aee5-412a-a847-ca03deee75a2 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:09:06.339061 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfa9da0-f944-4c5a-90e1-813f7a96c5a0 req-17e8d596-19ac-4b06-b268-c0a393a16b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:09:06.340545 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-dbfa9da0-f944-4c5a-90e1-813f7a96c5a0 req-17e8d596-19ac-4b06-b268-c0a393a16b25 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=2d4a07fe-42c2-4b06-b9c3-372d68d5df91 HTTP/1.1" status: 200 len: 1098 time: 0.1493006 Jun 17 18:09:06.411159 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-dbfa9da0-f944-4c5a-90e1-813f7a96c5a0 req-82af7172-3ff3-4d06-ba63-b0222892932e service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=89a1b4be-39b2-4b93-9bca-31cdca26a901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597658 Jun 17 18:09:06.504090 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-e889539b-aee5-412a-a847-ca03deee75a2 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:06.579888 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-e889539b-aee5-412a-a847-ca03deee75a2 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:06.726534 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-e889539b-aee5-412a-a847-ca03deee75a2 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Notify callbacks [] for port, precommit_update {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:06.730984 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-e889539b-aee5-412a-a847-ca03deee75a2 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28501911'] for port, after_update {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:06.733067 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-589defa1-c657-44f7-9ccd-67e7ee6106b6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:09:06.798762 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e889539b-aee5-412a-a847-ca03deee75a2 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Pushing event updated for resources: {'Port': ['ID=a0fb33b3-ee0e-4a27-9a9e-228656821d66,revision_number=2']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:09:06.802592 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-e889539b-aee5-412a-a847-ca03deee75a2 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:09:06.809285 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-e889539b-aee5-412a-a847-ca03deee75a2 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-943314'] for floatingip, after_update {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:06.948115 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.db.l3_db [None req-e889539b-aee5-412a-a847-ca03deee75a2 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Floating IP 20807ab4-69f1-4673-b595-8f91db2c0ba4 associated. External IP: 172.27.2.109, port: 098a2272-c3fe-4358-a602-eb02a410873f. Jun 17 18:09:06.958142 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1457909f-75f6-4411-9489-62de5a372d29 req-75270e48-f730-4464-929d-9fec4545d3a1 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:09:06.959564 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-1457909f-75f6-4411-9489-62de5a372d29 req-75270e48-f730-4464-929d-9fec4545d3a1 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "GET /v2.0/ports?device_id=2d4a07fe-42c2-4b06-b9c3-372d68d5df91 HTTP/1.1" status: 200 len: 945 time: 0.1148345 Jun 17 18:09:07.058050 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-1457909f-75f6-4411-9489-62de5a372d29 req-2d225f0a-e1f1-471b-9822-e6a70fab761c tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "GET /v2.0/security-groups?id=89a1b4be-39b2-4b93-9bca-31cdca26a901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698874 Jun 17 18:09:07.183364 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e889539b-aee5-412a-a847-ca03deee75a2 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Router 2383b7a7-5e02-4ea6-8c11-ac462b715c40 has already been hosted by L3 agent 4c938d44-4998-4210-8006-ee34f5a3ffbf {{(pid=92874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 18:09:07.289526 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e889539b-aee5-412a-a847-ca03deee75a2 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Notify agent at l3_agent.dv-cinder-786260-6-iscsi the message routers_updated {{(pid=92874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 18:09:07.307348 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45dc4aa-1796-415c-afa1-431c3a38e319 None None] Sync routers for ids ['2383b7a7-5e02-4ea6-8c11-ac462b715c40'] in dv-cinder-786260-6-iscsi {{(pid=92880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 18:09:07.308651 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-e889539b-aee5-412a-a847-ca03deee75a2 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523113'] for floatingip, before_response {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:07.322698 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45dc4aa-1796-415c-afa1-431c3a38e319 None None] Routers {'2383b7a7-5e02-4ea6-8c11-ac462b715c40'} bound to L3 agent in host dv-cinder-786260-6-iscsi {{(pid=92880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 18:09:07.323100 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_hamode_db [None req-a45dc4aa-1796-415c-afa1-431c3a38e319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-17T17:55:17Z,description=,heartbeat_timestamp=2021-06-17T18:08:47Z,host='dv-cinder-786260-6-iscsi',id=4c938d44-4998-4210-8006-ee34f5a3ffbf,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:55:17Z,topic='l3_agent')) {'router_ids': ['2383b7a7-5e02-4ea6-8c11-ac462b715c40'], 'active': True} {{(pid=92880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:09:07.356677 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-e889539b-aee5-412a-a847-ca03deee75a2 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.97 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9583533 Jun 17 18:09:07.357596 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dc067bf-f03c-4a29-b18d-12880d80e4ae', 'tag': '098a2272-c3fe-4358-a602-eb02a410873f'}] {{(pid=92874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 18:09:07.361367 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58554d43f64f60294e2d1fd4a9d9342a0a386c70b92defbb6c9fd2054ba7a623" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cfbe83d-7556-4627-8f67-00c14aaad775" -d '{"events": [{"name": "network-changed", "server_uuid": "0dc067bf-f03c-4a29-b18d-12880d80e4ae", "tag": "098a2272-c3fe-4358-a602-eb02a410873f"}]}' {{(pid=92874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 18:09:07.395940 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 18:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbbf4dd3-341f-4b79-a77c-9d0072d72fea x-openstack-request-id: req-dbbf4dd3-341f-4b79-a77c-9d0072d72fea {{(pid=92874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 18:09:07.396294 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dc067bf-f03c-4a29-b18d-12880d80e4ae", "tag": "098a2272-c3fe-4358-a602-eb02a410873f", "status": "completed", "code": 200}]} {{(pid=92874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 18:09:07.396580 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-dbbf4dd3-341f-4b79-a77c-9d0072d72fea {{(pid=92874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 18:09:07.397032 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dc067bf-f03c-4a29-b18d-12880d80e4ae', 'tag': '098a2272-c3fe-4358-a602-eb02a410873f', 'status': 'completed', 'code': 200} Jun 17 18:09:07.449346 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_dvr_db [None req-a45dc4aa-1796-415c-afa1-431c3a38e319 None None] Set router 2383b7a7-5e02-4ea6-8c11-ac462b715c40 gateway port host: dv-cinder-786260-6-iscsi {{(pid=92880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 18:09:07.548210 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfbe83d-7556-4627-8f67-00c14aaad775 req-07100f92-f383-44a8-920b-49a68cab5755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:09:07.549779 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-9cfbe83d-7556-4627-8f67-00c14aaad775 req-07100f92-f383-44a8-920b-49a68cab5755 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=1e6c61cc07924138a80b114f14370bd1&device_id=0dc067bf-f03c-4a29-b18d-12880d80e4ae HTTP/1.1" status: 200 len: 1098 time: 0.0555332 Jun 17 18:09:07.657947 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfbe83d-7556-4627-8f67-00c14aaad775 req-e2b5f67d-c065-4fcb-a270-54c2b7da588c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:09:07.659405 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-9cfbe83d-7556-4627-8f67-00c14aaad775 req-e2b5f67d-c065-4fcb-a270-54c2b7da588c service neutron] 10.222.0.95 "GET /v2.0/networks?id=6ab84586-cad6-4a81-bfb5-7a0782fd9a74 HTTP/1.1" status: 200 len: 913 time: 0.0969019 Jun 17 18:09:07.695339 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_hamode_db [None req-a45dc4aa-1796-415c-afa1-431c3a38e319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2383b7a7-5e02-4ea6-8c11-ac462b715c40', 'name': 'tempest-TestVolumeBootPattern-790059704-router', 'tenant_id': '1e6c61cc07924138a80b114f14370bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'external_fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': '5b3d7f0f-d825-454d-ac83-9af8f11f20d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T18:04:44Z', 'updated_at': '2021-06-17T18:04:46Z', 'revision_number': 4, 'project_id': '1e6c61cc07924138a80b114f14370bd1', 'gw_port': {'id': '5b3d7f0f-d825-454d-ac83-9af8f11f20d5', 'name': '', 'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:5c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2383b7a7-5e02-4ea6-8c11-ac462b715c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:04:44Z', 'updated_at': '2021-06-17T18:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78089575-0364-47db-be8b-ef28f42f3a37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-6-iscsi', '_floatingips': [{'id': '20807ab4-69f1-4673-b595-8f91db2c0ba4', 'tenant_id': '1e6c61cc07924138a80b114f14370bd1', 'floating_ip_address': '172.27.2.109', 'floating_network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'router_id': '2383b7a7-5e02-4ea6-8c11-ac462b715c40', 'port_id': '098a2272-c3fe-4358-a602-eb02a410873f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ab84586-cad6-4a81-bfb5-7a0782fd9a74', 'mac_address': 'fa:16:3e:2a:e0:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc067bf-f03c-4a29-b18d-12880d80e4ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T18:09:06Z', 'updated_at': '2021-06-17T18:09:06Z', 'revision_number': 0, 'project_id': '1e6c61cc07924138a80b114f14370bd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c0ea93b-4829-4c11-a3e0-2940e47ddf0a', 'name': '', 'network_id': '6ab84586-cad6-4a81-bfb5-7a0782fd9a74', 'tenant_id': '1e6c61cc07924138a80b114f14370bd1', 'mac_address': 'fa:16:3e:82:07:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2383b7a7-5e02-4ea6-8c11-ac462b715c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '06c8cb67-128a-4786-852c-d9ffd25e0b01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:04:46Z', 'updated_at': '2021-06-17T18:04:52Z', 'revision_number': 5, 'project_id': '1e6c61cc07924138a80b114f14370bd1', 'subnets': [{'id': '06c8cb67-128a-4786-852c-d9ffd25e0b01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-6-iscsi', False) {} {{(pid=92880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:09:07.723602 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45dc4aa-1796-415c-afa1-431c3a38e319 None None] Checking router: 2383b7a7-5e02-4ea6-8c11-ac462b715c40 for host: dv-cinder-786260-6-iscsi {{(pid=92880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 18:09:07.731532 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45dc4aa-1796-415c-afa1-431c3a38e319 None None] Routers {'2383b7a7-5e02-4ea6-8c11-ac462b715c40'} bound to L3 agent in host dv-cinder-786260-6-iscsi {{(pid=92880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 18:09:07.732165 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_hamode_db [None req-a45dc4aa-1796-415c-afa1-431c3a38e319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-17T17:55:17Z,description=,heartbeat_timestamp=2021-06-17T18:08:47Z,host='dv-cinder-786260-6-iscsi',id=4c938d44-4998-4210-8006-ee34f5a3ffbf,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:55:17Z,topic='l3_agent')) {'router_ids': ['2383b7a7-5e02-4ea6-8c11-ac462b715c40'], 'active': True} {{(pid=92880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:09:07.835659 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_dvr_db [None req-a45dc4aa-1796-415c-afa1-431c3a38e319 None None] Set router 2383b7a7-5e02-4ea6-8c11-ac462b715c40 gateway port host: dv-cinder-786260-6-iscsi {{(pid=92880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 18:09:07.893289 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-9cfbe83d-7556-4627-8f67-00c14aaad775 req-a2260641-fa39-4578-9f0c-a8eb06e7a0d9 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=098a2272-c3fe-4358-a602-eb02a410873f HTTP/1.1" status: 200 len: 999 time: 0.0581639 Jun 17 18:09:07.966118 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfbe83d-7556-4627-8f67-00c14aaad775 req-8f69f8e1-e640-426d-b25d-fd391b4c310b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:09:07.967540 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-9cfbe83d-7556-4627-8f67-00c14aaad775 req-8f69f8e1-e640-426d-b25d-fd391b4c310b service neutron] 10.222.0.95 "GET /v2.0/subnets?id=06c8cb67-128a-4786-852c-d9ffd25e0b01 HTTP/1.1" status: 200 len: 850 time: 0.0416937 Jun 17 18:09:08.053988 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfbe83d-7556-4627-8f67-00c14aaad775 req-68e84668-22bf-4435-b6c5-0478b4080a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:09:08.055557 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-9cfbe83d-7556-4627-8f67-00c14aaad775 req-68e84668-22bf-4435-b6c5-0478b4080a31 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=6ab84586-cad6-4a81-bfb5-7a0782fd9a74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0595050 Jun 17 18:09:08.060895 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_hamode_db [None req-a45dc4aa-1796-415c-afa1-431c3a38e319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2383b7a7-5e02-4ea6-8c11-ac462b715c40', 'name': 'tempest-TestVolumeBootPattern-790059704-router', 'tenant_id': '1e6c61cc07924138a80b114f14370bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'external_fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': '5b3d7f0f-d825-454d-ac83-9af8f11f20d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T18:04:44Z', 'updated_at': '2021-06-17T18:04:46Z', 'revision_number': 4, 'project_id': '1e6c61cc07924138a80b114f14370bd1', 'gw_port': {'id': '5b3d7f0f-d825-454d-ac83-9af8f11f20d5', 'name': '', 'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:5c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2383b7a7-5e02-4ea6-8c11-ac462b715c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:04:44Z', 'updated_at': '2021-06-17T18:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78089575-0364-47db-be8b-ef28f42f3a37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-6-iscsi', '_floatingips': [{'id': '20807ab4-69f1-4673-b595-8f91db2c0ba4', 'tenant_id': '1e6c61cc07924138a80b114f14370bd1', 'floating_ip_address': '172.27.2.109', 'floating_network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'router_id': '2383b7a7-5e02-4ea6-8c11-ac462b715c40', 'port_id': '098a2272-c3fe-4358-a602-eb02a410873f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ab84586-cad6-4a81-bfb5-7a0782fd9a74', 'mac_address': 'fa:16:3e:2a:e0:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc067bf-f03c-4a29-b18d-12880d80e4ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T18:09:06Z', 'updated_at': '2021-06-17T18:09:06Z', 'revision_number': 0, 'project_id': '1e6c61cc07924138a80b114f14370bd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c0ea93b-4829-4c11-a3e0-2940e47ddf0a', 'name': '', 'network_id': '6ab84586-cad6-4a81-bfb5-7a0782fd9a74', 'tenant_id': '1e6c61cc07924138a80b114f14370bd1', 'mac_address': 'fa:16:3e:82:07:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2383b7a7-5e02-4ea6-8c11-ac462b715c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '06c8cb67-128a-4786-852c-d9ffd25e0b01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:04:46Z', 'updated_at': '2021-06-17T18:04:52Z', 'revision_number': 5, 'project_id': '1e6c61cc07924138a80b114f14370bd1', 'subnets': [{'id': '06c8cb67-128a-4786-852c-d9ffd25e0b01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-6-iscsi', False) {} {{(pid=92880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:09:08.087052 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45dc4aa-1796-415c-afa1-431c3a38e319 None None] The sync data for ids ['2383b7a7-5e02-4ea6-8c11-ac462b715c40'] in dv-cinder-786260-6-iscsi is: [{'id': '2383b7a7-5e02-4ea6-8c11-ac462b715c40', 'name': 'tempest-TestVolumeBootPattern-790059704-router', 'tenant_id': '1e6c61cc07924138a80b114f14370bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'external_fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': '5b3d7f0f-d825-454d-ac83-9af8f11f20d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T18:04:44Z', 'updated_at': '2021-06-17T18:04:46Z', 'revision_number': 4, 'project_id': '1e6c61cc07924138a80b114f14370bd1', 'gw_port': {'id': '5b3d7f0f-d825-454d-ac83-9af8f11f20d5', 'name': '', 'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:5c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2383b7a7-5e02-4ea6-8c11-ac462b715c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:04:44Z', 'updated_at': '2021-06-17T18:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78089575-0364-47db-be8b-ef28f42f3a37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-6-iscsi', '_floatingips': [{'id': '20807ab4-69f1-4673-b595-8f91db2c0ba4', 'tenant_id': '1e6c61cc07924138a80b114f14370bd1', 'floating_ip_address': '172.27.2.109', 'floating_network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'router_id': '2383b7a7-5e02-4ea6-8c11-ac462b715c40', 'port_id': '098a2272-c3fe-4358-a602-eb02a410873f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ab84586-cad6-4a81-bfb5-7a0782fd9a74', 'mac_address': 'fa:16:3e:2a:e0:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc067bf-f03c-4a29-b18d-12880d80e4ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T18:09:06Z', 'updated_at': '2021-06-17T18:09:06Z', 'revision_number': 0, 'project_id': '1e6c61cc07924138a80b114f14370bd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c0ea93b-4829-4c11-a3e0-2940e47ddf0a', 'name': '', 'network_id': '6ab84586-cad6-4a81-bfb5-7a0782fd9a74', 'tenant_id': '1e6c61cc07924138a80b114f14370bd1', 'mac_address': 'fa:16:3e:82:07:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2383b7a7-5e02-4ea6-8c11-ac462b715c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '06c8cb67-128a-4786-852c-d9ffd25e0b01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:04:46Z', 'updated_at': '2021-06-17T18:04:52Z', 'revision_number': 5, 'project_id': '1e6c61cc07924138a80b114f14370bd1', 'subnets': [{'id': '06c8cb67-128a-4786-852c-d9ffd25e0b01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 18:09:08.219456 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-9cfbe83d-7556-4627-8f67-00c14aaad775 req-009c60e0-ed1d-4ece-b621-8ed515e693c6 service neutron] 10.222.0.95 "GET /v2.0/networks/6ab84586-cad6-4a81-bfb5-7a0782fd9a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184452 Jun 17 18:09:08.259419 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa90679-e261-465d-ad9a-aece9f0932ab req-7dceb64b-2ed2-4d03-86f0-9987b7205bac tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:09:08.261240 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-daa90679-e261-465d-ad9a-aece9f0932ab req-7dceb64b-2ed2-4d03-86f0-9987b7205bac tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "GET /v2.0/ports?device_id=2d4a07fe-42c2-4b06-b9c3-372d68d5df91 HTTP/1.1" status: 200 len: 945 time: 0.0793016 Jun 17 18:09:08.315932 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1625c257-2b19-452e-a508-2d7089bf9872 None None] New status for floating IP 20807ab4-69f1-4673-b595-8f91db2c0ba4: ACTIVE {{(pid=92881) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 18:09:08.368670 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-daa90679-e261-465d-ad9a-aece9f0932ab req-9b35a72c-72ca-47bc-957f-1852360b7230 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "GET /v2.0/security-groups?id=89a1b4be-39b2-4b93-9bca-31cdca26a901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971005 Jun 17 18:09:08.383619 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-9cfbe83d-7556-4627-8f67-00c14aaad775 req-83cc8a3a-bbfc-4e61-9626-d9dbe9456ed9 service neutron] 10.222.0.95 "GET /v2.0/networks/6ab84586-cad6-4a81-bfb5-7a0782fd9a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213734 Jun 17 18:09:08.538000 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b815521-d7a0-4f13-b0b6-ea32dbc16783 req-c31f9f1d-b07f-45d2-96d1-1703bf653d60 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:09:08.539529 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-6b815521-d7a0-4f13-b0b6-ea32dbc16783 req-c31f9f1d-b07f-45d2-96d1-1703bf653d60 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "GET /v2.0/ports?device_id=2d4a07fe-42c2-4b06-b9c3-372d68d5df91 HTTP/1.1" status: 200 len: 945 time: 0.0635185 Jun 17 18:09:08.548478 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 50006) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:09:08.552886 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.v2.base [None req-40cc65ad-8065-46ff-a6e1-9defa50188ec tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Request body: {'floatingip': {'port_id': '892fd31f-424b-4068-9d03-904ca8bbe2fc'}} {{(pid=92874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 18:09:08.595027 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-40cc65ad-8065-46ff-a6e1-9defa50188ec tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Notify callbacks [] for floatingip, before_update {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:09.295832 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-40cc65ad-8065-46ff-a6e1-9defa50188ec tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:09.300344 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-40cc65ad-8065-46ff-a6e1-9defa50188ec tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-943314'] for floatingip, after_update {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:09.400434 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.db.l3_db [None req-40cc65ad-8065-46ff-a6e1-9defa50188ec tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Floating IP 305a99c1-1148-4b9f-8aab-8e82083f06d7 associated. External IP: 172.27.2.77, port: 892fd31f-424b-4068-9d03-904ca8bbe2fc. Jun 17 18:09:09.599272 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40cc65ad-8065-46ff-a6e1-9defa50188ec tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Router 9b5fbf60-68fb-4059-a782-f9a419825548 has already been hosted by L3 agent 4c938d44-4998-4210-8006-ee34f5a3ffbf {{(pid=92874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 18:09:09.701922 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40cc65ad-8065-46ff-a6e1-9defa50188ec tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Notify agent at l3_agent.dv-cinder-786260-6-iscsi the message routers_updated {{(pid=92874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 18:09:09.706681 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-40cc65ad-8065-46ff-a6e1-9defa50188ec tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523113'] for floatingip, before_response {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:09.711835 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84f24f6-072b-45c9-80c6-142bd8f55c8c None None] Sync routers for ids ['9b5fbf60-68fb-4059-a782-f9a419825548'] in dv-cinder-786260-6-iscsi {{(pid=92880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 18:09:09.721621 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84f24f6-072b-45c9-80c6-142bd8f55c8c None None] Routers {'9b5fbf60-68fb-4059-a782-f9a419825548'} bound to L3 agent in host dv-cinder-786260-6-iscsi {{(pid=92880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 18:09:09.722228 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_hamode_db [None req-d84f24f6-072b-45c9-80c6-142bd8f55c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-17T17:55:17Z,description=,heartbeat_timestamp=2021-06-17T18:08:47Z,host='dv-cinder-786260-6-iscsi',id=4c938d44-4998-4210-8006-ee34f5a3ffbf,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:55:17Z,topic='l3_agent')) {'router_ids': ['9b5fbf60-68fb-4059-a782-f9a419825548'], 'active': True} {{(pid=92880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:09:09.748350 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-40cc65ad-8065-46ff-a6e1-9defa50188ec tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "PUT /v2.0/floatingips/305a99c1-1148-4b9f-8aab-8e82083f06d7 HTTP/1.1" status: 200 len: 990 time: 1.1963303 Jun 17 18:09:09.748350 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d4a07fe-42c2-4b06-b9c3-372d68d5df91', 'tag': '892fd31f-424b-4068-9d03-904ca8bbe2fc'}] {{(pid=92874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 18:09:09.748930 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58554d43f64f60294e2d1fd4a9d9342a0a386c70b92defbb6c9fd2054ba7a623" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb919ef6-143c-440f-9ee1-2f9d20d95be4" -d '{"events": [{"name": "network-changed", "server_uuid": "2d4a07fe-42c2-4b06-b9c3-372d68d5df91", "tag": "892fd31f-424b-4068-9d03-904ca8bbe2fc"}]}' {{(pid=92874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 18:09:09.829711 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_dvr_db [None req-d84f24f6-072b-45c9-80c6-142bd8f55c8c None None] Set router 9b5fbf60-68fb-4059-a782-f9a419825548 gateway port host: dv-cinder-786260-6-iscsi {{(pid=92880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 18:09:10.044631 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_hamode_db [None req-d84f24f6-072b-45c9-80c6-142bd8f55c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b5fbf60-68fb-4059-a782-f9a419825548', 'name': 'tempest-AttachVolumeTestJSON-534204259-router', 'tenant_id': '59d1c386609e449fb41deccf8db32944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'external_fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '41d97631-15a9-42f5-a18d-cfc819b7ac0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T18:02:57Z', 'updated_at': '2021-06-17T18:03:06Z', 'revision_number': 4, 'project_id': '59d1c386609e449fb41deccf8db32944', 'gw_port': {'id': '41d97631-15a9-42f5-a18d-cfc819b7ac0f', 'name': '', 'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:f0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b5fbf60-68fb-4059-a782-f9a419825548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:02:59Z', 'updated_at': '2021-06-17T18:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78089575-0364-47db-be8b-ef28f42f3a37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-6-iscsi', '_floatingips': [{'id': '305a99c1-1148-4b9f-8aab-8e82083f06d7', 'tenant_id': '59d1c386609e449fb41deccf8db32944', 'floating_ip_address': '172.27.2.77', 'floating_network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'router_id': '9b5fbf60-68fb-4059-a782-f9a419825548', 'port_id': '892fd31f-424b-4068-9d03-904ca8bbe2fc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a56ac911-462a-49b0-b749-9c491282bc98', 'mac_address': 'fa:16:3e:77:1e:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d4a07fe-42c2-4b06-b9c3-372d68d5df91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T18:08:54Z', 'updated_at': '2021-06-17T18:09:09Z', 'revision_number': 1, 'project_id': '59d1c386609e449fb41deccf8db32944', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f81462e-04aa-4cac-bb94-986672b57b5e', 'name': '', 'network_id': 'a56ac911-462a-49b0-b749-9c491282bc98', 'tenant_id': '59d1c386609e449fb41deccf8db32944', 'mac_address': 'fa:16:3e:ab:cf:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b5fbf60-68fb-4059-a782-f9a419825548', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1c1a0998-b783-48f3-b815-e77d3448c78f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:03:04Z', 'updated_at': '2021-06-17T18:03:15Z', 'revision_number': 5, 'project_id': '59d1c386609e449fb41deccf8db32944', 'subnets': [{'id': '1c1a0998-b783-48f3-b815-e77d3448c78f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-6-iscsi', False) {} {{(pid=92880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:09:10.069716 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84f24f6-072b-45c9-80c6-142bd8f55c8c None None] Checking router: 9b5fbf60-68fb-4059-a782-f9a419825548 for host: dv-cinder-786260-6-iscsi {{(pid=92880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 18:09:10.078018 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84f24f6-072b-45c9-80c6-142bd8f55c8c None None] Routers {'9b5fbf60-68fb-4059-a782-f9a419825548'} bound to L3 agent in host dv-cinder-786260-6-iscsi {{(pid=92880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 18:09:10.079449 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_hamode_db [None req-d84f24f6-072b-45c9-80c6-142bd8f55c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-17T17:55:17Z,description=,heartbeat_timestamp=2021-06-17T18:08:47Z,host='dv-cinder-786260-6-iscsi',id=4c938d44-4998-4210-8006-ee34f5a3ffbf,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:55:17Z,topic='l3_agent')) {'router_ids': ['9b5fbf60-68fb-4059-a782-f9a419825548'], 'active': True} {{(pid=92880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:09:10.289609 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_dvr_db [None req-d84f24f6-072b-45c9-80c6-142bd8f55c8c None None] Set router 9b5fbf60-68fb-4059-a782-f9a419825548 gateway port host: dv-cinder-786260-6-iscsi {{(pid=92880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 18:09:10.503700 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_hamode_db [None req-d84f24f6-072b-45c9-80c6-142bd8f55c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b5fbf60-68fb-4059-a782-f9a419825548', 'name': 'tempest-AttachVolumeTestJSON-534204259-router', 'tenant_id': '59d1c386609e449fb41deccf8db32944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'external_fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '41d97631-15a9-42f5-a18d-cfc819b7ac0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T18:02:57Z', 'updated_at': '2021-06-17T18:03:06Z', 'revision_number': 4, 'project_id': '59d1c386609e449fb41deccf8db32944', 'gw_port': {'id': '41d97631-15a9-42f5-a18d-cfc819b7ac0f', 'name': '', 'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:f0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b5fbf60-68fb-4059-a782-f9a419825548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:02:59Z', 'updated_at': '2021-06-17T18:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78089575-0364-47db-be8b-ef28f42f3a37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-6-iscsi', '_floatingips': [{'id': '305a99c1-1148-4b9f-8aab-8e82083f06d7', 'tenant_id': '59d1c386609e449fb41deccf8db32944', 'floating_ip_address': '172.27.2.77', 'floating_network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'router_id': '9b5fbf60-68fb-4059-a782-f9a419825548', 'port_id': '892fd31f-424b-4068-9d03-904ca8bbe2fc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a56ac911-462a-49b0-b749-9c491282bc98', 'mac_address': 'fa:16:3e:77:1e:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d4a07fe-42c2-4b06-b9c3-372d68d5df91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T18:08:54Z', 'updated_at': '2021-06-17T18:09:09Z', 'revision_number': 1, 'project_id': '59d1c386609e449fb41deccf8db32944', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f81462e-04aa-4cac-bb94-986672b57b5e', 'name': '', 'network_id': 'a56ac911-462a-49b0-b749-9c491282bc98', 'tenant_id': '59d1c386609e449fb41deccf8db32944', 'mac_address': 'fa:16:3e:ab:cf:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b5fbf60-68fb-4059-a782-f9a419825548', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1c1a0998-b783-48f3-b815-e77d3448c78f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:03:04Z', 'updated_at': '2021-06-17T18:03:15Z', 'revision_number': 5, 'project_id': '59d1c386609e449fb41deccf8db32944', 'subnets': [{'id': '1c1a0998-b783-48f3-b815-e77d3448c78f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-6-iscsi', False) {} {{(pid=92880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:09:10.528960 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84f24f6-072b-45c9-80c6-142bd8f55c8c None None] The sync data for ids ['9b5fbf60-68fb-4059-a782-f9a419825548'] in dv-cinder-786260-6-iscsi is: [{'id': '9b5fbf60-68fb-4059-a782-f9a419825548', 'name': 'tempest-AttachVolumeTestJSON-534204259-router', 'tenant_id': '59d1c386609e449fb41deccf8db32944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'external_fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '41d97631-15a9-42f5-a18d-cfc819b7ac0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T18:02:57Z', 'updated_at': '2021-06-17T18:03:06Z', 'revision_number': 4, 'project_id': '59d1c386609e449fb41deccf8db32944', 'gw_port': {'id': '41d97631-15a9-42f5-a18d-cfc819b7ac0f', 'name': '', 'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:f0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b5fbf60-68fb-4059-a782-f9a419825548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:02:59Z', 'updated_at': '2021-06-17T18:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78089575-0364-47db-be8b-ef28f42f3a37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-6-iscsi', '_floatingips': [{'id': '305a99c1-1148-4b9f-8aab-8e82083f06d7', 'tenant_id': '59d1c386609e449fb41deccf8db32944', 'floating_ip_address': '172.27.2.77', 'floating_network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'router_id': '9b5fbf60-68fb-4059-a782-f9a419825548', 'port_id': '892fd31f-424b-4068-9d03-904ca8bbe2fc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a56ac911-462a-49b0-b749-9c491282bc98', 'mac_address': 'fa:16:3e:77:1e:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d4a07fe-42c2-4b06-b9c3-372d68d5df91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T18:08:54Z', 'updated_at': '2021-06-17T18:09:09Z', 'revision_number': 1, 'project_id': '59d1c386609e449fb41deccf8db32944', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f81462e-04aa-4cac-bb94-986672b57b5e', 'name': '', 'network_id': 'a56ac911-462a-49b0-b749-9c491282bc98', 'tenant_id': '59d1c386609e449fb41deccf8db32944', 'mac_address': 'fa:16:3e:ab:cf:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b5fbf60-68fb-4059-a782-f9a419825548', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1c1a0998-b783-48f3-b815-e77d3448c78f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:03:04Z', 'updated_at': '2021-06-17T18:03:15Z', 'revision_number': 5, 'project_id': '59d1c386609e449fb41deccf8db32944', 'subnets': [{'id': '1c1a0998-b783-48f3-b815-e77d3448c78f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 18:09:10.699402 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6137df-4ebd-4d52-9c54-2c0edb6a9fb4 None None] New status for floating IP 305a99c1-1148-4b9f-8aab-8e82083f06d7: ACTIVE {{(pid=92881) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 18:09:12.354141 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 18:09:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f30607b6-7c64-42ad-9f74-05db165f1811 x-openstack-request-id: req-f30607b6-7c64-42ad-9f74-05db165f1811 {{(pid=92874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 18:09:12.354673 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d4a07fe-42c2-4b06-b9c3-372d68d5df91", "tag": "892fd31f-424b-4068-9d03-904ca8bbe2fc", "status": "completed", "code": 200}]} {{(pid=92874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 18:09:12.354781 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-f30607b6-7c64-42ad-9f74-05db165f1811 {{(pid=92874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 18:09:12.355146 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d4a07fe-42c2-4b06-b9c3-372d68d5df91', 'tag': '892fd31f-424b-4068-9d03-904ca8bbe2fc', 'status': 'completed', 'code': 200} Jun 17 18:09:12.458857 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb919ef6-143c-440f-9ee1-2f9d20d95be4 req-c379eef2-10c9-4f78-ac77-e7fa43a057da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:09:12.460236 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-bb919ef6-143c-440f-9ee1-2f9d20d95be4 req-c379eef2-10c9-4f78-ac77-e7fa43a057da service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=59d1c386609e449fb41deccf8db32944&device_id=2d4a07fe-42c2-4b06-b9c3-372d68d5df91 HTTP/1.1" status: 200 len: 1098 time: 0.0510035 Jun 17 18:09:12.549490 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb919ef6-143c-440f-9ee1-2f9d20d95be4 req-4c8fb8b9-ad08-4190-a3ca-d6bc326d33f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:09:12.550931 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-bb919ef6-143c-440f-9ee1-2f9d20d95be4 req-4c8fb8b9-ad08-4190-a3ca-d6bc326d33f6 service neutron] 10.222.0.95 "GET /v2.0/networks?id=a56ac911-462a-49b0-b749-9c491282bc98 HTTP/1.1" status: 200 len: 912 time: 0.0838690 Jun 17 18:09:12.617957 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-bb919ef6-143c-440f-9ee1-2f9d20d95be4 req-1dc785f6-74c9-4535-8467-174177b340b7 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=892fd31f-424b-4068-9d03-904ca8bbe2fc HTTP/1.1" status: 200 len: 1000 time: 0.0602376 Jun 17 18:09:12.668954 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb919ef6-143c-440f-9ee1-2f9d20d95be4 req-907daaa4-812b-4481-9ecd-6650f1740116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:09:12.670311 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-bb919ef6-143c-440f-9ee1-2f9d20d95be4 req-907daaa4-812b-4481-9ecd-6650f1740116 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=1c1a0998-b783-48f3-b815-e77d3448c78f HTTP/1.1" status: 200 len: 849 time: 0.0415201 Jun 17 18:09:12.726067 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb919ef6-143c-440f-9ee1-2f9d20d95be4 req-f0be152e-f85e-484b-8937-348501af9a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:09:12.727457 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-bb919ef6-143c-440f-9ee1-2f9d20d95be4 req-f0be152e-f85e-484b-8937-348501af9a9e service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a56ac911-462a-49b0-b749-9c491282bc98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0505409 Jun 17 18:09:12.819425 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-bb919ef6-143c-440f-9ee1-2f9d20d95be4 req-96145507-332c-4f2a-b96f-4e9cc3893d75 service neutron] 10.222.0.95 "GET /v2.0/networks/a56ac911-462a-49b0-b749-9c491282bc98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836253 Jun 17 18:09:12.914227 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-bb919ef6-143c-440f-9ee1-2f9d20d95be4 req-a01f6323-34e4-45ac-ab6f-fdc7c3db4cf6 service neutron] 10.222.0.95 "GET /v2.0/networks/a56ac911-462a-49b0-b749-9c491282bc98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843165 Jun 17 18:09:14.158289 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-52143281-9080-4541-8066-e5302f510a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:14.298576 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:16.323477 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-f67f4b5c-409e-4e82-a2bf-c8065bc60e92 req-9eef89d3-4aad-4797-83f6-ff33a0f7a368 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=38d17454-bfce-47e4-b41b-493d9e52a372&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0506258 Jun 17 18:09:16.444542 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67f4b5c-409e-4e82-a2bf-c8065bc60e92 req-7b37e520-870d-410d-b45a-a332a6fcdfcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:09:16.446007 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-f67f4b5c-409e-4e82-a2bf-c8065bc60e92 req-7b37e520-870d-410d-b45a-a332a6fcdfcc service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=74ba9816d29f45709c2d61dd07a4dcc6&device_id=38d17454-bfce-47e4-b41b-493d9e52a372 HTTP/1.1" status: 200 len: 1137 time: 0.0520699 Jun 17 18:09:16.561491 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67f4b5c-409e-4e82-a2bf-c8065bc60e92 req-7f8a3213-d39b-4371-b8ba-5b8a3c52ab5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:09:16.562967 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-f67f4b5c-409e-4e82-a2bf-c8065bc60e92 req-7f8a3213-d39b-4371-b8ba-5b8a3c52ab5b service neutron] 10.222.0.95 "GET /v2.0/networks?id=1f9fb0f7-53a4-48cb-a36c-c77fb573af98 HTTP/1.1" status: 200 len: 917 time: 0.0909855 Jun 17 18:09:16.635783 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-f67f4b5c-409e-4e82-a2bf-c8065bc60e92 req-daf7e83f-ecec-4e0e-9bed-88269cf1554b service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5577a9a1-1770-4ff7-83ae-1a4009a3cc40 HTTP/1.1" status: 200 len: 1000 time: 0.0631120 Jun 17 18:09:16.684657 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67f4b5c-409e-4e82-a2bf-c8065bc60e92 req-97fd7e9e-6b2f-4b45-920d-fdb57b81d4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:09:16.686057 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-f67f4b5c-409e-4e82-a2bf-c8065bc60e92 req-97fd7e9e-6b2f-4b45-920d-fdb57b81d4d4 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=5ea2c680-8280-494b-b582-ad8adfc7edc3 HTTP/1.1" status: 200 len: 854 time: 0.0433683 Jun 17 18:09:16.751933 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67f4b5c-409e-4e82-a2bf-c8065bc60e92 req-6c127631-d0e3-4bf0-a0bd-2db91285415b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:09:16.754067 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-f67f4b5c-409e-4e82-a2bf-c8065bc60e92 req-6c127631-d0e3-4bf0-a0bd-2db91285415b service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=1f9fb0f7-53a4-48cb-a36c-c77fb573af98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0538478 Jun 17 18:09:16.820998 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-ce1c4c9f-4f82-48df-992f-6f91857fa49d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:16.841273 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-f67f4b5c-409e-4e82-a2bf-c8065bc60e92 req-66669876-e367-4ee4-891c-834c6d3891be service neutron] 10.222.0.95 "GET /v2.0/networks/1f9fb0f7-53a4-48cb-a36c-c77fb573af98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798831 Jun 17 18:09:16.928082 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:16.936901 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-f67f4b5c-409e-4e82-a2bf-c8065bc60e92 req-96229fa5-8df1-4bf8-97ec-8f2ff333c37d service neutron] 10.222.0.95 "GET /v2.0/networks/1f9fb0f7-53a4-48cb-a36c-c77fb573af98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858433 Jun 17 18:09:18.043434 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-8848f698-b84d-4e61-bbd9-19a6867363d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:19.481244 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-a0cf07df-ba9d-4ba7-86ac-6ceb73a86136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:22.272425 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 50140) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:09:22.315656 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.db.db_base_plugin_v2 [None req-46c6a872-f46e-4ac0-b573-eed37ece5ee0 admin admin] Deleting subnet 2cccf722-21e7-4d50-a8c8-6c4bc08c12fb {{(pid=92872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 18:09:22.318672 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-46c6a872-f46e-4ac0-b573-eed37ece5ee0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:22.350556 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-46c6a872-f46e-4ac0-b573-eed37ece5ee0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25531395'] for subnet, precommit_delete_associations {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:22.390739 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-46c6a872-f46e-4ac0-b573-eed37ece5ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1684671'] for subnet, precommit_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:22.441670 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-46c6a872-f46e-4ac0-b573-eed37ece5ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1684662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25532041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27255113'] for subnet, after_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:22.444660 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-b00906bf-2a85-4324-8fb7-69ceb683d38e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:09:22.467000 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c6a872-f46e-4ac0-b573-eed37ece5ee0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2cccf722-21e7-4d50-a8c8-6c4bc08c12fb,revision_number=None']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:09:22.470022 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-46c6a872-f46e-4ac0-b573-eed37ece5ee0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:09:22.471507 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-46c6a872-f46e-4ac0-b573-eed37ece5ee0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:22.473993 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-46c6a872-f46e-4ac0-b573-eed37ece5ee0 admin admin] 10.222.0.97 "DELETE /v2.0/subnets/2cccf722-21e7-4d50-a8c8-6c4bc08c12fb HTTP/1.1" status: 204 len: 168 time: 0.2005553 Jun 17 18:09:22.475800 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 50144) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:09:22.542558 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-fba321db-5446-482d-806f-8f11f3c1af17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2009691'] for network, before_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:22.621602 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-fba321db-5446-482d-806f-8f11f3c1af17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683494', 'neutron.services.segments.db._delete_segments_for_network-8743365118612'] for network, precommit_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:22.630965 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.services.segments.db [None req-fba321db-5446-482d-806f-8f11f3c1af17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8639f2be-4eec-4022-81e2-6f76de1ec029']}} {{(pid=92872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:09:22.640614 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.services.segments.db [None req-fba321db-5446-482d-806f-8f11f3c1af17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ca5fe73-b93d-40b8-918d-26752c53525f') {'for_net_delete': True} {{(pid=92872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:09:22.640912 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.services.segments.db [None req-fba321db-5446-482d-806f-8f11f3c1af17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ca5fe73-b93d-40b8-918d-26752c53525f') {} {{(pid=92872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:09:22.649988 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-fba321db-5446-482d-806f-8f11f3c1af17 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743365117157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25531404'] for segment, before_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:22.664246 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-fba321db-5446-482d-806f-8f11f3c1af17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1592042'] for segment, precommit_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:22.670579 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fba321db-5446-482d-806f-8f11f3c1af17 admin admin] Releasing vlan 1112 on physical network physnet1 to pool {{(pid=92872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 18:09:22.671027 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-fba321db-5446-482d-806f-8f11f3c1af17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1592042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25531940'] for segment, after_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:22.672811 dv-cinder-786260-6-iscsi neutron-server[92872]: Traceback (most recent call last): Jun 17 18:09:22.672811 dv-cinder-786260-6-iscsi neutron-server[92872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 18:09:22.672811 dv-cinder-786260-6-iscsi neutron-server[92872]: timer() Jun 17 18:09:22.672811 dv-cinder-786260-6-iscsi neutron-server[92872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 18:09:22.672811 dv-cinder-786260-6-iscsi neutron-server[92872]: cb(*args, **kw) Jun 17 18:09:22.672811 dv-cinder-786260-6-iscsi neutron-server[92872]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 18:09:22.672811 dv-cinder-786260-6-iscsi neutron-server[92872]: return func(*args, **kwargs) Jun 17 18:09:22.672811 dv-cinder-786260-6-iscsi neutron-server[92872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 18:09:22.672811 dv-cinder-786260-6-iscsi neutron-server[92872]: self._notify() Jun 17 18:09:22.672811 dv-cinder-786260-6-iscsi neutron-server[92872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 18:09:22.672811 dv-cinder-786260-6-iscsi neutron-server[92872]: self.callback(batched_events) Jun 17 18:09:22.672811 dv-cinder-786260-6-iscsi neutron-server[92872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 18:09:22.672811 dv-cinder-786260-6-iscsi neutron-server[92872]: event.method(event) Jun 17 18:09:22.672811 dv-cinder-786260-6-iscsi neutron-server[92872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 18:09:22.672811 dv-cinder-786260-6-iscsi neutron-server[92872]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 18:09:22.672811 dv-cinder-786260-6-iscsi neutron-server[92872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 18:09:22.672811 dv-cinder-786260-6-iscsi neutron-server[92872]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 18:09:22.672811 dv-cinder-786260-6-iscsi neutron-server[92872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 18:09:22.672811 dv-cinder-786260-6-iscsi neutron-server[92872]: return f(self, *a, **k) Jun 17 18:09:22.672811 dv-cinder-786260-6-iscsi neutron-server[92872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 18:09:22.672811 dv-cinder-786260-6-iscsi neutron-server[92872]: return self._get(url).json() Jun 17 18:09:22.672811 dv-cinder-786260-6-iscsi neutron-server[92872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 18:09:22.672811 dv-cinder-786260-6-iscsi neutron-server[92872]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 18:09:22.672811 dv-cinder-786260-6-iscsi neutron-server[92872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 18:09:22.672811 dv-cinder-786260-6-iscsi neutron-server[92872]: return self.request(url, 'GET', **kwargs) Jun 17 18:09:22.672811 dv-cinder-786260-6-iscsi neutron-server[92872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 18:09:22.672811 dv-cinder-786260-6-iscsi neutron-server[92872]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 18:09:22.672811 dv-cinder-786260-6-iscsi neutron-server[92872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 18:09:22.672811 dv-cinder-786260-6-iscsi neutron-server[92872]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 18:09:22.672811 dv-cinder-786260-6-iscsi neutron-server[92872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 18:09:22.672811 dv-cinder-786260-6-iscsi neutron-server[92872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 18:09:22.672811 dv-cinder-786260-6-iscsi neutron-server[92872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 18:09:22.729478 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-fba321db-5446-482d-806f-8f11f3c1af17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-955346'] for network, after_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:22.733230 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-6f0bd579-3395-487d-93ca-eafde3136d3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:09:22.736676 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-fba321db-5446-482d-806f-8f11f3c1af17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563787'] for network, before_response {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:22.738511 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-fba321db-5446-482d-806f-8f11f3c1af17 admin admin] 10.222.0.97 "DELETE /v2.0/networks/8639f2be-4eec-4022-81e2-6f76de1ec029 HTTP/1.1" status: 204 len: 168 time: 0.2617443 Jun 17 18:09:22.748502 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba321db-5446-482d-806f-8f11f3c1af17 admin admin] Pushing event deleted for resources: {'Network': ['ID=8639f2be-4eec-4022-81e2-6f76de1ec029,revision_number=None']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:09:22.750905 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-fba321db-5446-482d-806f-8f11f3c1af17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:09:22.895251 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 50150) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:09:22.934412 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-62e5961e-0e8a-429f-ace0-d213996466ce admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=c659615da9734b569917d57cf1124485&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0379720 Jun 17 18:09:22.936635 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 50152) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:09:22.982476 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-0dffd5b3-e218-4b51-a409-9004a4763da5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:23.003688 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-0dffd5b3-e218-4b51-a409-9004a4763da5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:23.049990 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-0dffd5b3-e218-4b51-a409-9004a4763da5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:23.052968 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-0dffd5b3-e218-4b51-a409-9004a4763da5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:23.054097 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-0dffd5b3-e218-4b51-a409-9004a4763da5 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/b7e6f4f5-24f4-4dde-a96a-8d8da070066c HTTP/1.1" status: 204 len: 168 time: 0.1165965 Jun 17 18:09:23.054922 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-f319f817-4ab0-43a8-baa5-869699acfdd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:09:23.062403 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dffd5b3-e218-4b51-a409-9004a4763da5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7e6f4f5-24f4-4dde-a96a-8d8da070066c,revision_number=None']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:09:23.064593 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-0dffd5b3-e218-4b51-a409-9004a4763da5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:09:23.855849 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-215adccb-674c-47e7-947c-48051f18545b req-a12a4c8d-25e2-485e-8c62-1dbe037c2991 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] 10.222.0.97 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-581709279&fields=id&tenant_id=74ba9816d29f45709c2d61dd07a4dcc6 HTTP/1.1" status: 200 len: 267 time: 0.0339692 Jun 17 18:09:23.929225 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215adccb-674c-47e7-947c-48051f18545b req-4850d799-5e92-44e5-b1c1-a804981f16f1 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:09:23.930711 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-215adccb-674c-47e7-947c-48051f18545b req-4850d799-5e92-44e5-b1c1-a804981f16f1 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] 10.222.0.97 "GET /v2.0/ports?device_id=38d17454-bfce-47e4-b41b-493d9e52a372 HTTP/1.1" status: 200 len: 984 time: 0.0681844 Jun 17 18:09:23.942202 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.v2.base [req-215adccb-674c-47e7-947c-48051f18545b req-31b844c0-7a8c-43db-a08c-da821d96ca95 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Request body: {'port': {'security_groups': ['04fbf763-7189-4b69-b638-08faa30be8f8']}} {{(pid=92874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 18:09:24.029099 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-215adccb-674c-47e7-947c-48051f18545b req-31b844c0-7a8c-43db-a08c-da821d96ca95 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:24.207282 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.db [req-215adccb-674c-47e7-947c-48051f18545b req-31b844c0-7a8c-43db-a08c-da821d96ca95 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] For port 5577a9a1-1770-4ff7-83ae-1a4009a3cc40, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=5577a9a1-1770-4ff7-83ae-1a4009a3cc40,segment=NetworkSegment(51124b7c-a80a-4db0-b648-ac0bff2755df),segment_id=51124b7c-a80a-4db0-b648-ac0bff2755df)] {{(pid=92874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:09:24.238194 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-215adccb-674c-47e7-947c-48051f18545b req-31b844c0-7a8c-43db-a08c-da821d96ca95 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Notify callbacks [] for port, precommit_update {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:24.242734 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-215adccb-674c-47e7-947c-48051f18545b req-31b844c0-7a8c-43db-a08c-da821d96ca95 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28501911'] for port, after_update {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:24.246586 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-e889539b-aee5-412a-a847-ca03deee75a2 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:09:24.287355 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215adccb-674c-47e7-947c-48051f18545b req-31b844c0-7a8c-43db-a08c-da821d96ca95 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:09:24.287972 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-215adccb-674c-47e7-947c-48051f18545b req-31b844c0-7a8c-43db-a08c-da821d96ca95 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523113'] for port, before_response {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:24.289362 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-215adccb-674c-47e7-947c-48051f18545b req-31b844c0-7a8c-43db-a08c-da821d96ca95 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] 10.222.0.97 "PUT /v2.0/ports/5577a9a1-1770-4ff7-83ae-1a4009a3cc40 HTTP/1.1" status: 200 len: 942 time: 0.3520939 Jun 17 18:09:24.289881 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38d17454-bfce-47e4-b41b-493d9e52a372', 'tag': '5577a9a1-1770-4ff7-83ae-1a4009a3cc40'}] {{(pid=92874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 18:09:24.292248 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58554d43f64f60294e2d1fd4a9d9342a0a386c70b92defbb6c9fd2054ba7a623" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7e4af2f-2b35-47ba-b5e4-104467bfac39" -d '{"events": [{"name": "network-changed", "server_uuid": "38d17454-bfce-47e4-b41b-493d9e52a372", "tag": "5577a9a1-1770-4ff7-83ae-1a4009a3cc40"}]}' {{(pid=92874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 18:09:24.299513 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] get_ports_and_sgs() called for port_ids ['5577a9a1-1770-4ff7-83ae-1a4009a3cc40'] {{(pid=92880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 18:09:24.305844 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 50202) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:09:24.321316 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b844c0-7a8c-43db-a08c-da821d96ca95 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Pushing event updated for resources: {'Port': ['ID=5577a9a1-1770-4ff7-83ae-1a4009a3cc40,revision_number=7']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:09:24.324666 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-31b844c0-7a8c-43db-a08c-da821d96ca95 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:09:24.378677 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 18:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4307029-0eaa-4416-be29-02ba6ac61b11 x-openstack-request-id: req-e4307029-0eaa-4416-be29-02ba6ac61b11 {{(pid=92874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 18:09:24.379174 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38d17454-bfce-47e4-b41b-493d9e52a372", "tag": "5577a9a1-1770-4ff7-83ae-1a4009a3cc40", "status": "completed", "code": 200}]} {{(pid=92874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 18:09:24.379636 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-e4307029-0eaa-4416-be29-02ba6ac61b11 {{(pid=92874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 18:09:24.379873 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-784955ce-9226-475f-bfdd-43c7e62645a7 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Notify callbacks [] for security_group, before_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:24.380317 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38d17454-bfce-47e4-b41b-493d9e52a372', 'tag': '5577a9a1-1770-4ff7-83ae-1a4009a3cc40', 'status': 'completed', 'code': 200} Jun 17 18:09:24.409207 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-784955ce-9226-475f-bfdd-43c7e62645a7 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:24.474714 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-784955ce-9226-475f-bfdd-43c7e62645a7 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:24.478348 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-784955ce-9226-475f-bfdd-43c7e62645a7 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Notify callbacks [] for security_group, before_response {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:24.479101 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-784955ce-9226-475f-bfdd-43c7e62645a7 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] 10.222.0.97 "DELETE /v2.0/security-groups/eb22bad0-1f12-4cef-9514-e2ea2eceba92 HTTP/1.1" status: 204 len: 168 time: 0.1717129 Jun 17 18:09:24.479938 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-f7f3fc2d-34fc-47e2-8a46-357ccb7e6eca tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:09:24.482626 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 50204) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:09:24.489085 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784955ce-9226-475f-bfdd-43c7e62645a7 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb22bad0-1f12-4cef-9514-e2ea2eceba92,revision_number=None']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:09:24.497212 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-784955ce-9226-475f-bfdd-43c7e62645a7 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:09:24.501717 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] get_ports_and_sgs() called for port_ids ['5577a9a1-1770-4ff7-83ae-1a4009a3cc40'] {{(pid=92880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 18:09:24.514226 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-ba61022f-63b3-4974-a43e-7e5d46675878 None None] Provisioning complete for port 5577a9a1-1770-4ff7-83ae-1a4009a3cc40 triggered by entity DHCP. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 18:09:24.514598 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-ba61022f-63b3-4974-a43e-7e5d46675878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687209'] for port, provisioning_complete {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:24.560769 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e4af2f-2b35-47ba-b5e4-104467bfac39 req-ee01208d-2778-4e8d-9492-27b0a9a6948e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:09:24.562165 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-a7e4af2f-2b35-47ba-b5e4-104467bfac39 req-ee01208d-2778-4e8d-9492-27b0a9a6948e service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=74ba9816d29f45709c2d61dd07a4dcc6&device_id=38d17454-bfce-47e4-b41b-493d9e52a372 HTTP/1.1" status: 200 len: 1098 time: 0.1150620 Jun 17 18:09:24.720476 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e4af2f-2b35-47ba-b5e4-104467bfac39 req-f95aeca1-7267-4bc7-8528-997833432e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:09:24.721942 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-a7e4af2f-2b35-47ba-b5e4-104467bfac39 req-f95aeca1-7267-4bc7-8528-997833432e52 service neutron] 10.222.0.95 "GET /v2.0/networks?id=1f9fb0f7-53a4-48cb-a36c-c77fb573af98 HTTP/1.1" status: 200 len: 917 time: 0.1272690 Jun 17 18:09:24.741138 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.plugin [None req-9b6000a5-1be7-49c9-9f80-e0f28df1cce6 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Deleting port b0c88f66-4351-46bb-847d-84261dfb3689 {{(pid=92874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 18:09:24.741481 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-9b6000a5-1be7-49c9-9f80-e0f28df1cce6 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743365079206'] for port, before_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:24.837021 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-a7e4af2f-2b35-47ba-b5e4-104467bfac39 req-c842b03a-165b-4b7b-bab4-0c02642e80a9 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5577a9a1-1770-4ff7-83ae-1a4009a3cc40 HTTP/1.1" status: 200 len: 1000 time: 0.1083269 Jun 17 18:09:24.867765 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-9b6000a5-1be7-49c9-9f80-e0f28df1cce6 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956370'] for port, precommit_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:24.868477 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-9b6000a5-1be7-49c9-9f80-e0f28df1cce6 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:24.951277 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.plugin [None req-9b6000a5-1be7-49c9-9f80-e0f28df1cce6 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Calling delete_port for b0c88f66-4351-46bb-847d-84261dfb3689 owned by network:floatingip {{(pid=92874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 18:09:24.967630 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e4af2f-2b35-47ba-b5e4-104467bfac39 req-5393bbac-b579-407f-8e94-40176436206a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:09:24.969103 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-a7e4af2f-2b35-47ba-b5e4-104467bfac39 req-5393bbac-b579-407f-8e94-40176436206a service neutron] 10.222.0.95 "GET /v2.0/subnets?id=5ea2c680-8280-494b-b582-ad8adfc7edc3 HTTP/1.1" status: 200 len: 854 time: 0.1122918 Jun 17 18:09:25.102743 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e4af2f-2b35-47ba-b5e4-104467bfac39 req-94270dbb-f673-4df0-b89e-cd4a71a2e6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:09:25.104301 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-a7e4af2f-2b35-47ba-b5e4-104467bfac39 req-94270dbb-f673-4df0-b89e-cd4a71a2e6d3 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=1f9fb0f7-53a4-48cb-a36c-c77fb573af98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1069169 Jun 17 18:09:25.237847 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-a7e4af2f-2b35-47ba-b5e4-104467bfac39 req-f4867672-4ba4-4fda-b241-3505595343d1 service neutron] 10.222.0.95 "GET /v2.0/networks/1f9fb0f7-53a4-48cb-a36c-c77fb573af98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222634 Jun 17 18:09:25.238845 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-9b6000a5-1be7-49c9-9f80-e0f28df1cce6 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743365085983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743364645425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28501932'] for port, after_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:25.241631 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-3df16843-fede-4ba0-be36-f3199827401d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:09:25.271474 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6000a5-1be7-49c9-9f80-e0f28df1cce6 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Pushing event deleted for resources: {'Port': ['ID=b0c88f66-4351-46bb-847d-84261dfb3689,revision_number=None']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:09:25.288154 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-9b6000a5-1be7-49c9-9f80-e0f28df1cce6 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:09:25.395733 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-9b6000a5-1be7-49c9-9f80-e0f28df1cce6 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Notify callbacks [] for floatingip, after_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:25.396132 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.db.l3_db [None req-9b6000a5-1be7-49c9-9f80-e0f28df1cce6 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Floating IP 8a504415-5504-42cc-b57e-322f988c6b06 disassociated (deleted). External IP: 172.27.2.47, port: 5577a9a1-1770-4ff7-83ae-1a4009a3cc40. Jun 17 18:09:25.434554 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-a7e4af2f-2b35-47ba-b5e4-104467bfac39 req-7ba3a060-5638-4a2a-9f3c-bf7562c55ee2 service neutron] 10.222.0.95 "GET /v2.0/networks/1f9fb0f7-53a4-48cb-a36c-c77fb573af98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703370 Jun 17 18:09:25.603258 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b6000a5-1be7-49c9-9f80-e0f28df1cce6 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Router cf4235a4-1cf5-406e-9017-8b05904869f0 has already been hosted by L3 agent 4c938d44-4998-4210-8006-ee34f5a3ffbf {{(pid=92874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 18:09:25.968492 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b6000a5-1be7-49c9-9f80-e0f28df1cce6 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Notify agent at l3_agent.dv-cinder-786260-6-iscsi the message routers_updated {{(pid=92874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 18:09:25.973644 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-9b6000a5-1be7-49c9-9f80-e0f28df1cce6 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523113'] for floatingip, before_response {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:25.978015 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5ff6bc-2e39-49af-9017-ed05253e306c None None] Sync routers for ids ['cf4235a4-1cf5-406e-9017-8b05904869f0'] in dv-cinder-786260-6-iscsi {{(pid=92880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 18:09:25.987219 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5ff6bc-2e39-49af-9017-ed05253e306c None None] Routers {'cf4235a4-1cf5-406e-9017-8b05904869f0'} bound to L3 agent in host dv-cinder-786260-6-iscsi {{(pid=92880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 18:09:25.987822 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_hamode_db [None req-be5ff6bc-2e39-49af-9017-ed05253e306c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-17T17:55:17Z,description=,heartbeat_timestamp=2021-06-17T18:09:17Z,host='dv-cinder-786260-6-iscsi',id=4c938d44-4998-4210-8006-ee34f5a3ffbf,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:55:17Z,topic='l3_agent')) {'router_ids': ['cf4235a4-1cf5-406e-9017-8b05904869f0'], 'active': True} {{(pid=92880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:09:26.009262 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-9b6000a5-1be7-49c9-9f80-e0f28df1cce6 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] 10.222.0.97 "DELETE /v2.0/floatingips/8a504415-5504-42cc-b57e-322f988c6b06 HTTP/1.1" status: 204 len: 168 time: 1.5244708 Jun 17 18:09:26.090729 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_dvr_db [None req-be5ff6bc-2e39-49af-9017-ed05253e306c None None] Set router cf4235a4-1cf5-406e-9017-8b05904869f0 gateway port host: dv-cinder-786260-6-iscsi {{(pid=92880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 18:09:26.285871 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_hamode_db [None req-be5ff6bc-2e39-49af-9017-ed05253e306c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf4235a4-1cf5-406e-9017-8b05904869f0', 'name': 'tempest-TestMinimumBasicScenario-1965674436-router', 'tenant_id': '74ba9816d29f45709c2d61dd07a4dcc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'external_fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '9eadaefd-a437-41bd-8c9a-0920eff557dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T18:06:19Z', 'updated_at': '2021-06-17T18:06:24Z', 'revision_number': 4, 'project_id': '74ba9816d29f45709c2d61dd07a4dcc6', 'gw_port': {'id': '9eadaefd-a437-41bd-8c9a-0920eff557dc', 'name': '', 'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:12:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4235a4-1cf5-406e-9017-8b05904869f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:06:20Z', 'updated_at': '2021-06-17T18:06:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78089575-0364-47db-be8b-ef28f42f3a37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-6-iscsi', '_interfaces': [{'id': 'a9f4927c-6847-4cc8-b647-b31e32ab8b43', 'name': '', 'network_id': '1f9fb0f7-53a4-48cb-a36c-c77fb573af98', 'tenant_id': '74ba9816d29f45709c2d61dd07a4dcc6', 'mac_address': 'fa:16:3e:2f:c5:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4235a4-1cf5-406e-9017-8b05904869f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '5ea2c680-8280-494b-b582-ad8adfc7edc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:06:23Z', 'updated_at': '2021-06-17T18:06:31Z', 'revision_number': 5, 'project_id': '74ba9816d29f45709c2d61dd07a4dcc6', 'subnets': [{'id': '5ea2c680-8280-494b-b582-ad8adfc7edc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-6-iscsi', False) {} {{(pid=92880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:09:26.316242 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5ff6bc-2e39-49af-9017-ed05253e306c None None] Checking router: cf4235a4-1cf5-406e-9017-8b05904869f0 for host: dv-cinder-786260-6-iscsi {{(pid=92880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 18:09:26.324668 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5ff6bc-2e39-49af-9017-ed05253e306c None None] Routers {'cf4235a4-1cf5-406e-9017-8b05904869f0'} bound to L3 agent in host dv-cinder-786260-6-iscsi {{(pid=92880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 18:09:26.325273 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_hamode_db [None req-be5ff6bc-2e39-49af-9017-ed05253e306c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-17T17:55:17Z,description=,heartbeat_timestamp=2021-06-17T18:09:17Z,host='dv-cinder-786260-6-iscsi',id=4c938d44-4998-4210-8006-ee34f5a3ffbf,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:55:17Z,topic='l3_agent')) {'router_ids': ['cf4235a4-1cf5-406e-9017-8b05904869f0'], 'active': True} {{(pid=92880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:09:26.381802 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38d17454-bfce-47e4-b41b-493d9e52a372', 'tag': '5577a9a1-1770-4ff7-83ae-1a4009a3cc40'}] {{(pid=92874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 18:09:26.384248 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58554d43f64f60294e2d1fd4a9d9342a0a386c70b92defbb6c9fd2054ba7a623" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e796b7c1-c0a9-4706-93de-92b4a2c68233" -d '{"events": [{"name": "network-changed", "server_uuid": "38d17454-bfce-47e4-b41b-493d9e52a372", "tag": "5577a9a1-1770-4ff7-83ae-1a4009a3cc40"}]}' {{(pid=92874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 18:09:26.418103 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 18:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e32db051-23bc-4b76-a189-9522a78576a8 x-openstack-request-id: req-e32db051-23bc-4b76-a189-9522a78576a8 {{(pid=92874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 18:09:26.418426 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38d17454-bfce-47e4-b41b-493d9e52a372", "tag": "5577a9a1-1770-4ff7-83ae-1a4009a3cc40", "status": "completed", "code": 200}]} {{(pid=92874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 18:09:26.418710 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-e32db051-23bc-4b76-a189-9522a78576a8 {{(pid=92874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 18:09:26.419135 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38d17454-bfce-47e4-b41b-493d9e52a372', 'tag': '5577a9a1-1770-4ff7-83ae-1a4009a3cc40', 'status': 'completed', 'code': 200} Jun 17 18:09:26.423318 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_dvr_db [None req-be5ff6bc-2e39-49af-9017-ed05253e306c None None] Set router cf4235a4-1cf5-406e-9017-8b05904869f0 gateway port host: dv-cinder-786260-6-iscsi {{(pid=92880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 18:09:26.617071 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_hamode_db [None req-be5ff6bc-2e39-49af-9017-ed05253e306c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf4235a4-1cf5-406e-9017-8b05904869f0', 'name': 'tempest-TestMinimumBasicScenario-1965674436-router', 'tenant_id': '74ba9816d29f45709c2d61dd07a4dcc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'external_fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '9eadaefd-a437-41bd-8c9a-0920eff557dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T18:06:19Z', 'updated_at': '2021-06-17T18:06:24Z', 'revision_number': 4, 'project_id': '74ba9816d29f45709c2d61dd07a4dcc6', 'gw_port': {'id': '9eadaefd-a437-41bd-8c9a-0920eff557dc', 'name': '', 'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:12:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4235a4-1cf5-406e-9017-8b05904869f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:06:20Z', 'updated_at': '2021-06-17T18:06:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78089575-0364-47db-be8b-ef28f42f3a37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-6-iscsi', '_interfaces': [{'id': 'a9f4927c-6847-4cc8-b647-b31e32ab8b43', 'name': '', 'network_id': '1f9fb0f7-53a4-48cb-a36c-c77fb573af98', 'tenant_id': '74ba9816d29f45709c2d61dd07a4dcc6', 'mac_address': 'fa:16:3e:2f:c5:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4235a4-1cf5-406e-9017-8b05904869f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '5ea2c680-8280-494b-b582-ad8adfc7edc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:06:23Z', 'updated_at': '2021-06-17T18:06:31Z', 'revision_number': 5, 'project_id': '74ba9816d29f45709c2d61dd07a4dcc6', 'subnets': [{'id': '5ea2c680-8280-494b-b582-ad8adfc7edc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-6-iscsi', False) {} {{(pid=92880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:09:26.643981 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5ff6bc-2e39-49af-9017-ed05253e306c None None] The sync data for ids ['cf4235a4-1cf5-406e-9017-8b05904869f0'] in dv-cinder-786260-6-iscsi is: [{'id': 'cf4235a4-1cf5-406e-9017-8b05904869f0', 'name': 'tempest-TestMinimumBasicScenario-1965674436-router', 'tenant_id': '74ba9816d29f45709c2d61dd07a4dcc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'external_fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '9eadaefd-a437-41bd-8c9a-0920eff557dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T18:06:19Z', 'updated_at': '2021-06-17T18:06:24Z', 'revision_number': 4, 'project_id': '74ba9816d29f45709c2d61dd07a4dcc6', 'gw_port': {'id': '9eadaefd-a437-41bd-8c9a-0920eff557dc', 'name': '', 'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:12:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4235a4-1cf5-406e-9017-8b05904869f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:06:20Z', 'updated_at': '2021-06-17T18:06:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78089575-0364-47db-be8b-ef28f42f3a37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-6-iscsi', '_interfaces': [{'id': 'a9f4927c-6847-4cc8-b647-b31e32ab8b43', 'name': '', 'network_id': '1f9fb0f7-53a4-48cb-a36c-c77fb573af98', 'tenant_id': '74ba9816d29f45709c2d61dd07a4dcc6', 'mac_address': 'fa:16:3e:2f:c5:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4235a4-1cf5-406e-9017-8b05904869f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '5ea2c680-8280-494b-b582-ad8adfc7edc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:06:23Z', 'updated_at': '2021-06-17T18:06:31Z', 'revision_number': 5, 'project_id': '74ba9816d29f45709c2d61dd07a4dcc6', 'subnets': [{'id': '5ea2c680-8280-494b-b582-ad8adfc7edc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 18:09:26.845600 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2638f1-eb2e-4958-bfd9-2794a4c374dd None None] New status for floating IP 8a504415-5504-42cc-b57e-322f988c6b06: DOWN {{(pid=92881) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 18:09:28.624970 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e796b7c1-c0a9-4706-93de-92b4a2c68233 req-102c0ef3-8186-48a0-bd7d-b58c95d42796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:09:28.626396 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-e796b7c1-c0a9-4706-93de-92b4a2c68233 req-102c0ef3-8186-48a0-bd7d-b58c95d42796 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=74ba9816d29f45709c2d61dd07a4dcc6&device_id=38d17454-bfce-47e4-b41b-493d9e52a372 HTTP/1.1" status: 200 len: 1098 time: 0.0536177 Jun 17 18:09:28.760586 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e796b7c1-c0a9-4706-93de-92b4a2c68233 req-b0bbd7a6-724f-4470-99d8-a8dfd555949b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:09:28.762259 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-e796b7c1-c0a9-4706-93de-92b4a2c68233 req-b0bbd7a6-724f-4470-99d8-a8dfd555949b service neutron] 10.222.0.95 "GET /v2.0/networks?id=1f9fb0f7-53a4-48cb-a36c-c77fb573af98 HTTP/1.1" status: 200 len: 917 time: 0.0898349 Jun 17 18:09:28.809168 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-e796b7c1-c0a9-4706-93de-92b4a2c68233 req-16eb3077-eb9e-49b4-8e0a-397047f9085f service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5577a9a1-1770-4ff7-83ae-1a4009a3cc40 HTTP/1.1" status: 200 len: 217 time: 0.0372183 Jun 17 18:09:28.867478 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e796b7c1-c0a9-4706-93de-92b4a2c68233 req-5baf8997-a269-46cc-b344-7684980aaa2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:09:28.868821 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-e796b7c1-c0a9-4706-93de-92b4a2c68233 req-5baf8997-a269-46cc-b344-7684980aaa2c service neutron] 10.222.0.95 "GET /v2.0/subnets?id=5ea2c680-8280-494b-b582-ad8adfc7edc3 HTTP/1.1" status: 200 len: 854 time: 0.0432222 Jun 17 18:09:28.926950 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e796b7c1-c0a9-4706-93de-92b4a2c68233 req-0dba6c0a-2350-45af-9a63-a746cc53d0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:09:28.928396 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-e796b7c1-c0a9-4706-93de-92b4a2c68233 req-0dba6c0a-2350-45af-9a63-a746cc53d0fd service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=1f9fb0f7-53a4-48cb-a36c-c77fb573af98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0504739 Jun 17 18:09:29.020737 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-e796b7c1-c0a9-4706-93de-92b4a2c68233 req-b44e3f1b-af55-4779-bf25-334711730bb2 service neutron] 10.222.0.95 "GET /v2.0/networks/1f9fb0f7-53a4-48cb-a36c-c77fb573af98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822518 Jun 17 18:09:29.108487 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-e796b7c1-c0a9-4706-93de-92b4a2c68233 req-c018b200-3f41-41b4-819d-84a38bd274af service neutron] 10.222.0.95 "GET /v2.0/networks/1f9fb0f7-53a4-48cb-a36c-c77fb573af98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796366 Jun 17 18:09:32.056760 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 50282) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:09:32.164350 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-da8be74c-136c-40e7-918b-a46bf5613517 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:32.253867 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-da8be74c-136c-40e7-918b-a46bf5613517 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:32.257568 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-da8be74c-136c-40e7-918b-a46bf5613517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:32.260181 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-474d93c2-a098-449d-a574-f7166f20dc58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:09:32.297595 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8be74c-136c-40e7-918b-a46bf5613517 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1911bf05-c990-434e-a604-12b991f1f3b3,revision_number=1']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:09:32.302618 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-da8be74c-136c-40e7-918b-a46bf5613517 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=025668b0c2bd4336b8a27a746506b2a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2447553 Jun 17 18:09:32.305351 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 50288) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:09:32.307280 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8be74c-136c-40e7-918b-a46bf5613517 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:09:32.307664 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8be74c-136c-40e7-918b-a46bf5613517 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:09:32.308061 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8be74c-136c-40e7-918b-a46bf5613517 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:09:32.308448 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8be74c-136c-40e7-918b-a46bf5613517 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:09:32.308786 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8be74c-136c-40e7-918b-a46bf5613517 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:09:32.309172 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8be74c-136c-40e7-918b-a46bf5613517 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:09:32.309531 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8be74c-136c-40e7-918b-a46bf5613517 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:09:32.309887 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8be74c-136c-40e7-918b-a46bf5613517 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:09:32.310247 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8be74c-136c-40e7-918b-a46bf5613517 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:09:32.310599 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8be74c-136c-40e7-918b-a46bf5613517 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:09:32.310950 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8be74c-136c-40e7-918b-a46bf5613517 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:09:32.311358 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8be74c-136c-40e7-918b-a46bf5613517 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:09:32.315582 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-da8be74c-136c-40e7-918b-a46bf5613517 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:09:32.358942 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-70e4de20-947d-48a9-811b-dd02ae116649 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:32.381131 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-70e4de20-947d-48a9-811b-dd02ae116649 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:32.427074 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-70e4de20-947d-48a9-811b-dd02ae116649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:32.429530 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-70e4de20-947d-48a9-811b-dd02ae116649 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:32.430655 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-70e4de20-947d-48a9-811b-dd02ae116649 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/1911bf05-c990-434e-a604-12b991f1f3b3 HTTP/1.1" status: 204 len: 168 time: 0.1199350 Jun 17 18:09:32.431414 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-3b26f540-edd8-40ff-91f1-3def76c2dc04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:09:32.439415 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e4de20-947d-48a9-811b-dd02ae116649 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1911bf05-c990-434e-a604-12b991f1f3b3,revision_number=None']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:09:32.448562 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e4de20-947d-48a9-811b-dd02ae116649 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:09:32.448942 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e4de20-947d-48a9-811b-dd02ae116649 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:09:32.449308 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e4de20-947d-48a9-811b-dd02ae116649 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:09:32.449674 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e4de20-947d-48a9-811b-dd02ae116649 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:09:32.450029 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e4de20-947d-48a9-811b-dd02ae116649 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:09:32.450390 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e4de20-947d-48a9-811b-dd02ae116649 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:09:32.450837 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e4de20-947d-48a9-811b-dd02ae116649 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:09:32.451084 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e4de20-947d-48a9-811b-dd02ae116649 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:09:32.451441 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e4de20-947d-48a9-811b-dd02ae116649 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:09:32.451975 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e4de20-947d-48a9-811b-dd02ae116649 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:09:32.452289 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e4de20-947d-48a9-811b-dd02ae116649 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:09:32.452741 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e4de20-947d-48a9-811b-dd02ae116649 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:09:32.456316 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-70e4de20-947d-48a9-811b-dd02ae116649 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:09:32.732505 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7239819-ef0d-45cb-8414-f85500e473f6 req-1e8a70ab-00f0-45b2-9749-77ec9c9b369d tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:09:32.733870 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-b7239819-ef0d-45cb-8414-f85500e473f6 req-1e8a70ab-00f0-45b2-9749-77ec9c9b369d tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] 10.222.0.97 "GET /v2.0/ports?device_id=38d17454-bfce-47e4-b41b-493d9e52a372 HTTP/1.1" status: 200 len: 945 time: 0.0627341 Jun 17 18:09:32.770657 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-b7239819-ef0d-45cb-8414-f85500e473f6 req-dd6d81be-3eaa-4659-94d3-5aac4563104a tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] 10.222.0.97 "GET /v2.0/security-groups?id=04fbf763-7189-4b69-b638-08faa30be8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305130 Jun 17 18:09:33.946935 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d032e2-f6f9-4697-830d-d61a94bea30e req-36bf3093-ddc3-474b-a93c-c812c6e62d4a tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:09:33.948408 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-52d032e2-f6f9-4697-830d-d61a94bea30e req-36bf3093-ddc3-474b-a93c-c812c6e62d4a tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] 10.222.0.97 "GET /v2.0/ports?device_id=38d17454-bfce-47e4-b41b-493d9e52a372 HTTP/1.1" status: 200 len: 945 time: 0.0621979 Jun 17 18:09:33.984016 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-52d032e2-f6f9-4697-830d-d61a94bea30e req-95afb762-19ad-4247-99f8-2025c60c3572 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] 10.222.0.97 "GET /v2.0/security-groups?id=04fbf763-7189-4b69-b638-08faa30be8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298953 Jun 17 18:09:35.160103 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a4cfe7-677a-4bd1-915d-69ce96a726d7 req-d1e5cd52-6eb5-4b50-886d-521eda301950 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:09:35.161542 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-41a4cfe7-677a-4bd1-915d-69ce96a726d7 req-d1e5cd52-6eb5-4b50-886d-521eda301950 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] 10.222.0.97 "GET /v2.0/ports?device_id=38d17454-bfce-47e4-b41b-493d9e52a372 HTTP/1.1" status: 200 len: 945 time: 0.0660615 Jun 17 18:09:35.199128 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-41a4cfe7-677a-4bd1-915d-69ce96a726d7 req-17f13263-2ed8-4d14-9383-be15d94b05ef tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] 10.222.0.97 "GET /v2.0/security-groups?id=04fbf763-7189-4b69-b638-08faa30be8f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319960 Jun 17 18:09:35.281400 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4f9b4e-15f3-4a1a-9f60-178e8ae16a11 req-e5ac0337-979b-42d5-9dcb-4d9ad093d083 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:09:35.282723 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-dd4f9b4e-15f3-4a1a-9f60-178e8ae16a11 req-e5ac0337-979b-42d5-9dcb-4d9ad093d083 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] 10.222.0.95 "GET /v2.0/ports?device_id=38d17454-bfce-47e4-b41b-493d9e52a372 HTTP/1.1" status: 200 len: 945 time: 0.0656736 Jun 17 18:09:35.385330 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.plugin [req-dd4f9b4e-15f3-4a1a-9f60-178e8ae16a11 req-0625e56e-3cc6-4528-a6a2-fb7a50e37fc0 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Deleting port 5577a9a1-1770-4ff7-83ae-1a4009a3cc40 {{(pid=92874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 18:09:35.385669 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-dd4f9b4e-15f3-4a1a-9f60-178e8ae16a11 req-0625e56e-3cc6-4528-a6a2-fb7a50e37fc0 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743365079206'] for port, before_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:35.469640 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.db [req-dd4f9b4e-15f3-4a1a-9f60-178e8ae16a11 req-0625e56e-3cc6-4528-a6a2-fb7a50e37fc0 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] For port 5577a9a1-1770-4ff7-83ae-1a4009a3cc40, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=5577a9a1-1770-4ff7-83ae-1a4009a3cc40,segment=NetworkSegment(51124b7c-a80a-4db0-b648-ac0bff2755df),segment_id=51124b7c-a80a-4db0-b648-ac0bff2755df)] {{(pid=92874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:09:35.470000 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-dd4f9b4e-15f3-4a1a-9f60-178e8ae16a11 req-0625e56e-3cc6-4528-a6a2-fb7a50e37fc0 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956370'] for port, precommit_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:35.537598 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.plugin [req-dd4f9b4e-15f3-4a1a-9f60-178e8ae16a11 req-0625e56e-3cc6-4528-a6a2-fb7a50e37fc0 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Calling delete_port for 5577a9a1-1770-4ff7-83ae-1a4009a3cc40 owned by compute:nova {{(pid=92874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 18:09:35.669640 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-dd4f9b4e-15f3-4a1a-9f60-178e8ae16a11 req-0625e56e-3cc6-4528-a6a2-fb7a50e37fc0 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743365085983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743364645425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28501932'] for port, after_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:35.673557 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-fa40bb66-c817-4133-ac70-8911611d5c74 tempest-VolumesActionsTest-1517777520 tempest-VolumesActionsTest-1517777520-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:09:35.697132 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0625e56e-3cc6-4528-a6a2-fb7a50e37fc0 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Pushing event deleted for resources: {'Port': ['ID=5577a9a1-1770-4ff7-83ae-1a4009a3cc40,revision_number=None']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:09:35.700653 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-0625e56e-3cc6-4528-a6a2-fb7a50e37fc0 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:09:35.716044 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] get_ports_and_sgs() called for port_ids ['5577a9a1-1770-4ff7-83ae-1a4009a3cc40'] {{(pid=92880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 18:09:35.744856 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd4f9b4e-15f3-4a1a-9f60-178e8ae16a11 req-0625e56e-3cc6-4528-a6a2-fb7a50e37fc0 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] No DVR routers for this DVR port 5577a9a1-1770-4ff7-83ae-1a4009a3cc40 on host hv-cinder-78626 {{(pid=92874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 18:09:35.747205 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-dd4f9b4e-15f3-4a1a-9f60-178e8ae16a11 req-0625e56e-3cc6-4528-a6a2-fb7a50e37fc0 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523113'] for port, before_response {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:35.749180 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-dd4f9b4e-15f3-4a1a-9f60-178e8ae16a11 req-0625e56e-3cc6-4528-a6a2-fb7a50e37fc0 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] 10.222.0.95 "DELETE /v2.0/ports/5577a9a1-1770-4ff7-83ae-1a4009a3cc40 HTTP/1.1" status: 204 len: 173 time: 0.4588048 Jun 17 18:09:35.749681 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38d17454-bfce-47e4-b41b-493d9e52a372', 'name': 'network-vif-deleted', 'tag': '5577a9a1-1770-4ff7-83ae-1a4009a3cc40'}] {{(pid=92874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 18:09:35.751975 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58554d43f64f60294e2d1fd4a9d9342a0a386c70b92defbb6c9fd2054ba7a623" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c7bd1a0-bb92-4399-9454-c7ab21cee591" -d '{"events": [{"server_uuid": "38d17454-bfce-47e4-b41b-493d9e52a372", "name": "network-vif-deleted", "tag": "5577a9a1-1770-4ff7-83ae-1a4009a3cc40"}]}' {{(pid=92874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 18:09:35.791356 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 18:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-938c6494-7718-4955-bea2-c58dbb6ee2fb x-openstack-request-id: req-938c6494-7718-4955-bea2-c58dbb6ee2fb {{(pid=92874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 18:09:35.791788 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38d17454-bfce-47e4-b41b-493d9e52a372", "name": "network-vif-deleted", "tag": "5577a9a1-1770-4ff7-83ae-1a4009a3cc40", "status": "completed", "code": 200}]} {{(pid=92874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 18:09:35.792267 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-938c6494-7718-4955-bea2-c58dbb6ee2fb {{(pid=92874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 18:09:35.792725 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38d17454-bfce-47e4-b41b-493d9e52a372', 'name': 'network-vif-deleted', 'tag': '5577a9a1-1770-4ff7-83ae-1a4009a3cc40', 'status': 'completed', 'code': 200} Jun 17 18:09:36.352415 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-e78950f6-593a-484e-a39e-cae0d20e2200 req-7398482d-d41f-4f4a-b63d-3dc6c1c9a5cf tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] 10.222.0.97 "GET /v2.0/ports?device_id=38d17454-bfce-47e4-b41b-493d9e52a372 HTTP/1.1" status: 200 len: 210 time: 0.0315852 Jun 17 18:09:36.674179 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.agents_db [None req-efac7cad-2d3b-4dc1-9769-dac6e2c75cb9 None None] Agent healthcheck: found 6 active agents {{(pid=92881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 18:09:38.032327 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 50370) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:09:38.364067 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-80a92923-aef9-42a9-8f39-7dcc97a4da78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-950541'] for router_interface, before_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:38.613507 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.plugin [None req-80a92923-aef9-42a9-8f39-7dcc97a4da78 admin admin] Deleting port a9f4927c-6847-4cc8-b647-b31e32ab8b43 {{(pid=92874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 18:09:38.613851 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-80a92923-aef9-42a9-8f39-7dcc97a4da78 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743365079206'] for port, before_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:38.691265 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.db [None req-80a92923-aef9-42a9-8f39-7dcc97a4da78 admin admin] For port a9f4927c-6847-4cc8-b647-b31e32ab8b43, host dv-cinder-786260-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-6-iscsi',level=0,port_id=a9f4927c-6847-4cc8-b647-b31e32ab8b43,segment=NetworkSegment(51124b7c-a80a-4db0-b648-ac0bff2755df),segment_id=51124b7c-a80a-4db0-b648-ac0bff2755df)] {{(pid=92874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:09:38.691522 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-80a92923-aef9-42a9-8f39-7dcc97a4da78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956370'] for port, precommit_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:38.752624 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.plugin [None req-80a92923-aef9-42a9-8f39-7dcc97a4da78 admin admin] Calling delete_port for a9f4927c-6847-4cc8-b647-b31e32ab8b43 owned by network:router_interface {{(pid=92874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 18:09:38.929363 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-80a92923-aef9-42a9-8f39-7dcc97a4da78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743365085983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743364645425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28501932'] for port, after_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:38.931380 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-c09eacab-d27a-40b0-8729-e3014de7ba89 tempest-VolumesActionsTest-1517777520 tempest-VolumesActionsTest-1517777520-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:09:38.958331 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a92923-aef9-42a9-8f39-7dcc97a4da78 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9f4927c-6847-4cc8-b647-b31e32ab8b43,revision_number=None']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:09:38.961373 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-80a92923-aef9-42a9-8f39-7dcc97a4da78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:09:39.123168 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-80a92923-aef9-42a9-8f39-7dcc97a4da78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-957629'] for router_interface, after_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:39.342604 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80a92923-aef9-42a9-8f39-7dcc97a4da78 admin admin] Router cf4235a4-1cf5-406e-9017-8b05904869f0 has already been hosted by L3 agent 4c938d44-4998-4210-8006-ee34f5a3ffbf {{(pid=92874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 18:09:39.444580 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80a92923-aef9-42a9-8f39-7dcc97a4da78 admin admin] Notify agent at l3_agent.dv-cinder-786260-6-iscsi the message routers_updated {{(pid=92874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 18:09:39.449743 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-80a92923-aef9-42a9-8f39-7dcc97a4da78 admin admin] 10.222.0.97 "PUT /v2.0/routers/cf4235a4-1cf5-406e-9017-8b05904869f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4163251 Jun 17 18:09:39.452199 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 50376) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:09:39.454000 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b20a26-08ce-4064-b2a9-83d94fa96e14 None None] Sync routers for ids ['cf4235a4-1cf5-406e-9017-8b05904869f0'] in dv-cinder-786260-6-iscsi {{(pid=92880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 18:09:39.462931 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b20a26-08ce-4064-b2a9-83d94fa96e14 None None] Routers {'cf4235a4-1cf5-406e-9017-8b05904869f0'} bound to L3 agent in host dv-cinder-786260-6-iscsi {{(pid=92880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 18:09:39.463527 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_hamode_db [None req-51b20a26-08ce-4064-b2a9-83d94fa96e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-17T17:55:17Z,description=,heartbeat_timestamp=2021-06-17T18:09:17Z,host='dv-cinder-786260-6-iscsi',id=4c938d44-4998-4210-8006-ee34f5a3ffbf,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:55:17Z,topic='l3_agent')) {'router_ids': ['cf4235a4-1cf5-406e-9017-8b05904869f0'], 'active': True} {{(pid=92880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:09:39.549212 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-cfd4da12-88b8-4a36-89dd-a606403eb0da admin admin] Notify callbacks [] for router, before_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:39.561106 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_dvr_db [None req-51b20a26-08ce-4064-b2a9-83d94fa96e14 None None] Set router cf4235a4-1cf5-406e-9017-8b05904869f0 gateway port host: dv-cinder-786260-6-iscsi {{(pid=92880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 18:09:39.650375 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-cfd4da12-88b8-4a36-89dd-a606403eb0da admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:39.704869 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.plugin [None req-cfd4da12-88b8-4a36-89dd-a606403eb0da admin admin] Deleting port 9eadaefd-a437-41bd-8c9a-0920eff557dc {{(pid=92874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 18:09:39.705231 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-cfd4da12-88b8-4a36-89dd-a606403eb0da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743365079206'] for port, before_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:39.737758 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_hamode_db [None req-51b20a26-08ce-4064-b2a9-83d94fa96e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf4235a4-1cf5-406e-9017-8b05904869f0', 'name': 'tempest-TestMinimumBasicScenario-1965674436-router', 'tenant_id': '74ba9816d29f45709c2d61dd07a4dcc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'external_fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '9eadaefd-a437-41bd-8c9a-0920eff557dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T18:06:19Z', 'updated_at': '2021-06-17T18:09:38Z', 'revision_number': 5, 'project_id': '74ba9816d29f45709c2d61dd07a4dcc6', 'gw_port': {'id': '9eadaefd-a437-41bd-8c9a-0920eff557dc', 'name': '', 'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:12:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4235a4-1cf5-406e-9017-8b05904869f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:06:20Z', 'updated_at': '2021-06-17T18:06:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78089575-0364-47db-be8b-ef28f42f3a37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-6-iscsi'}], 'dv-cinder-786260-6-iscsi', False) {} {{(pid=92880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:09:39.763077 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b20a26-08ce-4064-b2a9-83d94fa96e14 None None] Checking router: cf4235a4-1cf5-406e-9017-8b05904869f0 for host: dv-cinder-786260-6-iscsi {{(pid=92880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 18:09:39.771688 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b20a26-08ce-4064-b2a9-83d94fa96e14 None None] Routers {'cf4235a4-1cf5-406e-9017-8b05904869f0'} bound to L3 agent in host dv-cinder-786260-6-iscsi {{(pid=92880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 18:09:39.772476 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_hamode_db [None req-51b20a26-08ce-4064-b2a9-83d94fa96e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-17T17:55:17Z,description=,heartbeat_timestamp=2021-06-17T18:09:17Z,host='dv-cinder-786260-6-iscsi',id=4c938d44-4998-4210-8006-ee34f5a3ffbf,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:55:17Z,topic='l3_agent')) {'router_ids': ['cf4235a4-1cf5-406e-9017-8b05904869f0'], 'active': True} {{(pid=92880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:09:39.781545 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.db [None req-cfd4da12-88b8-4a36-89dd-a606403eb0da admin admin] For port 9eadaefd-a437-41bd-8c9a-0920eff557dc, host dv-cinder-786260-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-6-iscsi',level=0,port_id=9eadaefd-a437-41bd-8c9a-0920eff557dc,segment=NetworkSegment(07abf0fa-b3ae-48d7-9299-c095c09325c6),segment_id=07abf0fa-b3ae-48d7-9299-c095c09325c6)] {{(pid=92874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:09:39.781897 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-cfd4da12-88b8-4a36-89dd-a606403eb0da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956370'] for port, precommit_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:39.845309 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.plugin [None req-cfd4da12-88b8-4a36-89dd-a606403eb0da admin admin] Calling delete_port for 9eadaefd-a437-41bd-8c9a-0920eff557dc owned by network:router_gateway {{(pid=92874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 18:09:39.855387 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_dvr_db [None req-51b20a26-08ce-4064-b2a9-83d94fa96e14 None None] Set router cf4235a4-1cf5-406e-9017-8b05904869f0 gateway port host: None {{(pid=92880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 18:09:39.907688 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_hamode_db [None req-51b20a26-08ce-4064-b2a9-83d94fa96e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf4235a4-1cf5-406e-9017-8b05904869f0', 'name': 'tempest-TestMinimumBasicScenario-1965674436-router', 'tenant_id': '74ba9816d29f45709c2d61dd07a4dcc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T18:06:19Z', 'updated_at': '2021-06-17T18:09:39Z', 'revision_number': 6, 'project_id': '74ba9816d29f45709c2d61dd07a4dcc6', 'gw_port_host': None}], 'dv-cinder-786260-6-iscsi', False) {} {{(pid=92880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:09:39.912733 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Device 5577a9a1-1770-4ff7-83ae-1a4009a3cc40 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=92880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 18:09:39.937445 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b20a26-08ce-4064-b2a9-83d94fa96e14 None None] The sync data for ids ['cf4235a4-1cf5-406e-9017-8b05904869f0'] in dv-cinder-786260-6-iscsi is: [{'id': 'cf4235a4-1cf5-406e-9017-8b05904869f0', 'name': 'tempest-TestMinimumBasicScenario-1965674436-router', 'tenant_id': '74ba9816d29f45709c2d61dd07a4dcc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T18:06:19Z', 'updated_at': '2021-06-17T18:09:39Z', 'revision_number': 6, 'project_id': '74ba9816d29f45709c2d61dd07a4dcc6', 'gw_port_host': None}] {{(pid=92880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 18:09:39.954661 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.plugin [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] No Port match for: 5577a9a1-1770-4ff7-83ae-1a4009a3cc40 {{(pid=92880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 18:09:39.955017 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Device 5577a9a1-1770-4ff7-83ae-1a4009a3cc40 not bound to the agent host hv-cinder-78626 {{(pid=92880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 18:09:40.014800 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-cfd4da12-88b8-4a36-89dd-a606403eb0da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743365085983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743364645425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28501932'] for port, after_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:40.016709 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-8fc9bbd5-3d53-40d1-97a0-afc50ebd7b26 tempest-VolumesSnapshotTestJSON-175871565 tempest-VolumesSnapshotTestJSON-175871565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:09:40.038634 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd4da12-88b8-4a36-89dd-a606403eb0da admin admin] Pushing event deleted for resources: {'Port': ['ID=9eadaefd-a437-41bd-8c9a-0920eff557dc,revision_number=None']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:09:40.042035 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-cfd4da12-88b8-4a36-89dd-a606403eb0da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:09:40.100440 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-cfd4da12-88b8-4a36-89dd-a606403eb0da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-955318'] for router_gateway, after_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:40.476557 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-cfd4da12-88b8-4a36-89dd-a606403eb0da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1018511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-454'] for router, precommit_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:40.478694 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-cfd4da12-88b8-4a36-89dd-a606403eb0da admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:40.540541 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-cfd4da12-88b8-4a36-89dd-a606403eb0da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1017515'] for router, after_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:40.541078 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfd4da12-88b8-4a36-89dd-a606403eb0da admin admin] Fanout notify agent at l3_agent the message router_deleted on router cf4235a4-1cf5-406e-9017-8b05904869f0 {{(pid=92874) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 17 18:09:40.545901 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-cfd4da12-88b8-4a36-89dd-a606403eb0da admin admin] Notify callbacks [] for router, before_response {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:40.547162 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-cfd4da12-88b8-4a36-89dd-a606403eb0da admin admin] 10.222.0.97 "DELETE /v2.0/routers/cf4235a4-1cf5-406e-9017-8b05904869f0 HTTP/1.1" status: 204 len: 168 time: 1.0938861 Jun 17 18:09:40.550257 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 50382) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:09:40.592760 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ce336fe-95a8-4593-b9bc-0f414d6631ca admin admin] Deleting subnet 5ea2c680-8280-494b-b582-ad8adfc7edc3 {{(pid=92874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 18:09:40.597509 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-0ce336fe-95a8-4593-b9bc-0f414d6631ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:40.635108 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-0ce336fe-95a8-4593-b9bc-0f414d6631ca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25818517'] for subnet, precommit_delete_associations {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:40.738421 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-0ce336fe-95a8-4593-b9bc-0f414d6631ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1684671'] for subnet, precommit_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:40.805577 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-0ce336fe-95a8-4593-b9bc-0f414d6631ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1684662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28501846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25700737'] for subnet, after_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:40.808180 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-67366f45-a2bf-4c59-9204-2e7e8db4db3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:09:40.832719 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Device a9f4927c-6847-4cc8-b647-b31e32ab8b43 no longer exists at agent ovs-agent-dv-cinder-786260-6-iscsi {{(pid=92880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 18:09:40.833695 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce336fe-95a8-4593-b9bc-0f414d6631ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ea2c680-8280-494b-b582-ad8adfc7edc3,revision_number=None']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:09:40.835668 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-0ce336fe-95a8-4593-b9bc-0f414d6631ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563787'] for subnet, before_response {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:40.840784 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-0ce336fe-95a8-4593-b9bc-0f414d6631ca admin admin] 10.222.0.97 "DELETE /v2.0/subnets/5ea2c680-8280-494b-b582-ad8adfc7edc3 HTTP/1.1" status: 204 len: 168 time: 0.2892685 Jun 17 18:09:40.841179 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 50384) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:09:40.842142 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-0ce336fe-95a8-4593-b9bc-0f414d6631ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:09:40.854884 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec2e0092-5ff9-41a9-bbe0-b3976f43357a None None] Network 1f9fb0f7-53a4-48cb-a36c-c77fb573af98 requested from dv-cinder-786260-6-iscsi {{(pid=92880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 18:09:40.857136 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.plugin [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] No Port match for: a9f4927c-6847-4cc8-b647-b31e32ab8b43 {{(pid=92880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 18:09:40.857484 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Device a9f4927c-6847-4cc8-b647-b31e32ab8b43 not bound to the agent host dv-cinder-786260-6-iscsi {{(pid=92880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 18:09:40.857926 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Device 9eadaefd-a437-41bd-8c9a-0920eff557dc no longer exists at agent ovs-agent-dv-cinder-786260-6-iscsi {{(pid=92880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 18:09:40.891446 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.plugin [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] No Port match for: 9eadaefd-a437-41bd-8c9a-0920eff557dc {{(pid=92880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 18:09:40.891724 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Device 9eadaefd-a437-41bd-8c9a-0920eff557dc not bound to the agent host dv-cinder-786260-6-iscsi {{(pid=92880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 18:09:40.919103 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-19d336a6-c2fa-46ae-b8bf-57142fcfeefd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2009691'] for network, before_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:40.973372 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.plugins.ml2.plugin [None req-19d336a6-c2fa-46ae-b8bf-57142fcfeefd admin admin] Deleting port 49bc0759-61b6-4eb6-b3b2-a781c953ea6e {{(pid=92872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 18:09:40.973711 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-19d336a6-c2fa-46ae-b8bf-57142fcfeefd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743365079206'] for port, before_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:41.034553 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.plugins.ml2.db [None req-19d336a6-c2fa-46ae-b8bf-57142fcfeefd admin admin] For port 49bc0759-61b6-4eb6-b3b2-a781c953ea6e, host dv-cinder-786260-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-6-iscsi',level=0,port_id=49bc0759-61b6-4eb6-b3b2-a781c953ea6e,segment=NetworkSegment(51124b7c-a80a-4db0-b648-ac0bff2755df),segment_id=51124b7c-a80a-4db0-b648-ac0bff2755df)] {{(pid=92872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:09:41.034908 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-19d336a6-c2fa-46ae-b8bf-57142fcfeefd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956370'] for port, precommit_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:41.067947 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded3384e-e29b-4587-99ae-22f90f89a5d1 None None] DHCP port deletion for 1f9fb0f7-53a4-48cb-a36c-c77fb573af98 request from dv-cinder-786260-6-iscsi {{(pid=92880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 18:09:41.099839 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.plugins.ml2.plugin [None req-19d336a6-c2fa-46ae-b8bf-57142fcfeefd admin admin] Calling delete_port for 49bc0759-61b6-4eb6-b3b2-a781c953ea6e owned by network:dhcp {{(pid=92872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 18:09:41.182921 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-19d336a6-c2fa-46ae-b8bf-57142fcfeefd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743365085983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743364645425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25532019'] for port, after_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:41.185022 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-010beef1-93cd-44de-aaff-ea8516b62426 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:09:41.207410 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d336a6-c2fa-46ae-b8bf-57142fcfeefd admin admin] Pushing event deleted for resources: {'Port': ['ID=49bc0759-61b6-4eb6-b3b2-a781c953ea6e,revision_number=None']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:09:41.210831 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-19d336a6-c2fa-46ae-b8bf-57142fcfeefd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:09:41.213400 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d336a6-c2fa-46ae-b8bf-57142fcfeefd admin admin] No DVR routers for this DVR port 49bc0759-61b6-4eb6-b3b2-a781c953ea6e on host dv-cinder-786260-6-iscsi {{(pid=92872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 18:09:41.238760 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.plugin [None req-ded3384e-e29b-4587-99ae-22f90f89a5d1 None None] Deleting port 49bc0759-61b6-4eb6-b3b2-a781c953ea6e {{(pid=92880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 18:09:41.239623 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-ded3384e-e29b-4587-99ae-22f90f89a5d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743365079206'] for port, before_delete {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:41.281924 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-19d336a6-c2fa-46ae-b8bf-57142fcfeefd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683494', 'neutron.services.segments.db._delete_segments_for_network-8743365118612'] for network, precommit_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:41.291590 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.services.segments.db [None req-19d336a6-c2fa-46ae-b8bf-57142fcfeefd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f9fb0f7-53a4-48cb-a36c-c77fb573af98']}} {{(pid=92872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:09:41.300638 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-ded3384e-e29b-4587-99ae-22f90f89a5d1 None None] For port 49bc0759-61b6-4eb6-b3b2-a781c953ea6e, host dv-cinder-786260-6-iscsi, got binding levels [] {{(pid=92880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:09:41.301058 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-ded3384e-e29b-4587-99ae-22f90f89a5d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956370'] for port, precommit_delete {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:41.305165 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.services.segments.db [None req-19d336a6-c2fa-46ae-b8bf-57142fcfeefd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51124b7c-a80a-4db0-b648-ac0bff2755df') {'for_net_delete': True} {{(pid=92872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:09:41.305467 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.services.segments.db [None req-19d336a6-c2fa-46ae-b8bf-57142fcfeefd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51124b7c-a80a-4db0-b648-ac0bff2755df') {} {{(pid=92872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:09:41.318424 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-19d336a6-c2fa-46ae-b8bf-57142fcfeefd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743365117157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25531404'] for segment, before_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:41.331346 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-19d336a6-c2fa-46ae-b8bf-57142fcfeefd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1592042'] for segment, precommit_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:41.337137 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19d336a6-c2fa-46ae-b8bf-57142fcfeefd admin admin] Releasing vlan 1108 on physical network physnet1 to pool {{(pid=92872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 18:09:41.337510 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-19d336a6-c2fa-46ae-b8bf-57142fcfeefd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1592042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25531940'] for segment, after_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:41.339108 dv-cinder-786260-6-iscsi neutron-server[92872]: Traceback (most recent call last): Jun 17 18:09:41.339108 dv-cinder-786260-6-iscsi neutron-server[92872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 18:09:41.339108 dv-cinder-786260-6-iscsi neutron-server[92872]: timer() Jun 17 18:09:41.339108 dv-cinder-786260-6-iscsi neutron-server[92872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 18:09:41.339108 dv-cinder-786260-6-iscsi neutron-server[92872]: cb(*args, **kw) Jun 17 18:09:41.339108 dv-cinder-786260-6-iscsi neutron-server[92872]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 18:09:41.339108 dv-cinder-786260-6-iscsi neutron-server[92872]: return func(*args, **kwargs) Jun 17 18:09:41.339108 dv-cinder-786260-6-iscsi neutron-server[92872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 18:09:41.339108 dv-cinder-786260-6-iscsi neutron-server[92872]: self._notify() Jun 17 18:09:41.339108 dv-cinder-786260-6-iscsi neutron-server[92872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 18:09:41.339108 dv-cinder-786260-6-iscsi neutron-server[92872]: self.callback(batched_events) Jun 17 18:09:41.339108 dv-cinder-786260-6-iscsi neutron-server[92872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 18:09:41.339108 dv-cinder-786260-6-iscsi neutron-server[92872]: event.method(event) Jun 17 18:09:41.339108 dv-cinder-786260-6-iscsi neutron-server[92872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 18:09:41.339108 dv-cinder-786260-6-iscsi neutron-server[92872]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 18:09:41.339108 dv-cinder-786260-6-iscsi neutron-server[92872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 18:09:41.339108 dv-cinder-786260-6-iscsi neutron-server[92872]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 18:09:41.339108 dv-cinder-786260-6-iscsi neutron-server[92872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 18:09:41.339108 dv-cinder-786260-6-iscsi neutron-server[92872]: return f(self, *a, **k) Jun 17 18:09:41.339108 dv-cinder-786260-6-iscsi neutron-server[92872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 18:09:41.339108 dv-cinder-786260-6-iscsi neutron-server[92872]: return self._get(url).json() Jun 17 18:09:41.339108 dv-cinder-786260-6-iscsi neutron-server[92872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 18:09:41.339108 dv-cinder-786260-6-iscsi neutron-server[92872]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 18:09:41.339108 dv-cinder-786260-6-iscsi neutron-server[92872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 18:09:41.339108 dv-cinder-786260-6-iscsi neutron-server[92872]: return self.request(url, 'GET', **kwargs) Jun 17 18:09:41.339108 dv-cinder-786260-6-iscsi neutron-server[92872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 18:09:41.339108 dv-cinder-786260-6-iscsi neutron-server[92872]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 18:09:41.339108 dv-cinder-786260-6-iscsi neutron-server[92872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 18:09:41.339108 dv-cinder-786260-6-iscsi neutron-server[92872]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 18:09:41.339108 dv-cinder-786260-6-iscsi neutron-server[92872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 18:09:41.339108 dv-cinder-786260-6-iscsi neutron-server[92872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 18:09:41.339108 dv-cinder-786260-6-iscsi neutron-server[92872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 18:09:41.366745 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.plugin [None req-ded3384e-e29b-4587-99ae-22f90f89a5d1 None None] Calling delete_port for 49bc0759-61b6-4eb6-b3b2-a781c953ea6e owned by network:dhcp {{(pid=92880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 18:09:41.370826 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.ipam_backend_mixin [None req-ded3384e-e29b-4587-99ae-22f90f89a5d1 None None] Port 49bc0759-61b6-4eb6-b3b2-a781c953ea6e was not found and therefore no delete operation was performed {{(pid=92880) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 17 18:09:41.372143 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-ded3384e-e29b-4587-99ae-22f90f89a5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743365085983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743364645425'] for port, after_delete {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:41.374784 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:09:41.394921 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-19d336a6-c2fa-46ae-b8bf-57142fcfeefd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-955346'] for network, after_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:41.398726 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:09:41.399068 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded3384e-e29b-4587-99ae-22f90f89a5d1 None None] Pushing event deleted for resources: {'Port': ['ID=49bc0759-61b6-4eb6-b3b2-a781c953ea6e,revision_number=None']} {{(pid=92880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:09:41.401736 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-19d336a6-c2fa-46ae-b8bf-57142fcfeefd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563787'] for network, before_response {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:41.402397 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-ded3384e-e29b-4587-99ae-22f90f89a5d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:09:41.403433 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded3384e-e29b-4587-99ae-22f90f89a5d1 None None] No DVR routers for this DVR port 49bc0759-61b6-4eb6-b3b2-a781c953ea6e on host dv-cinder-786260-6-iscsi {{(pid=92880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 18:09:41.404208 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-19d336a6-c2fa-46ae-b8bf-57142fcfeefd admin admin] 10.222.0.97 "DELETE /v2.0/networks/1f9fb0f7-53a4-48cb-a36c-c77fb573af98 HTTP/1.1" status: 204 len: 168 time: 0.5612259 Jun 17 18:09:41.407101 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 50388) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:09:41.419670 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d336a6-c2fa-46ae-b8bf-57142fcfeefd admin admin] Pushing event deleted for resources: {'Network': ['ID=1f9fb0f7-53a4-48cb-a36c-c77fb573af98,revision_number=None']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:09:41.422260 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-19d336a6-c2fa-46ae-b8bf-57142fcfeefd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:09:41.751453 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-879adf7a-5e88-42e6-9189-b6036195d53d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-950541'] for router_interface, before_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:41.993729 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.plugin [None req-879adf7a-5e88-42e6-9189-b6036195d53d admin admin] Deleting port 89c7c706-18d5-42dd-a9de-9f62b0777c44 {{(pid=92874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 18:09:41.994067 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-879adf7a-5e88-42e6-9189-b6036195d53d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743365079206'] for port, before_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:42.070982 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.db [None req-879adf7a-5e88-42e6-9189-b6036195d53d admin admin] For port 89c7c706-18d5-42dd-a9de-9f62b0777c44, host dv-cinder-786260-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-6-iscsi',level=0,port_id=89c7c706-18d5-42dd-a9de-9f62b0777c44,segment=NetworkSegment(0a88696c-6fe1-4131-955c-f9c810b9f950),segment_id=0a88696c-6fe1-4131-955c-f9c810b9f950)] {{(pid=92874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:09:42.071335 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-879adf7a-5e88-42e6-9189-b6036195d53d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956370'] for port, precommit_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:42.135253 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.plugin [None req-879adf7a-5e88-42e6-9189-b6036195d53d admin admin] Calling delete_port for 89c7c706-18d5-42dd-a9de-9f62b0777c44 owned by network:router_interface {{(pid=92874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 18:09:42.308293 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-879adf7a-5e88-42e6-9189-b6036195d53d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743365085983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743364645425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28501932'] for port, after_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:42.310923 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-e889539b-aee5-412a-a847-ca03deee75a2 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:09:42.334321 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879adf7a-5e88-42e6-9189-b6036195d53d admin admin] Pushing event deleted for resources: {'Port': ['ID=89c7c706-18d5-42dd-a9de-9f62b0777c44,revision_number=None']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:09:42.337367 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-879adf7a-5e88-42e6-9189-b6036195d53d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:09:42.495886 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-879adf7a-5e88-42e6-9189-b6036195d53d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-957629'] for router_interface, after_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:42.705600 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-879adf7a-5e88-42e6-9189-b6036195d53d admin admin] Router 0ff890bc-3fed-4f61-8661-00a0b9ca6dc5 has already been hosted by L3 agent 4c938d44-4998-4210-8006-ee34f5a3ffbf {{(pid=92874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 18:09:42.813709 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-879adf7a-5e88-42e6-9189-b6036195d53d admin admin] Notify agent at l3_agent.dv-cinder-786260-6-iscsi the message routers_updated {{(pid=92874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 18:09:42.818719 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-879adf7a-5e88-42e6-9189-b6036195d53d admin admin] 10.222.0.97 "PUT /v2.0/routers/0ff890bc-3fed-4f61-8661-00a0b9ca6dc5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4106047 Jun 17 18:09:42.821719 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 50396) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:09:42.825400 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff834c7-1d1f-497a-8f22-af98dcbbfe33 None None] Sync routers for ids ['0ff890bc-3fed-4f61-8661-00a0b9ca6dc5'] in dv-cinder-786260-6-iscsi {{(pid=92881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 18:09:42.836300 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff834c7-1d1f-497a-8f22-af98dcbbfe33 None None] Routers {'0ff890bc-3fed-4f61-8661-00a0b9ca6dc5'} bound to L3 agent in host dv-cinder-786260-6-iscsi {{(pid=92881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 18:09:42.836992 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.l3_hamode_db [None req-3ff834c7-1d1f-497a-8f22-af98dcbbfe33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-17T17:55:17Z,description=,heartbeat_timestamp=2021-06-17T18:09:17Z,host='dv-cinder-786260-6-iscsi',id=4c938d44-4998-4210-8006-ee34f5a3ffbf,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:55:17Z,topic='l3_agent')) {'router_ids': ['0ff890bc-3fed-4f61-8661-00a0b9ca6dc5'], 'active': True} {{(pid=92881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:09:42.886501 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Device 49bc0759-61b6-4eb6-b3b2-a781c953ea6e no longer exists at agent ovs-agent-dv-cinder-786260-6-iscsi {{(pid=92880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 18:09:42.906795 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.plugin [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] No Port match for: 49bc0759-61b6-4eb6-b3b2-a781c953ea6e {{(pid=92880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 18:09:42.907067 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Device 49bc0759-61b6-4eb6-b3b2-a781c953ea6e not bound to the agent host dv-cinder-786260-6-iscsi {{(pid=92880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 18:09:42.939469 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-2b75ae9f-c7f4-4853-9888-660f7a6b8016 admin admin] Notify callbacks [] for router, before_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:42.952176 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.l3_dvr_db [None req-3ff834c7-1d1f-497a-8f22-af98dcbbfe33 None None] Set router 0ff890bc-3fed-4f61-8661-00a0b9ca6dc5 gateway port host: dv-cinder-786260-6-iscsi {{(pid=92881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 18:09:43.039185 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-2b75ae9f-c7f4-4853-9888-660f7a6b8016 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:43.091070 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.plugin [None req-2b75ae9f-c7f4-4853-9888-660f7a6b8016 admin admin] Deleting port 727525d8-be53-4d2f-8182-376edeedfaa6 {{(pid=92874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 18:09:43.091412 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-2b75ae9f-c7f4-4853-9888-660f7a6b8016 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743365079206'] for port, before_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:43.125942 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.l3_hamode_db [None req-3ff834c7-1d1f-497a-8f22-af98dcbbfe33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ff890bc-3fed-4f61-8661-00a0b9ca6dc5', 'name': 'tempest-TestMinimumBasicScenario-925944531-router', 'tenant_id': 'ffd4051f496841269df46db415efece2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'external_fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': '727525d8-be53-4d2f-8182-376edeedfaa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T18:06:26Z', 'updated_at': '2021-06-17T18:09:42Z', 'revision_number': 5, 'project_id': 'ffd4051f496841269df46db415efece2', 'gw_port': {'id': '727525d8-be53-4d2f-8182-376edeedfaa6', 'name': '', 'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:36:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff890bc-3fed-4f61-8661-00a0b9ca6dc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:06:28Z', 'updated_at': '2021-06-17T18:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78089575-0364-47db-be8b-ef28f42f3a37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-6-iscsi'}], 'dv-cinder-786260-6-iscsi', False) {} {{(pid=92881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:09:43.151727 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff834c7-1d1f-497a-8f22-af98dcbbfe33 None None] Checking router: 0ff890bc-3fed-4f61-8661-00a0b9ca6dc5 for host: dv-cinder-786260-6-iscsi {{(pid=92881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 18:09:43.160152 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff834c7-1d1f-497a-8f22-af98dcbbfe33 None None] Routers {'0ff890bc-3fed-4f61-8661-00a0b9ca6dc5'} bound to L3 agent in host dv-cinder-786260-6-iscsi {{(pid=92881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 18:09:43.160676 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.l3_hamode_db [None req-3ff834c7-1d1f-497a-8f22-af98dcbbfe33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-17T17:55:17Z,description=,heartbeat_timestamp=2021-06-17T18:09:17Z,host='dv-cinder-786260-6-iscsi',id=4c938d44-4998-4210-8006-ee34f5a3ffbf,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:55:17Z,topic='l3_agent')) {'router_ids': ['0ff890bc-3fed-4f61-8661-00a0b9ca6dc5'], 'active': True} {{(pid=92881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:09:43.168240 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.db [None req-2b75ae9f-c7f4-4853-9888-660f7a6b8016 admin admin] For port 727525d8-be53-4d2f-8182-376edeedfaa6, host dv-cinder-786260-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-6-iscsi',level=0,port_id=727525d8-be53-4d2f-8182-376edeedfaa6,segment=NetworkSegment(07abf0fa-b3ae-48d7-9299-c095c09325c6),segment_id=07abf0fa-b3ae-48d7-9299-c095c09325c6)] {{(pid=92874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:09:43.168598 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-2b75ae9f-c7f4-4853-9888-660f7a6b8016 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956370'] for port, precommit_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:43.233421 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.plugin [None req-2b75ae9f-c7f4-4853-9888-660f7a6b8016 admin admin] Calling delete_port for 727525d8-be53-4d2f-8182-376edeedfaa6 owned by network:router_gateway {{(pid=92874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 18:09:43.242817 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.l3_dvr_db [None req-3ff834c7-1d1f-497a-8f22-af98dcbbfe33 None None] Set router 0ff890bc-3fed-4f61-8661-00a0b9ca6dc5 gateway port host: None {{(pid=92881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 18:09:43.294645 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.l3_hamode_db [None req-3ff834c7-1d1f-497a-8f22-af98dcbbfe33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ff890bc-3fed-4f61-8661-00a0b9ca6dc5', 'name': 'tempest-TestMinimumBasicScenario-925944531-router', 'tenant_id': 'ffd4051f496841269df46db415efece2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T18:06:26Z', 'updated_at': '2021-06-17T18:09:43Z', 'revision_number': 6, 'project_id': 'ffd4051f496841269df46db415efece2', 'gw_port_host': None}], 'dv-cinder-786260-6-iscsi', False) {} {{(pid=92881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:09:43.324371 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff834c7-1d1f-497a-8f22-af98dcbbfe33 None None] The sync data for ids ['0ff890bc-3fed-4f61-8661-00a0b9ca6dc5'] in dv-cinder-786260-6-iscsi is: [{'id': '0ff890bc-3fed-4f61-8661-00a0b9ca6dc5', 'name': 'tempest-TestMinimumBasicScenario-925944531-router', 'tenant_id': 'ffd4051f496841269df46db415efece2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T18:06:26Z', 'updated_at': '2021-06-17T18:09:43Z', 'revision_number': 6, 'project_id': 'ffd4051f496841269df46db415efece2', 'gw_port_host': None}] {{(pid=92881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 18:09:43.397503 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-2b75ae9f-c7f4-4853-9888-660f7a6b8016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743365085983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743364645425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28501932'] for port, after_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:43.399687 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-31b844c0-7a8c-43db-a08c-da821d96ca95 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:09:43.422681 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b75ae9f-c7f4-4853-9888-660f7a6b8016 admin admin] Pushing event deleted for resources: {'Port': ['ID=727525d8-be53-4d2f-8182-376edeedfaa6,revision_number=None']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:09:43.425916 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-2b75ae9f-c7f4-4853-9888-660f7a6b8016 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:09:43.486537 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-2b75ae9f-c7f4-4853-9888-660f7a6b8016 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-955318'] for router_gateway, after_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:43.573293 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-2b75ae9f-c7f4-4853-9888-660f7a6b8016 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1018511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-454'] for router, precommit_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:43.575349 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-2b75ae9f-c7f4-4853-9888-660f7a6b8016 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:43.620423 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-2b75ae9f-c7f4-4853-9888-660f7a6b8016 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1017515'] for router, after_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:43.620877 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b75ae9f-c7f4-4853-9888-660f7a6b8016 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0ff890bc-3fed-4f61-8661-00a0b9ca6dc5 {{(pid=92874) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 17 18:09:43.626355 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-2b75ae9f-c7f4-4853-9888-660f7a6b8016 admin admin] Notify callbacks [] for router, before_response {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:43.627461 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-2b75ae9f-c7f4-4853-9888-660f7a6b8016 admin admin] 10.222.0.97 "DELETE /v2.0/routers/0ff890bc-3fed-4f61-8661-00a0b9ca6dc5 HTTP/1.1" status: 204 len: 168 time: 0.8053241 Jun 17 18:09:43.629937 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 50398) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:09:43.674467 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.db.db_base_plugin_v2 [None req-c27fafa9-9248-45f2-a036-be8261213762 admin admin] Deleting subnet 0f244bed-8166-4e77-8dfa-edca2ad66637 {{(pid=92874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 18:09:43.677586 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-c27fafa9-9248-45f2-a036-be8261213762 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:43.715334 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-c27fafa9-9248-45f2-a036-be8261213762 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25818517'] for subnet, precommit_delete_associations {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:43.796809 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-c27fafa9-9248-45f2-a036-be8261213762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1684671'] for subnet, precommit_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:43.850403 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-c27fafa9-9248-45f2-a036-be8261213762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1684662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28501846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25700737'] for subnet, after_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:43.854283 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-c56e9d72-347e-4216-b010-663a2ebc47e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:09:43.877597 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fafa9-9248-45f2-a036-be8261213762 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f244bed-8166-4e77-8dfa-edca2ad66637,revision_number=None']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:09:43.880748 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-c27fafa9-9248-45f2-a036-be8261213762 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:09:43.881746 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-c27fafa9-9248-45f2-a036-be8261213762 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563787'] for subnet, before_response {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:43.884248 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-c27fafa9-9248-45f2-a036-be8261213762 admin admin] 10.222.0.97 "DELETE /v2.0/subnets/0f244bed-8166-4e77-8dfa-edca2ad66637 HTTP/1.1" status: 204 len: 168 time: 0.2527909 Jun 17 18:09:43.886109 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 50404) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:09:43.893080 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-544a5c9d-e5e7-4397-82ce-5f51c582dead None None] Network 97be5514-6cc3-4c04-8e65-7dd4cd2ebbf9 requested from dv-cinder-786260-6-iscsi {{(pid=92880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 18:09:43.956545 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-39939311-3813-4fe8-8f45-d8e40428d03d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2009691'] for network, before_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:44.014588 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.plugin [None req-39939311-3813-4fe8-8f45-d8e40428d03d admin admin] Deleting port 57777ce2-a4ea-4cd9-8cfc-d40530ccbc19 {{(pid=92874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 18:09:44.014992 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-39939311-3813-4fe8-8f45-d8e40428d03d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743365079206'] for port, before_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:44.115132 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a58a1a08-9156-4c42-a1f6-531b4e042c17 None None] DHCP port deletion for 97be5514-6cc3-4c04-8e65-7dd4cd2ebbf9 request from dv-cinder-786260-6-iscsi {{(pid=92880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 18:09:44.168816 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-274e9b0e-dd4d-4d69-8381-ff3295ad647f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:44.181821 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.plugin [None req-a58a1a08-9156-4c42-a1f6-531b4e042c17 None None] Deleting port 57777ce2-a4ea-4cd9-8cfc-d40530ccbc19 {{(pid=92880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 18:09:44.182206 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-a58a1a08-9156-4c42-a1f6-531b4e042c17 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743365079206'] for port, before_delete {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:44.247355 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-a58a1a08-9156-4c42-a1f6-531b4e042c17 None None] For port 57777ce2-a4ea-4cd9-8cfc-d40530ccbc19, host dv-cinder-786260-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-6-iscsi',level=0,port_id=57777ce2-a4ea-4cd9-8cfc-d40530ccbc19,segment=NetworkSegment(0a88696c-6fe1-4131-955c-f9c810b9f950),segment_id=0a88696c-6fe1-4131-955c-f9c810b9f950)] {{(pid=92880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:09:44.247663 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-a58a1a08-9156-4c42-a1f6-531b4e042c17 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956370'] for port, precommit_delete {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:44.323472 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.plugin [None req-a58a1a08-9156-4c42-a1f6-531b4e042c17 None None] Calling delete_port for 57777ce2-a4ea-4cd9-8cfc-d40530ccbc19 owned by network:dhcp {{(pid=92880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 18:09:44.340403 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:44.359174 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.db [None req-39939311-3813-4fe8-8f45-d8e40428d03d admin admin] For port 57777ce2-a4ea-4cd9-8cfc-d40530ccbc19, host dv-cinder-786260-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-6-iscsi',level=0,port_id=57777ce2-a4ea-4cd9-8cfc-d40530ccbc19,segment=NetworkSegment(0a88696c-6fe1-4131-955c-f9c810b9f950),segment_id=0a88696c-6fe1-4131-955c-f9c810b9f950)] {{(pid=92874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:09:44.359527 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-39939311-3813-4fe8-8f45-d8e40428d03d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956370'] for port, precommit_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:44.423949 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.plugin [None req-39939311-3813-4fe8-8f45-d8e40428d03d admin admin] Calling delete_port for 57777ce2-a4ea-4cd9-8cfc-d40530ccbc19 owned by network:dhcp {{(pid=92874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 18:09:44.458459 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-a58a1a08-9156-4c42-a1f6-531b4e042c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743365085983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743364645425'] for port, after_delete {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:44.460421 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:09:44.483026 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58a1a08-9156-4c42-a1f6-531b4e042c17 None None] Pushing event deleted for resources: {'Port': ['ID=57777ce2-a4ea-4cd9-8cfc-d40530ccbc19,revision_number=None']} {{(pid=92880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:09:44.486032 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-a58a1a08-9156-4c42-a1f6-531b4e042c17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:09:44.486846 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a58a1a08-9156-4c42-a1f6-531b4e042c17 None None] No DVR routers for this DVR port 57777ce2-a4ea-4cd9-8cfc-d40530ccbc19 on host dv-cinder-786260-6-iscsi {{(pid=92880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 18:09:44.508844 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-39939311-3813-4fe8-8f45-d8e40428d03d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743365085983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743364645425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28501932'] for port, after_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:44.510805 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-0d34c869-e690-4b26-818a-f4ea5738682e tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:09:44.533633 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39939311-3813-4fe8-8f45-d8e40428d03d admin admin] Pushing event deleted for resources: {'Port': ['ID=57777ce2-a4ea-4cd9-8cfc-d40530ccbc19,revision_number=None']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:09:44.536741 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-39939311-3813-4fe8-8f45-d8e40428d03d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:09:44.539164 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39939311-3813-4fe8-8f45-d8e40428d03d admin admin] No DVR routers for this DVR port 57777ce2-a4ea-4cd9-8cfc-d40530ccbc19 on host dv-cinder-786260-6-iscsi {{(pid=92874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 18:09:44.609313 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-39939311-3813-4fe8-8f45-d8e40428d03d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683494', 'neutron.services.segments.db._delete_segments_for_network-8743365118612'] for network, precommit_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:44.619540 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.services.segments.db [None req-39939311-3813-4fe8-8f45-d8e40428d03d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97be5514-6cc3-4c04-8e65-7dd4cd2ebbf9']}} {{(pid=92874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:09:44.629799 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.services.segments.db [None req-39939311-3813-4fe8-8f45-d8e40428d03d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a88696c-6fe1-4131-955c-f9c810b9f950') {'for_net_delete': True} {{(pid=92874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:09:44.630097 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.services.segments.db [None req-39939311-3813-4fe8-8f45-d8e40428d03d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a88696c-6fe1-4131-955c-f9c810b9f950') {} {{(pid=92874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:09:44.638800 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-39939311-3813-4fe8-8f45-d8e40428d03d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743365117157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25818522'] for segment, before_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:44.652613 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-39939311-3813-4fe8-8f45-d8e40428d03d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1592042'] for segment, precommit_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:44.658433 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39939311-3813-4fe8-8f45-d8e40428d03d admin admin] Releasing vlan 1104 on physical network physnet1 to pool {{(pid=92874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 18:09:44.658872 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-39939311-3813-4fe8-8f45-d8e40428d03d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1592042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28502011'] for segment, after_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:44.660982 dv-cinder-786260-6-iscsi neutron-server[92874]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 18:09:44.660982 dv-cinder-786260-6-iscsi neutron-server[92874]: conditions |= (models_v2.Port.network_id.in_( Jun 17 18:09:44.660982 dv-cinder-786260-6-iscsi neutron-server[92874]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 18:09:44.660982 dv-cinder-786260-6-iscsi neutron-server[92874]: retrieve_revision_numbers = { Jun 17 18:09:44.660982 dv-cinder-786260-6-iscsi neutron-server[92874]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 18:09:44.660982 dv-cinder-786260-6-iscsi neutron-server[92874]: conditions |= (models_v2.Port.network_id.in_( Jun 17 18:09:44.660982 dv-cinder-786260-6-iscsi neutron-server[92874]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 18:09:44.660982 dv-cinder-786260-6-iscsi neutron-server[92874]: retrieve_revision_numbers = { Jun 17 18:09:44.660982 dv-cinder-786260-6-iscsi neutron-server[92874]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 18:09:44.660982 dv-cinder-786260-6-iscsi neutron-server[92874]: retrieve_revision_numbers = { Jun 17 18:09:44.660982 dv-cinder-786260-6-iscsi neutron-server[92874]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 18:09:44.660982 dv-cinder-786260-6-iscsi neutron-server[92874]: conditions |= (models_v2.Port.network_id.in_( Jun 17 18:09:44.660982 dv-cinder-786260-6-iscsi neutron-server[92874]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 18:09:44.660982 dv-cinder-786260-6-iscsi neutron-server[92874]: self.session.flush() Jun 17 18:09:44.660982 dv-cinder-786260-6-iscsi neutron-server[92874]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 18:09:44.660982 dv-cinder-786260-6-iscsi neutron-server[92874]: self.session.flush() Jun 17 18:09:44.660982 dv-cinder-786260-6-iscsi neutron-server[92874]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 18:09:44.660982 dv-cinder-786260-6-iscsi neutron-server[92874]: self.session.flush() Jun 17 18:09:44.660982 dv-cinder-786260-6-iscsi neutron-server[92874]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 18:09:44.660982 dv-cinder-786260-6-iscsi neutron-server[92874]: self.session.flush() Jun 17 18:09:44.660982 dv-cinder-786260-6-iscsi neutron-server[92874]: Traceback (most recent call last): Jun 17 18:09:44.660982 dv-cinder-786260-6-iscsi neutron-server[92874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 18:09:44.660982 dv-cinder-786260-6-iscsi neutron-server[92874]: timer() Jun 17 18:09:44.660982 dv-cinder-786260-6-iscsi neutron-server[92874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 18:09:44.660982 dv-cinder-786260-6-iscsi neutron-server[92874]: cb(*args, **kw) Jun 17 18:09:44.660982 dv-cinder-786260-6-iscsi neutron-server[92874]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 18:09:44.660982 dv-cinder-786260-6-iscsi neutron-server[92874]: return func(*args, **kwargs) Jun 17 18:09:44.660982 dv-cinder-786260-6-iscsi neutron-server[92874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 18:09:44.660982 dv-cinder-786260-6-iscsi neutron-server[92874]: self._notify() Jun 17 18:09:44.660982 dv-cinder-786260-6-iscsi neutron-server[92874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 18:09:44.660982 dv-cinder-786260-6-iscsi neutron-server[92874]: self.callback(batched_events) Jun 17 18:09:44.660982 dv-cinder-786260-6-iscsi neutron-server[92874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 18:09:44.660982 dv-cinder-786260-6-iscsi neutron-server[92874]: event.method(event) Jun 17 18:09:44.660982 dv-cinder-786260-6-iscsi neutron-server[92874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 18:09:44.660982 dv-cinder-786260-6-iscsi neutron-server[92874]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 18:09:44.660982 dv-cinder-786260-6-iscsi neutron-server[92874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 18:09:44.660982 dv-cinder-786260-6-iscsi neutron-server[92874]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 18:09:44.660982 dv-cinder-786260-6-iscsi neutron-server[92874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 18:09:44.660982 dv-cinder-786260-6-iscsi neutron-server[92874]: return f(self, *a, **k) Jun 17 18:09:44.660982 dv-cinder-786260-6-iscsi neutron-server[92874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 18:09:44.660982 dv-cinder-786260-6-iscsi neutron-server[92874]: return self._get(url).json() Jun 17 18:09:44.660982 dv-cinder-786260-6-iscsi neutron-server[92874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 18:09:44.660982 dv-cinder-786260-6-iscsi neutron-server[92874]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 18:09:44.660982 dv-cinder-786260-6-iscsi neutron-server[92874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 18:09:44.660982 dv-cinder-786260-6-iscsi neutron-server[92874]: return self.request(url, 'GET', **kwargs) Jun 17 18:09:44.660982 dv-cinder-786260-6-iscsi neutron-server[92874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 18:09:44.660982 dv-cinder-786260-6-iscsi neutron-server[92874]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 18:09:44.660982 dv-cinder-786260-6-iscsi neutron-server[92874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 18:09:44.660982 dv-cinder-786260-6-iscsi neutron-server[92874]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 18:09:44.660982 dv-cinder-786260-6-iscsi neutron-server[92874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 18:09:44.660982 dv-cinder-786260-6-iscsi neutron-server[92874]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 18:09:44.660982 dv-cinder-786260-6-iscsi neutron-server[92874]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 18:09:44.712770 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-39939311-3813-4fe8-8f45-d8e40428d03d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-955346'] for network, after_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:44.716706 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:09:44.720332 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-39939311-3813-4fe8-8f45-d8e40428d03d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563787'] for network, before_response {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:44.722697 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-39939311-3813-4fe8-8f45-d8e40428d03d admin admin] 10.222.0.97 "DELETE /v2.0/networks/97be5514-6cc3-4c04-8e65-7dd4cd2ebbf9 HTTP/1.1" status: 204 len: 168 time: 0.8352513 Jun 17 18:09:44.732064 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39939311-3813-4fe8-8f45-d8e40428d03d admin admin] Pushing event deleted for resources: {'Network': ['ID=97be5514-6cc3-4c04-8e65-7dd4cd2ebbf9,revision_number=None']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:09:44.734365 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-39939311-3813-4fe8-8f45-d8e40428d03d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:09:44.832665 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Device 727525d8-be53-4d2f-8182-376edeedfaa6 no longer exists at agent ovs-agent-dv-cinder-786260-6-iscsi {{(pid=92880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 18:09:44.852711 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.plugin [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] No Port match for: 727525d8-be53-4d2f-8182-376edeedfaa6 {{(pid=92880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 18:09:44.853137 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Device 727525d8-be53-4d2f-8182-376edeedfaa6 not bound to the agent host dv-cinder-786260-6-iscsi {{(pid=92880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 18:09:44.853628 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Device 57777ce2-a4ea-4cd9-8cfc-d40530ccbc19 no longer exists at agent ovs-agent-dv-cinder-786260-6-iscsi {{(pid=92880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 18:09:44.873118 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.plugin [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] No Port match for: 57777ce2-a4ea-4cd9-8cfc-d40530ccbc19 {{(pid=92880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 18:09:44.873540 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Device 57777ce2-a4ea-4cd9-8cfc-d40530ccbc19 not bound to the agent host dv-cinder-786260-6-iscsi {{(pid=92880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 18:09:44.874029 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Device 89c7c706-18d5-42dd-a9de-9f62b0777c44 no longer exists at agent ovs-agent-dv-cinder-786260-6-iscsi {{(pid=92880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 18:09:44.888460 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 50408) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:09:44.907845 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.plugin [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] No Port match for: 89c7c706-18d5-42dd-a9de-9f62b0777c44 {{(pid=92880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 18:09:44.908363 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Device 89c7c706-18d5-42dd-a9de-9f62b0777c44 not bound to the agent host dv-cinder-786260-6-iscsi {{(pid=92880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 18:09:44.936607 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-fa9886a2-29ca-46ee-b748-2cba4b5d0ea1 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=74ba9816d29f45709c2d61dd07a4dcc6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0467870 Jun 17 18:09:44.938885 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 50412) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:09:44.996761 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-a7ebd121-0a35-42dc-b0ce-6433c7a50456 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:45.019326 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-a7ebd121-0a35-42dc-b0ce-6433c7a50456 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:45.074385 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-a7ebd121-0a35-42dc-b0ce-6433c7a50456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:45.076968 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-a7ebd121-0a35-42dc-b0ce-6433c7a50456 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:45.078088 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-a7ebd121-0a35-42dc-b0ce-6433c7a50456 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/04fbf763-7189-4b69-b638-08faa30be8f8 HTTP/1.1" status: 204 len: 168 time: 0.1383040 Jun 17 18:09:45.078875 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-3c420615-88d4-498e-ac49-94b7dc63fffc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:09:45.086573 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ebd121-0a35-42dc-b0ce-6433c7a50456 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04fbf763-7189-4b69-b638-08faa30be8f8,revision_number=None']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:09:45.088842 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-a7ebd121-0a35-42dc-b0ce-6433c7a50456 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:09:45.390705 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 50420) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:09:45.428727 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-24b60170-2161-43d0-b5ed-f6e3bfafbed3 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=ffd4051f496841269df46db415efece2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0368633 Jun 17 18:09:45.431093 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 50422) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:09:45.478233 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-b2ca34c2-583d-4978-b2d1-7999da6fc1f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:45.498113 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-b2ca34c2-583d-4978-b2d1-7999da6fc1f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:45.546431 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-b2ca34c2-583d-4978-b2d1-7999da6fc1f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:45.550453 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-b2ca34c2-583d-4978-b2d1-7999da6fc1f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:45.551791 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-b2ca34c2-583d-4978-b2d1-7999da6fc1f7 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/6ff5adb9-5f08-4c6e-af47-8bfdb9d73395 HTTP/1.1" status: 204 len: 168 time: 0.1197467 Jun 17 18:09:45.552636 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-7e16135b-e163-4978-8621-e3888b789bda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:09:45.559819 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ca34c2-583d-4978-b2d1-7999da6fc1f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ff5adb9-5f08-4c6e-af47-8bfdb9d73395,revision_number=None']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:09:45.562162 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-b2ca34c2-583d-4978-b2d1-7999da6fc1f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:09:46.197790 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 50450) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:09:46.291731 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.v2.base [None req-025a07da-a286-4f34-864c-a4449a8a8817 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1266705430-network', 'tenant_id': 'b0adba5f28fa449b88e6680ee01862d3'}} {{(pid=92872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 18:09:46.312351 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-025a07da-a286-4f34-864c-a4449a8a8817 admin admin] Made reservation on behalf of b0adba5f28fa449b88e6680ee01862d3 for: {'network': 1} {{(pid=92872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 18:09:46.314451 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-025a07da-a286-4f34-864c-a4449a8a8817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1986742'] for network, before_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:46.323440 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-025a07da-a286-4f34-864c-a4449a8a8817 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:46.415878 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-025a07da-a286-4f34-864c-a4449a8a8817 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:46.419478 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-025a07da-a286-4f34-864c-a4449a8a8817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:46.422267 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-4938bcc2-9fa3-46a2-9363-1c9fda73550a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:09:46.447053 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-025a07da-a286-4f34-864c-a4449a8a8817 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1101} {{(pid=92872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 18:09:46.454172 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025a07da-a286-4f34-864c-a4449a8a8817 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=190ec7df-e92b-4bc0-88c8-f8a79ed4f84c,revision_number=1']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:09:46.458099 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-025a07da-a286-4f34-864c-a4449a8a8817 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:09:46.461256 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-025a07da-a286-4f34-864c-a4449a8a8817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1592042'] for segment, precommit_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:46.461601 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.db.segments_db [None req-025a07da-a286-4f34-864c-a4449a8a8817 admin admin] Added segment 12cd2f01-9686-4951-aa61-386e2bcb86af of type vlan for network 378f779f-b6f3-4354-9f02-39696c0c3e36 Jun 17 18:09:46.499895 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-025a07da-a286-4f34-864c-a4449a8a8817 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743364582301'] for network, precommit_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:46.532118 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-025a07da-a286-4f34-864c-a4449a8a8817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563796'] for network, after_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:46.533371 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-025a07da-a286-4f34-864c-a4449a8a8817 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:09:46.533980 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-025a07da-a286-4f34-864c-a4449a8a8817 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563787'] for network, before_response {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:46.536855 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-ef1dc56e-5857-4b29-aa97-140d3384590d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:09:46.569292 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-025a07da-a286-4f34-864c-a4449a8a8817 admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3704326 Jun 17 18:09:46.572355 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 50454) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:09:46.577328 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.v2.base [None req-e5812df9-59ac-41ef-aa22-1471de08ed3e admin admin] Request body: {'subnet': {'network_id': '378f779f-b6f3-4354-9f02-39696c0c3e36', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1266705430-subnet', 'tenant_id': 'b0adba5f28fa449b88e6680ee01862d3', 'ip_version': 4}} {{(pid=92874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 18:09:46.598128 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025a07da-a286-4f34-864c-a4449a8a8817 admin admin] Pushing event updated for resources: {'Network': ['ID=378f779f-b6f3-4354-9f02-39696c0c3e36,revision_number=1']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:09:46.598820 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5812df9-59ac-41ef-aa22-1471de08ed3e admin admin] Made reservation on behalf of b0adba5f28fa449b88e6680ee01862d3 for: {'subnet': 1} {{(pid=92874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 18:09:46.601126 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-025a07da-a286-4f34-864c-a4449a8a8817 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:09:46.601281 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-e5812df9-59ac-41ef-aa22-1471de08ed3e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25700772'] for subnet, before_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:46.607951 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Network 378f779f-b6f3-4354-9f02-39696c0c3e36 details requested by agent ovs-agent-dv-cinder-786260-6-iscsi with host dv-cinder-786260-6-iscsi {{(pid=92880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 18:09:46.762316 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-e5812df9-59ac-41ef-aa22-1471de08ed3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28501785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25700790'] for subnet, after_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:46.765261 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-6062319c-55d8-4d77-bf90-94212f069eff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:09:46.816142 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5812df9-59ac-41ef-aa22-1471de08ed3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0af006b-868b-4b28-854a-9d9e344cc1c0,revision_number=0']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:09:46.819882 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-e5812df9-59ac-41ef-aa22-1471de08ed3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:09:46.825951 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-6169424d-d4d1-4985-9617-b249c74c4b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:46.827201 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5812df9-59ac-41ef-aa22-1471de08ed3e admin admin] Checking segment: {'id': '12cd2f01-9686-4951-aa61-386e2bcb86af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '378f779f-b6f3-4354-9f02-39696c0c3e36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 18:09:46.827758 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5812df9-59ac-41ef-aa22-1471de08ed3e admin admin] Network hostable DHCP agents. Network: 378f779f-b6f3-4354-9f02-39696c0c3e36, hostable agents: ['795a795f-766d-4def-8ee5-7e560291ca0e'], hosted agents: [] {{(pid=92874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 18:09:46.844755 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5812df9-59ac-41ef-aa22-1471de08ed3e admin admin] Network 378f779f-b6f3-4354-9f02-39696c0c3e36 is scheduled to be hosted by DHCP agent 795a795f-766d-4def-8ee5-7e560291ca0e with binding_index 1 {{(pid=92874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 18:09:46.852717 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.scheduler.base_scheduler [None req-e5812df9-59ac-41ef-aa22-1471de08ed3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-6-iscsi, 378f779f-b6f3-4354-9f02-39696c0c3e36) {{(pid=92874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 18:09:46.857052 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5812df9-59ac-41ef-aa22-1471de08ed3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:09:46.858206 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-e5812df9-59ac-41ef-aa22-1471de08ed3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563787'] for subnet, before_response {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:46.862575 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ef4048-cb58-465b-9658-9c43346e23a4 None None] Network 378f779f-b6f3-4354-9f02-39696c0c3e36 requested from dv-cinder-786260-6-iscsi {{(pid=92880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 18:09:46.871964 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-e5812df9-59ac-41ef-aa22-1471de08ed3e admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2985280 Jun 17 18:09:46.874579 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 50456) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:09:46.879388 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.v2.base [None req-71fd6f0d-ac6f-48d0-b35b-5728698b6c62 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1266705430-router', 'tenant_id': 'b0adba5f28fa449b88e6680ee01862d3', 'external_gateway_info': {'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c'}}} {{(pid=92874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 18:09:46.900110 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-71fd6f0d-ac6f-48d0-b35b-5728698b6c62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1018585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-464'] for router, before_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:46.901063 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-71fd6f0d-ac6f-48d0-b35b-5728698b6c62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1017378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-955537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-598790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-463'] for router, precommit_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:46.938843 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:46.954522 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-71fd6f0d-ac6f-48d0-b35b-5728698b6c62 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:47.017251 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b51ecab-58e3-4643-8dcb-e6e3d98f2dfd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc86703fc-b3e3-5eab-995b-625b3403c1cb-378f779f-b6f3-4354-9f02-39696c0c3e36', 'network_id': '378f779f-b6f3-4354-9f02-39696c0c3e36', 'tenant_id': 'b0adba5f28fa449b88e6680ee01862d3', 'fixed_ips': [{'subnet_id': 'b0af006b-868b-4b28-854a-9d9e344cc1c0'}]}} from dv-cinder-786260-6-iscsi. {{(pid=92880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 18:09:47.018098 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-0b51ecab-58e3-4643-8dcb-e6e3d98f2dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1986742'] for port, before_create {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:47.093555 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-71fd6f0d-ac6f-48d0-b35b-5728698b6c62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-955609', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1018539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-509'] for router, precommit_update {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:47.150052 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.db_base_plugin_common [None req-0b51ecab-58e3-4643-8dcb-e6e3d98f2dfd None None] Allocated IP 172.20.0.2 (378f779f-b6f3-4354-9f02-39696c0c3e36/b0af006b-868b-4b28-854a-9d9e344cc1c0/3ba815e6-6c5c-4b7a-8580-54e32670bf51) {{(pid=92880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 18:09:47.289541 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-71fd6f0d-ac6f-48d0-b35b-5728698b6c62 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:47.292038 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-0b51ecab-58e3-4643-8dcb-e6e3d98f2dfd None None] Notify callbacks [] for port, precommit_create {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:47.300355 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-0b51ecab-58e3-4643-8dcb-e6e3d98f2dfd None None] Transition to ACTIVE for port object 3ba815e6-6c5c-4b7a-8580-54e32670bf51 will not be triggered until provisioned by entity L2. {{(pid=92880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 18:09:47.309992 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-71fd6f0d-ac6f-48d0-b35b-5728698b6c62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1986742'] for port, before_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:47.314485 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-0b51ecab-58e3-4643-8dcb-e6e3d98f2dfd None None] Transition to ACTIVE for port object 3ba815e6-6c5c-4b7a-8580-54e32670bf51 will not be triggered until provisioned by entity DHCP. {{(pid=92880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 18:09:47.321827 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-0b51ecab-58e3-4643-8dcb-e6e3d98f2dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1986807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743364645416'] for port, after_create {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:47.330370 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:09:47.358903 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b51ecab-58e3-4643-8dcb-e6e3d98f2dfd None None] Network 378f779f-b6f3-4354-9f02-39696c0c3e36 is already hosted by enough agents. {{(pid=92880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 18:09:47.361987 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.scheduler.base_scheduler [None req-0b51ecab-58e3-4643-8dcb-e6e3d98f2dfd None None] Resources bound (agent type, host, resource id): {{(pid=92880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 18:09:47.366200 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b51ecab-58e3-4643-8dcb-e6e3d98f2dfd None None] Received port after_create {{(pid=92880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 18:09:47.399685 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b51ecab-58e3-4643-8dcb-e6e3d98f2dfd None None] Pushing event updated for resources: {'Port': ['ID=3ba815e6-6c5c-4b7a-8580-54e32670bf51,revision_number=1']} {{(pid=92880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:09:47.403473 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-0b51ecab-58e3-4643-8dcb-e6e3d98f2dfd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:09:47.420994 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.db.db_base_plugin_common [None req-71fd6f0d-ac6f-48d0-b35b-5728698b6c62 admin admin] Allocated IP 172.27.2.92 (64144b6f-e068-441d-8337-f91b82ffb73c/78089575-0364-47db-be8b-ef28f42f3a37/d17260fe-9a96-429c-9c93-35fafdfab6fa) {{(pid=92874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 18:09:47.432329 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.managers [None req-0b51ecab-58e3-4643-8dcb-e6e3d98f2dfd None None] Attempting to bind port 3ba815e6-6c5c-4b7a-8580-54e32670bf51 on host dv-cinder-786260-6-iscsi for vnic_type normal with profile {{(pid=92880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 18:09:47.432716 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.managers [None req-0b51ecab-58e3-4643-8dcb-e6e3d98f2dfd None None] Attempting to bind port 3ba815e6-6c5c-4b7a-8580-54e32670bf51 by drivers openvswitch,hyperv on host dv-cinder-786260-6-iscsi at level 0 using segments [{'id': '12cd2f01-9686-4951-aa61-386e2bcb86af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '378f779f-b6f3-4354-9f02-39696c0c3e36'}] {{(pid=92880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 18:09:47.433088 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b51ecab-58e3-4643-8dcb-e6e3d98f2dfd None None] Attempting to bind port 3ba815e6-6c5c-4b7a-8580-54e32670bf51 on network 378f779f-b6f3-4354-9f02-39696c0c3e36 {{(pid=92880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 18:09:47.437929 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b51ecab-58e3-4643-8dcb-e6e3d98f2dfd None None] Checking agent: {'id': '656fc8e0-be97-41b9-a086-aa1caa9e55fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 17, 55, 17), 'started_at': datetime.datetime(2021, 6, 17, 17, 55, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 18, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 18:09:47.438318 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b51ecab-58e3-4643-8dcb-e6e3d98f2dfd None None] Checking segment: {'id': '12cd2f01-9686-4951-aa61-386e2bcb86af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '378f779f-b6f3-4354-9f02-39696c0c3e36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 18:09:47.438729 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-0b51ecab-58e3-4643-8dcb-e6e3d98f2dfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:47.439132 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b51ecab-58e3-4643-8dcb-e6e3d98f2dfd None None] Bound using segment: {'id': '12cd2f01-9686-4951-aa61-386e2bcb86af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '378f779f-b6f3-4354-9f02-39696c0c3e36'} {{(pid=92880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 18:09:47.439614 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.managers [None req-0b51ecab-58e3-4643-8dcb-e6e3d98f2dfd None None] Bound port: 3ba815e6-6c5c-4b7a-8580-54e32670bf51, host: dv-cinder-786260-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12cd2f01-9686-4951-aa61-386e2bcb86af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '378f779f-b6f3-4354-9f02-39696c0c3e36'}}] {{(pid=92880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 18:09:47.440025 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-0b51ecab-58e3-4643-8dcb-e6e3d98f2dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:47.505668 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-0b51ecab-58e3-4643-8dcb-e6e3d98f2dfd None None] For port 3ba815e6-6c5c-4b7a-8580-54e32670bf51, host dv-cinder-786260-6-iscsi, cleared binding levels {{(pid=92880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 18:09:47.508657 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-0b51ecab-58e3-4643-8dcb-e6e3d98f2dfd None None] For port 3ba815e6-6c5c-4b7a-8580-54e32670bf51, host dv-cinder-786260-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-6-iscsi',level=0,port_id=3ba815e6-6c5c-4b7a-8580-54e32670bf51,segment=NetworkSegment(12cd2f01-9686-4951-aa61-386e2bcb86af),segment_id=12cd2f01-9686-4951-aa61-386e2bcb86af)] {{(pid=92880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 18:09:47.513210 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-0b51ecab-58e3-4643-8dcb-e6e3d98f2dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479'] for port, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:47.515078 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-a3c7e465-6c7e-4088-9cc2-808f39a7df18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:09:47.530012 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-71fd6f0d-ac6f-48d0-b35b-5728698b6c62 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:47.571238 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-71fd6f0d-ac6f-48d0-b35b-5728698b6c62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1986807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743364645416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28501925'] for port, after_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:47.572425 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b51ecab-58e3-4643-8dcb-e6e3d98f2dfd None None] Pushing event updated for resources: {'Port': ['ID=3ba815e6-6c5c-4b7a-8580-54e32670bf51,revision_number=2']} {{(pid=92880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:09:47.579933 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-37ccb17e-d16e-4a03-ae8d-2859040843e2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:09:47.580809 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-0b51ecab-58e3-4643-8dcb-e6e3d98f2dfd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:09:47.605324 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71fd6f0d-ac6f-48d0-b35b-5728698b6c62 admin admin] Network 64144b6f-e068-441d-8337-f91b82ffb73c is already hosted by enough agents. {{(pid=92874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 18:09:47.608184 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.scheduler.base_scheduler [None req-71fd6f0d-ac6f-48d0-b35b-5728698b6c62 admin admin] Resources bound (agent type, host, resource id): {{(pid=92874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 18:09:47.611904 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71fd6f0d-ac6f-48d0-b35b-5728698b6c62 admin admin] Received port after_create {{(pid=92874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 18:09:47.653956 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fd6f0d-ac6f-48d0-b35b-5728698b6c62 admin admin] Pushing event updated for resources: {'Port': ['ID=d17260fe-9a96-429c-9c93-35fafdfab6fa,revision_number=1']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:09:47.657856 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-71fd6f0d-ac6f-48d0-b35b-5728698b6c62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:09:47.881534 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-71fd6f0d-ac6f-48d0-b35b-5728698b6c62 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:48.046370 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-8848f698-b84d-4e61-bbd9-19a6867363d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:48.073324 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-71fd6f0d-ac6f-48d0-b35b-5728698b6c62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1018578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-955646'] for router, after_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:48.198918 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71fd6f0d-ac6f-48d0-b35b-5728698b6c62 admin admin] Router 54f384fc-1583-4886-afe6-aa8eb1533986 is scheduled to L3 agent 4c938d44-4998-4210-8006-ee34f5a3ffbf with binding_index 1 {{(pid=92874) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 18:09:48.313346 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71fd6f0d-ac6f-48d0-b35b-5728698b6c62 admin admin] Notify agent at l3_agent.dv-cinder-786260-6-iscsi the message routers_updated {{(pid=92874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 18:09:48.322028 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf1a73d-5e4d-47dd-95e4-78ecb16e8d7c None None] Sync routers for ids ['54f384fc-1583-4886-afe6-aa8eb1533986'] in dv-cinder-786260-6-iscsi {{(pid=92880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 18:09:48.329275 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-71fd6f0d-ac6f-48d0-b35b-5728698b6c62 admin admin] Notify callbacks [] for router, before_response {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:48.330620 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-71fd6f0d-ac6f-48d0-b35b-5728698b6c62 admin admin] 10.222.0.97 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.4550307 Jun 17 18:09:48.333537 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf1a73d-5e4d-47dd-95e4-78ecb16e8d7c None None] Routers {'54f384fc-1583-4886-afe6-aa8eb1533986'} bound to L3 agent in host dv-cinder-786260-6-iscsi {{(pid=92880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 18:09:48.333692 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 50462) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:09:48.334181 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_hamode_db [None req-3bf1a73d-5e4d-47dd-95e4-78ecb16e8d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T17:55:17Z,description=,heartbeat_timestamp=2021-06-17T18:09:47Z,host='dv-cinder-786260-6-iscsi',id=4c938d44-4998-4210-8006-ee34f5a3ffbf,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:55:17Z,topic='l3_agent')) {'router_ids': ['54f384fc-1583-4886-afe6-aa8eb1533986'], 'active': True} {{(pid=92880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:09:48.444837 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_dvr_db [None req-3bf1a73d-5e4d-47dd-95e4-78ecb16e8d7c None None] Set router 54f384fc-1583-4886-afe6-aa8eb1533986 gateway port host: dv-cinder-786260-6-iscsi {{(pid=92880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 18:09:48.540027 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca25c3b-d970-469a-aea8-55172a15b2f2 None None] Network 378f779f-b6f3-4354-9f02-39696c0c3e36 requested from dv-cinder-786260-6-iscsi {{(pid=92880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 18:09:48.782225 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-0707ed61-e408-4dc5-88a6-386aff7a2659 None None] Provisioning for port 3ba815e6-6c5c-4b7a-8580-54e32670bf51 completed by entity DHCP. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 18:09:48.783267 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-8bee38c9-8819-4a69-abf7-ebf3f9868e2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1986742'] for port, before_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:48.868528 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Device 3ba815e6-6c5c-4b7a-8580-54e32670bf51 up at agent ovs-agent-dv-cinder-786260-6-iscsi {{(pid=92880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 18:09:48.925854 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_hamode_db [None req-3bf1a73d-5e4d-47dd-95e4-78ecb16e8d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54f384fc-1583-4886-afe6-aa8eb1533986', 'name': 'tempest-TestShelveInstance-1266705430-router', 'tenant_id': 'b0adba5f28fa449b88e6680ee01862d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'external_fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': 'd17260fe-9a96-429c-9c93-35fafdfab6fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T18:09:46Z', 'updated_at': '2021-06-17T18:09:47Z', 'revision_number': 3, 'project_id': 'b0adba5f28fa449b88e6680ee01862d3', 'gw_port': {'id': 'd17260fe-9a96-429c-9c93-35fafdfab6fa', 'name': '', 'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:5f:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54f384fc-1583-4886-afe6-aa8eb1533986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:09:47Z', 'updated_at': '2021-06-17T18:09:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '78089575-0364-47db-be8b-ef28f42f3a37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-6-iscsi'}], 'dv-cinder-786260-6-iscsi', False) {} {{(pid=92880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:09:48.950647 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.db.db_base_plugin_common [None req-8bee38c9-8819-4a69-abf7-ebf3f9868e2e admin admin] Allocated IP 172.20.0.1 (378f779f-b6f3-4354-9f02-39696c0c3e36/b0af006b-868b-4b28-854a-9d9e344cc1c0/7ab592da-35c7-4e7f-b057-768ca11ea4b1) {{(pid=92872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 18:09:48.956843 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf1a73d-5e4d-47dd-95e4-78ecb16e8d7c None None] Checking router: 54f384fc-1583-4886-afe6-aa8eb1533986 for host: dv-cinder-786260-6-iscsi {{(pid=92880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 18:09:48.957209 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf1a73d-5e4d-47dd-95e4-78ecb16e8d7c None None] Updating router 54f384fc-1583-4886-afe6-aa8eb1533986 port d17260fe-9a96-429c-9c93-35fafdfab6fa binding host dv-cinder-786260-6-iscsi {{(pid=92880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 18:09:49.006692 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Provisioning for port 3ba815e6-6c5c-4b7a-8580-54e32670bf51 completed by entity L2. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 18:09:49.009586 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-3bf1a73d-5e4d-47dd-95e4-78ecb16e8d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:49.015137 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Provisioning complete for port 3ba815e6-6c5c-4b7a-8580-54e32670bf51 triggered by entity L2. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 18:09:49.015519 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687209'] for port, provisioning_complete {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:49.056465 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-8bee38c9-8819-4a69-abf7-ebf3f9868e2e admin admin] Notify callbacks [] for port, precommit_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:49.072361 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.db.provisioning_blocks [None req-8bee38c9-8819-4a69-abf7-ebf3f9868e2e admin admin] Transition to ACTIVE for port object 7ab592da-35c7-4e7f-b057-768ca11ea4b1 will not be triggered until provisioned by entity DHCP. {{(pid=92872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 18:09:49.108648 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-8bee38c9-8819-4a69-abf7-ebf3f9868e2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1986807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743364645416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25532026'] for port, after_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:49.111685 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:09:49.146880 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bee38c9-8819-4a69-abf7-ebf3f9868e2e admin admin] Network 378f779f-b6f3-4354-9f02-39696c0c3e36 is already hosted by enough agents. {{(pid=92872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 18:09:49.151306 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.scheduler.base_scheduler [None req-8bee38c9-8819-4a69-abf7-ebf3f9868e2e admin admin] Resources bound (agent type, host, resource id): {{(pid=92872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 18:09:49.153836 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bee38c9-8819-4a69-abf7-ebf3f9868e2e admin admin] Received port after_create {{(pid=92872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 18:09:49.185687 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bee38c9-8819-4a69-abf7-ebf3f9868e2e admin admin] Pushing event updated for resources: {'Port': ['ID=7ab592da-35c7-4e7f-b057-768ca11ea4b1,revision_number=1']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:09:49.188607 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-8bee38c9-8819-4a69-abf7-ebf3f9868e2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:09:49.203763 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-8bee38c9-8819-4a69-abf7-ebf3f9868e2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-944711'] for router_interface, before_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:49.205676 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:49.292034 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] For port 3ba815e6-6c5c-4b7a-8580-54e32670bf51, host dv-cinder-786260-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-6-iscsi',level=0,port_id=3ba815e6-6c5c-4b7a-8580-54e32670bf51,segment=NetworkSegment(12cd2f01-9686-4951-aa61-386e2bcb86af),segment_id=12cd2f01-9686-4951-aa61-386e2bcb86af)] {{(pid=92880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:09:49.298993 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-8b134a23-5072-4a48-ae11-35bfeb681d38 None None] Provisioning complete for port 3ba815e6-6c5c-4b7a-8580-54e32670bf51 triggered by entity DHCP. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 18:09:49.299406 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-8b134a23-5072-4a48-ae11-35bfeb681d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687209'] for port, provisioning_complete {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:49.326381 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479'] for port, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:49.334589 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:09:49.344920 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-8bee38c9-8819-4a69-abf7-ebf3f9868e2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:49.448314 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Pushing event updated for resources: {'Port': ['ID=3ba815e6-6c5c-4b7a-8580-54e32670bf51,revision_number=3']} {{(pid=92880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:09:49.451294 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:09:49.493058 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-3bf1a73d-5e4d-47dd-95e4-78ecb16e8d7c None None] Notify callbacks [] for port, precommit_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:49.510799 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-8bee38c9-8819-4a69-abf7-ebf3f9868e2e admin admin] Notify callbacks [] for port, precommit_update {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:49.515164 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-8bee38c9-8819-4a69-abf7-ebf3f9868e2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25531976'] for port, after_update {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:49.516887 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-3bf1a73d-5e4d-47dd-95e4-78ecb16e8d7c None None] Transition to ACTIVE for port object d17260fe-9a96-429c-9c93-35fafdfab6fa will not be triggered until provisioned by entity L2. {{(pid=92880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 18:09:49.518353 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-4b6d883d-c004-422e-917e-273d5ca414ae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:09:49.521477 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-a0cf07df-ba9d-4ba7-86ac-6ceb73a86136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:49.526499 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-3bf1a73d-5e4d-47dd-95e4-78ecb16e8d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479'] for port, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:49.528337 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:09:49.574030 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.managers [None req-3bf1a73d-5e4d-47dd-95e4-78ecb16e8d7c None None] Attempting to bind port d17260fe-9a96-429c-9c93-35fafdfab6fa on host dv-cinder-786260-6-iscsi for vnic_type normal with profile {{(pid=92880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 18:09:49.574409 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.managers [None req-3bf1a73d-5e4d-47dd-95e4-78ecb16e8d7c None None] Attempting to bind port d17260fe-9a96-429c-9c93-35fafdfab6fa by drivers openvswitch,hyperv on host dv-cinder-786260-6-iscsi at level 0 using segments [{'id': '07abf0fa-b3ae-48d7-9299-c095c09325c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c'}] {{(pid=92880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 18:09:49.574778 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf1a73d-5e4d-47dd-95e4-78ecb16e8d7c None None] Attempting to bind port d17260fe-9a96-429c-9c93-35fafdfab6fa on network 64144b6f-e068-441d-8337-f91b82ffb73c {{(pid=92880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 18:09:49.582489 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bee38c9-8819-4a69-abf7-ebf3f9868e2e admin admin] Pushing event updated for resources: {'Port': ['ID=7ab592da-35c7-4e7f-b057-768ca11ea4b1,revision_number=2']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:09:49.586412 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c162d6b-5657-48a7-a501-5053a2039885 None None] Pushing event updated for resources: {'Port': ['ID=d17260fe-9a96-429c-9c93-35fafdfab6fa,revision_number=2']} {{(pid=92880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:09:49.586594 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-8bee38c9-8819-4a69-abf7-ebf3f9868e2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:09:49.587679 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-8bee38c9-8819-4a69-abf7-ebf3f9868e2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-950764'] for router_interface, after_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:49.589047 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-7c162d6b-5657-48a7-a501-5053a2039885 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:09:49.589979 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf1a73d-5e4d-47dd-95e4-78ecb16e8d7c None None] Checking agent: {'id': '656fc8e0-be97-41b9-a086-aa1caa9e55fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 17, 55, 17), 'started_at': datetime.datetime(2021, 6, 17, 17, 55, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 18, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 18:09:49.590316 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf1a73d-5e4d-47dd-95e4-78ecb16e8d7c None None] Checking segment: {'id': '07abf0fa-b3ae-48d7-9299-c095c09325c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 18:09:49.590915 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-3bf1a73d-5e4d-47dd-95e4-78ecb16e8d7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:49.591315 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf1a73d-5e4d-47dd-95e4-78ecb16e8d7c None None] Bound using segment: {'id': '07abf0fa-b3ae-48d7-9299-c095c09325c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c'} {{(pid=92880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 18:09:49.591799 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.managers [None req-3bf1a73d-5e4d-47dd-95e4-78ecb16e8d7c None None] Bound port: d17260fe-9a96-429c-9c93-35fafdfab6fa, host: dv-cinder-786260-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07abf0fa-b3ae-48d7-9299-c095c09325c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c'}}] {{(pid=92880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 18:09:49.592202 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-3bf1a73d-5e4d-47dd-95e4-78ecb16e8d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:49.654373 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-3bf1a73d-5e4d-47dd-95e4-78ecb16e8d7c None None] For port d17260fe-9a96-429c-9c93-35fafdfab6fa, host dv-cinder-786260-6-iscsi, cleared binding levels {{(pid=92880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 18:09:49.658029 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-3bf1a73d-5e4d-47dd-95e4-78ecb16e8d7c None None] For port d17260fe-9a96-429c-9c93-35fafdfab6fa, host dv-cinder-786260-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-6-iscsi',level=0,port_id=d17260fe-9a96-429c-9c93-35fafdfab6fa,segment=NetworkSegment(07abf0fa-b3ae-48d7-9299-c095c09325c6),segment_id=07abf0fa-b3ae-48d7-9299-c095c09325c6)] {{(pid=92880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 18:09:49.660223 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-59e9b106-6dfd-4fee-9848-74d71b0ec9e3 None None] Provisioning for port 7ab592da-35c7-4e7f-b057-768ca11ea4b1 completed by entity DHCP. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 18:09:49.665664 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-3bf1a73d-5e4d-47dd-95e4-78ecb16e8d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479'] for port, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:49.666722 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:09:49.668552 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-59e9b106-6dfd-4fee-9848-74d71b0ec9e3 None None] Provisioning complete for port 7ab592da-35c7-4e7f-b057-768ca11ea4b1 triggered by entity DHCP. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 18:09:49.668918 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-59e9b106-6dfd-4fee-9848-74d71b0ec9e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687209'] for port, provisioning_complete {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:49.691231 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bee38c9-8819-4a69-abf7-ebf3f9868e2e admin admin] Network 378f779f-b6f3-4354-9f02-39696c0c3e36 is already hosted by enough agents. {{(pid=92872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 18:09:49.692372 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.scheduler.base_scheduler [None req-8bee38c9-8819-4a69-abf7-ebf3f9868e2e admin admin] Resources bound (agent type, host, resource id): {{(pid=92872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 18:09:49.751661 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.plugin [None req-59e9b106-6dfd-4fee-9848-74d71b0ec9e3 None None] Port 7ab592da-35c7-4e7f-b057-768ca11ea4b1 cannot update to ACTIVE because it is not bound. {{(pid=92880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 18:09:49.753958 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c162d6b-5657-48a7-a501-5053a2039885 None None] Pushing event updated for resources: {'Port': ['ID=d17260fe-9a96-429c-9c93-35fafdfab6fa,revision_number=3']} {{(pid=92880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:09:49.770194 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-7c162d6b-5657-48a7-a501-5053a2039885 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:09:49.773623 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf1a73d-5e4d-47dd-95e4-78ecb16e8d7c None None] Routers {'54f384fc-1583-4886-afe6-aa8eb1533986'} bound to L3 agent in host dv-cinder-786260-6-iscsi {{(pid=92880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 18:09:49.774280 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_hamode_db [None req-3bf1a73d-5e4d-47dd-95e4-78ecb16e8d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T17:55:17Z,description=,heartbeat_timestamp=2021-06-17T18:09:47Z,host='dv-cinder-786260-6-iscsi',id=4c938d44-4998-4210-8006-ee34f5a3ffbf,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:55:17Z,topic='l3_agent')) {'router_ids': ['54f384fc-1583-4886-afe6-aa8eb1533986'], 'active': True} {{(pid=92880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:09:49.819599 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bee38c9-8819-4a69-abf7-ebf3f9868e2e admin admin] Router 54f384fc-1583-4886-afe6-aa8eb1533986 has already been hosted by L3 agent 4c938d44-4998-4210-8006-ee34f5a3ffbf {{(pid=92872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 18:09:49.899876 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_dvr_db [None req-3bf1a73d-5e4d-47dd-95e4-78ecb16e8d7c None None] Set router 54f384fc-1583-4886-afe6-aa8eb1533986 gateway port host: dv-cinder-786260-6-iscsi {{(pid=92880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 18:09:49.942561 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bee38c9-8819-4a69-abf7-ebf3f9868e2e admin admin] Notify agent at l3_agent.dv-cinder-786260-6-iscsi the message routers_updated {{(pid=92872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 18:09:49.952636 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-8bee38c9-8819-4a69-abf7-ebf3f9868e2e admin admin] 10.222.0.97 "PUT /v2.0/routers/54f384fc-1583-4886-afe6-aa8eb1533986/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6178396 Jun 17 18:09:50.130096 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-ccb5fee5-1089-4bae-8cba-25c688486fb7 None None] Provisioning complete for port 7ab592da-35c7-4e7f-b057-768ca11ea4b1 triggered by entity DHCP. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 18:09:50.130683 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-ccb5fee5-1089-4bae-8cba-25c688486fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687209'] for port, provisioning_complete {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:50.184770 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.plugin [None req-ccb5fee5-1089-4bae-8cba-25c688486fb7 None None] Port 7ab592da-35c7-4e7f-b057-768ca11ea4b1 cannot update to ACTIVE because it is not bound. {{(pid=92880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 18:09:50.201501 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_hamode_db [None req-3bf1a73d-5e4d-47dd-95e4-78ecb16e8d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54f384fc-1583-4886-afe6-aa8eb1533986', 'name': 'tempest-TestShelveInstance-1266705430-router', 'tenant_id': 'b0adba5f28fa449b88e6680ee01862d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'external_fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': 'd17260fe-9a96-429c-9c93-35fafdfab6fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T18:09:46Z', 'updated_at': '2021-06-17T18:09:49Z', 'revision_number': 4, 'project_id': 'b0adba5f28fa449b88e6680ee01862d3', 'gw_port': {'id': 'd17260fe-9a96-429c-9c93-35fafdfab6fa', 'name': '', 'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:5f:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54f384fc-1583-4886-afe6-aa8eb1533986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:09:47Z', 'updated_at': '2021-06-17T18:09:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78089575-0364-47db-be8b-ef28f42f3a37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-6-iscsi', '_interfaces': [{'id': '7ab592da-35c7-4e7f-b057-768ca11ea4b1', 'name': '', 'network_id': '378f779f-b6f3-4354-9f02-39696c0c3e36', 'tenant_id': 'b0adba5f28fa449b88e6680ee01862d3', 'mac_address': 'fa:16:3e:10:bd:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54f384fc-1583-4886-afe6-aa8eb1533986', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'b0af006b-868b-4b28-854a-9d9e344cc1c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:09:48Z', 'updated_at': '2021-06-17T18:09:49Z', 'revision_number': 2, 'project_id': 'b0adba5f28fa449b88e6680ee01862d3', 'subnets': [{'id': 'b0af006b-868b-4b28-854a-9d9e344cc1c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-6-iscsi', False) {} {{(pid=92880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:09:50.231675 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf1a73d-5e4d-47dd-95e4-78ecb16e8d7c None None] The sync data for ids ['54f384fc-1583-4886-afe6-aa8eb1533986'] in dv-cinder-786260-6-iscsi is: [{'id': '54f384fc-1583-4886-afe6-aa8eb1533986', 'name': 'tempest-TestShelveInstance-1266705430-router', 'tenant_id': 'b0adba5f28fa449b88e6680ee01862d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'external_fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': 'd17260fe-9a96-429c-9c93-35fafdfab6fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T18:09:46Z', 'updated_at': '2021-06-17T18:09:49Z', 'revision_number': 4, 'project_id': 'b0adba5f28fa449b88e6680ee01862d3', 'gw_port': {'id': 'd17260fe-9a96-429c-9c93-35fafdfab6fa', 'name': '', 'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:5f:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54f384fc-1583-4886-afe6-aa8eb1533986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:09:47Z', 'updated_at': '2021-06-17T18:09:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78089575-0364-47db-be8b-ef28f42f3a37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-6-iscsi', '_interfaces': [{'id': '7ab592da-35c7-4e7f-b057-768ca11ea4b1', 'name': '', 'network_id': '378f779f-b6f3-4354-9f02-39696c0c3e36', 'tenant_id': 'b0adba5f28fa449b88e6680ee01862d3', 'mac_address': 'fa:16:3e:10:bd:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54f384fc-1583-4886-afe6-aa8eb1533986', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'b0af006b-868b-4b28-854a-9d9e344cc1c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:09:48Z', 'updated_at': '2021-06-17T18:09:49Z', 'revision_number': 2, 'project_id': 'b0adba5f28fa449b88e6680ee01862d3', 'subnets': [{'id': 'b0af006b-868b-4b28-854a-9d9e344cc1c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 18:09:50.467499 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 50494) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:09:50.473685 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.v2.base [None req-6136192c-dcfa-4244-9b84-dae6e4b69d4e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-558261476-network', 'tenant_id': 'bfc99dbfc033432d91e8aa7cd6bd81e2'}} {{(pid=92872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 18:09:50.500409 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6136192c-dcfa-4244-9b84-dae6e4b69d4e admin admin] Made reservation on behalf of bfc99dbfc033432d91e8aa7cd6bd81e2 for: {'network': 1} {{(pid=92872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 18:09:50.502776 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-6136192c-dcfa-4244-9b84-dae6e4b69d4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1986742'] for network, before_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:50.513656 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-6136192c-dcfa-4244-9b84-dae6e4b69d4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:50.614641 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-6136192c-dcfa-4244-9b84-dae6e4b69d4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:50.618596 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-6136192c-dcfa-4244-9b84-dae6e4b69d4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:50.621690 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-ccf67f3a-9cec-4281-aa30-29c0041ae54b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:09:50.645826 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6136192c-dcfa-4244-9b84-dae6e4b69d4e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1137} {{(pid=92872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 18:09:50.654720 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6136192c-dcfa-4244-9b84-dae6e4b69d4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47f0062c-3a28-4f78-9014-cd2b1e253e5e,revision_number=1']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:09:50.658649 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-6136192c-dcfa-4244-9b84-dae6e4b69d4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:09:50.661648 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-6136192c-dcfa-4244-9b84-dae6e4b69d4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1592042'] for segment, precommit_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:50.662052 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.db.segments_db [None req-6136192c-dcfa-4244-9b84-dae6e4b69d4e admin admin] Added segment 01a37e88-502a-4fe3-9a85-9dba66ce8678 of type vlan for network cf6166af-0727-46b3-bf02-3d3e8de87b9a Jun 17 18:09:50.703202 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-6136192c-dcfa-4244-9b84-dae6e4b69d4e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743364582301'] for network, precommit_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:50.733103 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-6136192c-dcfa-4244-9b84-dae6e4b69d4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563796'] for network, after_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:50.734450 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6136192c-dcfa-4244-9b84-dae6e4b69d4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:09:50.735034 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-6136192c-dcfa-4244-9b84-dae6e4b69d4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563787'] for network, before_response {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:50.737207 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-0e85607a-95aa-497e-acde-bfb371e4402c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:09:50.770238 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-6136192c-dcfa-4244-9b84-dae6e4b69d4e admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2985642 Jun 17 18:09:50.771046 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 50496) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:09:50.775279 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.v2.base [None req-f6d2fc90-2a7c-46d6-aa49-b2eb4fa68c9c admin admin] Request body: {'subnet': {'network_id': 'cf6166af-0727-46b3-bf02-3d3e8de87b9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-558261476-subnet', 'tenant_id': 'bfc99dbfc033432d91e8aa7cd6bd81e2', 'ip_version': 4}} {{(pid=92872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 18:09:50.807804 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6136192c-dcfa-4244-9b84-dae6e4b69d4e admin admin] Pushing event updated for resources: {'Network': ['ID=cf6166af-0727-46b3-bf02-3d3e8de87b9a,revision_number=1']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:09:50.811711 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-6136192c-dcfa-4244-9b84-dae6e4b69d4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:09:50.820411 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Network cf6166af-0727-46b3-bf02-3d3e8de87b9a details requested by agent ovs-agent-dv-cinder-786260-6-iscsi with host dv-cinder-786260-6-iscsi {{(pid=92880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 18:09:50.826897 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6d2fc90-2a7c-46d6-aa49-b2eb4fa68c9c admin admin] Made reservation on behalf of bfc99dbfc033432d91e8aa7cd6bd81e2 for: {'subnet': 1} {{(pid=92872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 18:09:50.829306 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-f6d2fc90-2a7c-46d6-aa49-b2eb4fa68c9c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27255148'] for subnet, before_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:50.935481 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Device 3ba815e6-6c5c-4b7a-8580-54e32670bf51 up at agent ovs-agent-dv-cinder-786260-6-iscsi {{(pid=92880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 18:09:50.994498 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Provisioning complete for port 3ba815e6-6c5c-4b7a-8580-54e32670bf51 triggered by entity L2. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 18:09:50.994927 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687209'] for port, provisioning_complete {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:51.074019 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-f6d2fc90-2a7c-46d6-aa49-b2eb4fa68c9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25532102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27255166'] for subnet, after_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:51.076890 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-3f29a18b-d0c2-4a03-ae46-884ec7ffdbb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:09:51.137751 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d2fc90-2a7c-46d6-aa49-b2eb4fa68c9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6f9c2b6-8a6d-4626-aff5-ebcd3e0dd97a,revision_number=0']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:09:51.141853 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-f6d2fc90-2a7c-46d6-aa49-b2eb4fa68c9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:09:51.146099 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d2fc90-2a7c-46d6-aa49-b2eb4fa68c9c admin admin] Checking segment: {'id': '01a37e88-502a-4fe3-9a85-9dba66ce8678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': 'cf6166af-0727-46b3-bf02-3d3e8de87b9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 18:09:51.146454 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d2fc90-2a7c-46d6-aa49-b2eb4fa68c9c admin admin] Network hostable DHCP agents. Network: cf6166af-0727-46b3-bf02-3d3e8de87b9a, hostable agents: ['795a795f-766d-4def-8ee5-7e560291ca0e'], hosted agents: [] {{(pid=92872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 18:09:51.164419 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d2fc90-2a7c-46d6-aa49-b2eb4fa68c9c admin admin] Network cf6166af-0727-46b3-bf02-3d3e8de87b9a is scheduled to be hosted by DHCP agent 795a795f-766d-4def-8ee5-7e560291ca0e with binding_index 1 {{(pid=92872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 18:09:51.173799 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.scheduler.base_scheduler [None req-f6d2fc90-2a7c-46d6-aa49-b2eb4fa68c9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-6-iscsi, cf6166af-0727-46b3-bf02-3d3e8de87b9a) {{(pid=92872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 18:09:51.178550 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d2fc90-2a7c-46d6-aa49-b2eb4fa68c9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:09:51.179226 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-f6d2fc90-2a7c-46d6-aa49-b2eb4fa68c9c admin admin] Notify callbacks [] for subnet, before_response {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:51.184272 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fd90293-09f9-4cd8-bcd7-2e05296dfedc None None] Network cf6166af-0727-46b3-bf02-3d3e8de87b9a requested from dv-cinder-786260-6-iscsi {{(pid=92880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 18:09:51.194121 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-f6d2fc90-2a7c-46d6-aa49-b2eb4fa68c9c admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4226556 Jun 17 18:09:51.196660 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 50502) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:09:51.202441 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.v2.base [None req-9e5cf0d9-5bf8-48c1-bae4-d87fec679a1e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-558261476-router', 'tenant_id': 'bfc99dbfc033432d91e8aa7cd6bd81e2', 'external_gateway_info': {'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c'}}} {{(pid=92872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 18:09:51.230651 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-9e5cf0d9-5bf8-48c1-bae4-d87fec679a1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1018585', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-464'] for router, before_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:51.230651 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-9e5cf0d9-5bf8-48c1-bae4-d87fec679a1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1017378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-955537', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-598790', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-463'] for router, precommit_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:51.296273 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-9e5cf0d9-5bf8-48c1-bae4-d87fec679a1e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:51.344210 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a6bae2b-37dd-4119-81d7-739e9c327664 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc86703fc-b3e3-5eab-995b-625b3403c1cb-cf6166af-0727-46b3-bf02-3d3e8de87b9a', 'network_id': 'cf6166af-0727-46b3-bf02-3d3e8de87b9a', 'tenant_id': 'bfc99dbfc033432d91e8aa7cd6bd81e2', 'fixed_ips': [{'subnet_id': 'c6f9c2b6-8a6d-4626-aff5-ebcd3e0dd97a'}]}} from dv-cinder-786260-6-iscsi. {{(pid=92880) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 18:09:51.345160 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-1a6bae2b-37dd-4119-81d7-739e9c327664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1986742'] for port, before_create {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:51.440190 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-9e5cf0d9-5bf8-48c1-bae4-d87fec679a1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-955609', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1018539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-509'] for router, precommit_update {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:51.495801 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.db_base_plugin_common [None req-1a6bae2b-37dd-4119-81d7-739e9c327664 None None] Allocated IP 172.20.0.2 (cf6166af-0727-46b3-bf02-3d3e8de87b9a/c6f9c2b6-8a6d-4626-aff5-ebcd3e0dd97a/f783110a-6c7f-4b57-b82d-5018e0b4be00) {{(pid=92880) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 18:09:51.659982 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-1a6bae2b-37dd-4119-81d7-739e9c327664 None None] Notify callbacks [] for port, precommit_create {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:51.668914 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-1a6bae2b-37dd-4119-81d7-739e9c327664 None None] Transition to ACTIVE for port object f783110a-6c7f-4b57-b82d-5018e0b4be00 will not be triggered until provisioned by entity L2. {{(pid=92880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 18:09:51.684720 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-1a6bae2b-37dd-4119-81d7-739e9c327664 None None] Transition to ACTIVE for port object f783110a-6c7f-4b57-b82d-5018e0b4be00 will not be triggered until provisioned by entity DHCP. {{(pid=92880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 18:09:51.691610 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-1a6bae2b-37dd-4119-81d7-739e9c327664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1986807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743364645416'] for port, after_create {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:51.693675 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-35532c78-9d4b-4ff7-b66a-419df7a4e351 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:09:51.730455 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6bae2b-37dd-4119-81d7-739e9c327664 None None] Network cf6166af-0727-46b3-bf02-3d3e8de87b9a is already hosted by enough agents. {{(pid=92880) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 18:09:51.733472 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.scheduler.base_scheduler [None req-1a6bae2b-37dd-4119-81d7-739e9c327664 None None] Resources bound (agent type, host, resource id): {{(pid=92880) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 18:09:51.736094 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6bae2b-37dd-4119-81d7-739e9c327664 None None] Received port after_create {{(pid=92880) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 18:09:51.748191 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6bae2b-37dd-4119-81d7-739e9c327664 None None] Pushing event updated for resources: {'Port': ['ID=f783110a-6c7f-4b57-b82d-5018e0b4be00,revision_number=1']} {{(pid=92880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:09:51.776683 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6bae2b-37dd-4119-81d7-739e9c327664 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:09:51.777049 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6bae2b-37dd-4119-81d7-739e9c327664 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:09:51.777392 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6bae2b-37dd-4119-81d7-739e9c327664 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:09:51.777745 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6bae2b-37dd-4119-81d7-739e9c327664 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:09:51.778080 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6bae2b-37dd-4119-81d7-739e9c327664 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:09:51.778411 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6bae2b-37dd-4119-81d7-739e9c327664 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:09:51.778744 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6bae2b-37dd-4119-81d7-739e9c327664 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:09:51.779071 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6bae2b-37dd-4119-81d7-739e9c327664 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:09:51.779404 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6bae2b-37dd-4119-81d7-739e9c327664 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:09:51.779726 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6bae2b-37dd-4119-81d7-739e9c327664 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:09:51.780069 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6bae2b-37dd-4119-81d7-739e9c327664 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:09:51.780395 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6bae2b-37dd-4119-81d7-739e9c327664 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:09:51.784138 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-1a6bae2b-37dd-4119-81d7-739e9c327664 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:09:51.816801 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.managers [None req-1a6bae2b-37dd-4119-81d7-739e9c327664 None None] Attempting to bind port f783110a-6c7f-4b57-b82d-5018e0b4be00 on host dv-cinder-786260-6-iscsi for vnic_type normal with profile {{(pid=92880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 18:09:51.817344 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.managers [None req-1a6bae2b-37dd-4119-81d7-739e9c327664 None None] Attempting to bind port f783110a-6c7f-4b57-b82d-5018e0b4be00 by drivers openvswitch,hyperv on host dv-cinder-786260-6-iscsi at level 0 using segments [{'id': '01a37e88-502a-4fe3-9a85-9dba66ce8678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': 'cf6166af-0727-46b3-bf02-3d3e8de87b9a'}] {{(pid=92880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 18:09:51.817814 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6bae2b-37dd-4119-81d7-739e9c327664 None None] Attempting to bind port f783110a-6c7f-4b57-b82d-5018e0b4be00 on network cf6166af-0727-46b3-bf02-3d3e8de87b9a {{(pid=92880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 18:09:51.822894 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6bae2b-37dd-4119-81d7-739e9c327664 None None] Checking agent: {'id': '656fc8e0-be97-41b9-a086-aa1caa9e55fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 17, 55, 17), 'started_at': datetime.datetime(2021, 6, 17, 17, 55, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 18, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 18:09:51.823279 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6bae2b-37dd-4119-81d7-739e9c327664 None None] Checking segment: {'id': '01a37e88-502a-4fe3-9a85-9dba66ce8678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': 'cf6166af-0727-46b3-bf02-3d3e8de87b9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 18:09:51.823685 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-1a6bae2b-37dd-4119-81d7-739e9c327664 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:51.824114 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6bae2b-37dd-4119-81d7-739e9c327664 None None] Bound using segment: {'id': '01a37e88-502a-4fe3-9a85-9dba66ce8678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': 'cf6166af-0727-46b3-bf02-3d3e8de87b9a'} {{(pid=92880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 18:09:51.824588 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.managers [None req-1a6bae2b-37dd-4119-81d7-739e9c327664 None None] Bound port: f783110a-6c7f-4b57-b82d-5018e0b4be00, host: dv-cinder-786260-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01a37e88-502a-4fe3-9a85-9dba66ce8678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': 'cf6166af-0727-46b3-bf02-3d3e8de87b9a'}}] {{(pid=92880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 18:09:51.824982 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-1a6bae2b-37dd-4119-81d7-739e9c327664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:51.880649 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-9e5cf0d9-5bf8-48c1-bae4-d87fec679a1e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:51.891373 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-1a6bae2b-37dd-4119-81d7-739e9c327664 None None] For port f783110a-6c7f-4b57-b82d-5018e0b4be00, host dv-cinder-786260-6-iscsi, cleared binding levels {{(pid=92880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 18:09:51.894730 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-1a6bae2b-37dd-4119-81d7-739e9c327664 None None] For port f783110a-6c7f-4b57-b82d-5018e0b4be00, host dv-cinder-786260-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-6-iscsi',level=0,port_id=f783110a-6c7f-4b57-b82d-5018e0b4be00,segment=NetworkSegment(01a37e88-502a-4fe3-9a85-9dba66ce8678),segment_id=01a37e88-502a-4fe3-9a85-9dba66ce8678)] {{(pid=92880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 18:09:51.899739 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-1a6bae2b-37dd-4119-81d7-739e9c327664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479'] for port, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:51.901656 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:09:51.902449 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-9e5cf0d9-5bf8-48c1-bae4-d87fec679a1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1986742'] for port, before_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:51.964373 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6bae2b-37dd-4119-81d7-739e9c327664 None None] Pushing event updated for resources: {'Port': ['ID=f783110a-6c7f-4b57-b82d-5018e0b4be00,revision_number=2']} {{(pid=92880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:09:51.968427 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-1a6bae2b-37dd-4119-81d7-739e9c327664 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:09:52.026652 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.db.db_base_plugin_common [None req-9e5cf0d9-5bf8-48c1-bae4-d87fec679a1e admin admin] Allocated IP 172.27.2.220 (64144b6f-e068-441d-8337-f91b82ffb73c/78089575-0364-47db-be8b-ef28f42f3a37/ddc36137-1013-4fa5-8151-53a7e4b15ce6) {{(pid=92872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 18:09:52.152182 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-9e5cf0d9-5bf8-48c1-bae4-d87fec679a1e admin admin] Notify callbacks [] for port, precommit_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:52.222889 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-9e5cf0d9-5bf8-48c1-bae4-d87fec679a1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1986807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743364645416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25532026'] for port, after_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:52.225955 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-5eff89a6-9330-40d1-b6e2-feed2d4ebf2e tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:09:52.268007 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e5cf0d9-5bf8-48c1-bae4-d87fec679a1e admin admin] Network 64144b6f-e068-441d-8337-f91b82ffb73c is already hosted by enough agents. {{(pid=92872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 18:09:52.272735 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.scheduler.base_scheduler [None req-9e5cf0d9-5bf8-48c1-bae4-d87fec679a1e admin admin] Resources bound (agent type, host, resource id): {{(pid=92872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 18:09:52.276620 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5cf0d9-5bf8-48c1-bae4-d87fec679a1e admin admin] Received port after_create {{(pid=92872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 18:09:52.306991 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5cf0d9-5bf8-48c1-bae4-d87fec679a1e admin admin] Pushing event updated for resources: {'Port': ['ID=ddc36137-1013-4fa5-8151-53a7e4b15ce6,revision_number=1']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:09:52.313481 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-9e5cf0d9-5bf8-48c1-bae4-d87fec679a1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:09:52.545100 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-9e5cf0d9-5bf8-48c1-bae4-d87fec679a1e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:52.655318 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5e6d97-dbe1-43f5-87d5-e2f8aca362a1 req-e33d455a-c517-4d50-99be-2512c8487afb tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:09:52.656717 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-ff5e6d97-dbe1-43f5-87d5-e2f8aca362a1 req-e33d455a-c517-4d50-99be-2512c8487afb tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/ports?device_id=ee55ee5f-0a9a-4f30-b982-96d3e6070fb2 HTTP/1.1" status: 200 len: 945 time: 0.0773730 Jun 17 18:09:52.703751 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-ff5e6d97-dbe1-43f5-87d5-e2f8aca362a1 req-a38217d9-aa6a-4228-9078-3ae7ccc69cf2 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/security-groups?id=bde1582a-0e60-487b-9eda-9732f3338587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412982 Jun 17 18:09:52.750698 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-9e5cf0d9-5bf8-48c1-bae4-d87fec679a1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1018578', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-955646'] for router, after_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:52.895575 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Device d17260fe-9a96-429c-9c93-35fafdfab6fa up at agent ovs-agent-dv-cinder-786260-6-iscsi {{(pid=92880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 18:09:52.896603 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e56599d-ae9b-4bd8-9a1c-8d9e04784c8f None None] Sync routers for ids ['54f384fc-1583-4886-afe6-aa8eb1533986'] in dv-cinder-786260-6-iscsi {{(pid=92881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 18:09:52.900554 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e5cf0d9-5bf8-48c1-bae4-d87fec679a1e admin admin] Router bb9a9892-f873-4794-95f1-5d8f45084656 is scheduled to L3 agent 4c938d44-4998-4210-8006-ee34f5a3ffbf with binding_index 1 {{(pid=92872) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 18:09:52.906566 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e56599d-ae9b-4bd8-9a1c-8d9e04784c8f None None] Routers {'54f384fc-1583-4886-afe6-aa8eb1533986'} bound to L3 agent in host dv-cinder-786260-6-iscsi {{(pid=92881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 18:09:52.907463 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.l3_hamode_db [None req-9e56599d-ae9b-4bd8-9a1c-8d9e04784c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T17:55:17Z,description=,heartbeat_timestamp=2021-06-17T18:09:47Z,host='dv-cinder-786260-6-iscsi',id=4c938d44-4998-4210-8006-ee34f5a3ffbf,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:55:17Z,topic='l3_agent')) {'router_ids': ['54f384fc-1583-4886-afe6-aa8eb1533986'], 'active': True} {{(pid=92881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:09:52.963382 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Provisioning for port d17260fe-9a96-429c-9c93-35fafdfab6fa completed by entity L2. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 18:09:52.967856 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Provisioning complete for port d17260fe-9a96-429c-9c93-35fafdfab6fa triggered by entity L2. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 18:09:52.968699 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687209'] for port, provisioning_complete {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:53.027204 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e5cf0d9-5bf8-48c1-bae4-d87fec679a1e admin admin] Notify agent at l3_agent.dv-cinder-786260-6-iscsi the message routers_updated {{(pid=92872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 18:09:53.032450 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.l3_dvr_db [None req-9e56599d-ae9b-4bd8-9a1c-8d9e04784c8f None None] Set router 54f384fc-1583-4886-afe6-aa8eb1533986 gateway port host: dv-cinder-786260-6-iscsi {{(pid=92881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 18:09:53.049025 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a346a6de-4e10-4415-82eb-c0eee167177c None None] Sync routers for ids ['bb9a9892-f873-4794-95f1-5d8f45084656'] in dv-cinder-786260-6-iscsi {{(pid=92880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 18:09:53.054560 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-9e5cf0d9-5bf8-48c1-bae4-d87fec679a1e admin admin] Notify callbacks [] for router, before_response {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:53.059177 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 50522) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:09:53.059386 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-9e5cf0d9-5bf8-48c1-bae4-d87fec679a1e admin admin] 10.222.0.97 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8613815 Jun 17 18:09:53.072419 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a346a6de-4e10-4415-82eb-c0eee167177c None None] Routers {'bb9a9892-f873-4794-95f1-5d8f45084656'} bound to L3 agent in host dv-cinder-786260-6-iscsi {{(pid=92880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 18:09:53.073058 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_hamode_db [None req-a346a6de-4e10-4415-82eb-c0eee167177c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T17:55:17Z,description=,heartbeat_timestamp=2021-06-17T18:09:47Z,host='dv-cinder-786260-6-iscsi',id=4c938d44-4998-4210-8006-ee34f5a3ffbf,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:55:17Z,topic='l3_agent')) {'router_ids': ['bb9a9892-f873-4794-95f1-5d8f45084656'], 'active': True} {{(pid=92880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:09:53.074788 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:53.248286 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.l3_hamode_db [None req-9e56599d-ae9b-4bd8-9a1c-8d9e04784c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54f384fc-1583-4886-afe6-aa8eb1533986', 'name': 'tempest-TestShelveInstance-1266705430-router', 'tenant_id': 'b0adba5f28fa449b88e6680ee01862d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'external_fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': 'd17260fe-9a96-429c-9c93-35fafdfab6fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T18:09:46Z', 'updated_at': '2021-06-17T18:09:49Z', 'revision_number': 4, 'project_id': 'b0adba5f28fa449b88e6680ee01862d3', 'gw_port': {'id': 'd17260fe-9a96-429c-9c93-35fafdfab6fa', 'name': '', 'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:5f:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54f384fc-1583-4886-afe6-aa8eb1533986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:09:47Z', 'updated_at': '2021-06-17T18:09:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78089575-0364-47db-be8b-ef28f42f3a37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-6-iscsi', '_interfaces': [{'id': '7ab592da-35c7-4e7f-b057-768ca11ea4b1', 'name': '', 'network_id': '378f779f-b6f3-4354-9f02-39696c0c3e36', 'tenant_id': 'b0adba5f28fa449b88e6680ee01862d3', 'mac_address': 'fa:16:3e:10:bd:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54f384fc-1583-4886-afe6-aa8eb1533986', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'b0af006b-868b-4b28-854a-9d9e344cc1c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:09:48Z', 'updated_at': '2021-06-17T18:09:49Z', 'revision_number': 2, 'project_id': 'b0adba5f28fa449b88e6680ee01862d3', 'subnets': [{'id': 'b0af006b-868b-4b28-854a-9d9e344cc1c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-6-iscsi', False) {} {{(pid=92881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:09:53.273927 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c386105-dd42-4653-a09e-7d1a488dd709 None None] Network cf6166af-0727-46b3-bf02-3d3e8de87b9a requested from dv-cinder-786260-6-iscsi {{(pid=92880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 18:09:53.276443 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e56599d-ae9b-4bd8-9a1c-8d9e04784c8f None None] Checking router: 54f384fc-1583-4886-afe6-aa8eb1533986 for host: dv-cinder-786260-6-iscsi {{(pid=92881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 18:09:53.276896 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e56599d-ae9b-4bd8-9a1c-8d9e04784c8f None None] Updating router 54f384fc-1583-4886-afe6-aa8eb1533986 port 7ab592da-35c7-4e7f-b057-768ca11ea4b1 binding host dv-cinder-786260-6-iscsi {{(pid=92881) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 18:09:53.306628 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] For port d17260fe-9a96-429c-9c93-35fafdfab6fa, host dv-cinder-786260-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-6-iscsi',level=0,port_id=d17260fe-9a96-429c-9c93-35fafdfab6fa,segment=NetworkSegment(07abf0fa-b3ae-48d7-9299-c095c09325c6),segment_id=07abf0fa-b3ae-48d7-9299-c095c09325c6)] {{(pid=92880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:09:53.321706 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron_lib.callbacks.manager [None req-9e56599d-ae9b-4bd8-9a1c-8d9e04784c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:53.333401 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479'] for port, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:53.334315 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Device f783110a-6c7f-4b57-b82d-5018e0b4be00 up at agent ovs-agent-dv-cinder-786260-6-iscsi {{(pid=92880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 18:09:53.362306 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-ded3384e-e29b-4587-99ae-22f90f89a5d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:09:53.364794 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-696eeee9-1b62-4817-a73c-2617312e9b98 None None] Provisioning for port f783110a-6c7f-4b57-b82d-5018e0b4be00 completed by entity DHCP. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 18:09:53.479589 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_dvr_db [None req-a346a6de-4e10-4415-82eb-c0eee167177c None None] Set router bb9a9892-f873-4794-95f1-5d8f45084656 gateway port host: dv-cinder-786260-6-iscsi {{(pid=92880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 18:09:53.534172 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-6f1a79b6-063b-4290-9496-01b12b3e9be7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1986742'] for port, before_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:53.545596 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Pushing event updated for resources: {'Port': ['ID=d17260fe-9a96-429c-9c93-35fafdfab6fa,revision_number=4']} {{(pid=92880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:09:53.569123 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:09:53.602063 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Provisioning for port f783110a-6c7f-4b57-b82d-5018e0b4be00 completed by entity L2. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 18:09:53.624555 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron_lib.callbacks.manager [None req-9e56599d-ae9b-4bd8-9a1c-8d9e04784c8f None None] Notify callbacks [] for port, precommit_update {{(pid=92881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:53.635211 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.provisioning_blocks [None req-9e56599d-ae9b-4bd8-9a1c-8d9e04784c8f None None] Transition to ACTIVE for port object 7ab592da-35c7-4e7f-b057-768ca11ea4b1 will not be triggered until provisioned by entity L2. {{(pid=92881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 18:09:53.640547 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron_lib.callbacks.manager [None req-9e56599d-ae9b-4bd8-9a1c-8d9e04784c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479'] for port, after_update {{(pid=92881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:53.640726 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Provisioning complete for port f783110a-6c7f-4b57-b82d-5018e0b4be00 triggered by entity L2. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 18:09:53.641035 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687209'] for port, provisioning_complete {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:53.643606 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG oslo_concurrency.lockutils [None req-8e60ee66-4ec9-4342-a5fc-01c6c9639da9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:09:53.683743 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188b0bbf-5900-4875-83af-ae0f0b377a3e None None] Pushing event updated for resources: {'Port': ['ID=7ab592da-35c7-4e7f-b057-768ca11ea4b1,revision_number=3']} {{(pid=92881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:09:53.707147 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.db.db_base_plugin_common [None req-6f1a79b6-063b-4290-9496-01b12b3e9be7 admin admin] Allocated IP 172.20.0.1 (cf6166af-0727-46b3-bf02-3d3e8de87b9a/c6f9c2b6-8a6d-4626-aff5-ebcd3e0dd97a/752b0a95-65dc-4c74-b676-8ed11024ed24) {{(pid=92874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 18:09:53.746290 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188b0bbf-5900-4875-83af-ae0f0b377a3e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:09:53.746915 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188b0bbf-5900-4875-83af-ae0f0b377a3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:09:53.747414 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188b0bbf-5900-4875-83af-ae0f0b377a3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:09:53.747916 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188b0bbf-5900-4875-83af-ae0f0b377a3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:09:53.748419 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188b0bbf-5900-4875-83af-ae0f0b377a3e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:09:53.748922 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188b0bbf-5900-4875-83af-ae0f0b377a3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:09:53.749451 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188b0bbf-5900-4875-83af-ae0f0b377a3e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:09:53.749942 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188b0bbf-5900-4875-83af-ae0f0b377a3e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:09:53.750435 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188b0bbf-5900-4875-83af-ae0f0b377a3e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:09:53.750919 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188b0bbf-5900-4875-83af-ae0f0b377a3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:09:53.751388 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188b0bbf-5900-4875-83af-ae0f0b377a3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:09:53.751876 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188b0bbf-5900-4875-83af-ae0f0b377a3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92881) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:09:53.758085 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG oslo_concurrency.lockutils [None req-188b0bbf-5900-4875-83af-ae0f0b377a3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:09:53.813139 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.plugins.ml2.managers [None req-9e56599d-ae9b-4bd8-9a1c-8d9e04784c8f None None] Attempting to bind port 7ab592da-35c7-4e7f-b057-768ca11ea4b1 on host dv-cinder-786260-6-iscsi for vnic_type normal with profile {{(pid=92881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 18:09:53.813520 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.plugins.ml2.managers [None req-9e56599d-ae9b-4bd8-9a1c-8d9e04784c8f None None] Attempting to bind port 7ab592da-35c7-4e7f-b057-768ca11ea4b1 by drivers openvswitch,hyperv on host dv-cinder-786260-6-iscsi at level 0 using segments [{'id': '12cd2f01-9686-4951-aa61-386e2bcb86af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '378f779f-b6f3-4354-9f02-39696c0c3e36'}] {{(pid=92881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 18:09:53.813893 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e56599d-ae9b-4bd8-9a1c-8d9e04784c8f None None] Attempting to bind port 7ab592da-35c7-4e7f-b057-768ca11ea4b1 on network 378f779f-b6f3-4354-9f02-39696c0c3e36 {{(pid=92881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 18:09:53.827843 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-6f1a79b6-063b-4290-9496-01b12b3e9be7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:53.831095 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e56599d-ae9b-4bd8-9a1c-8d9e04784c8f None None] Checking agent: {'id': '656fc8e0-be97-41b9-a086-aa1caa9e55fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 17, 55, 17), 'started_at': datetime.datetime(2021, 6, 17, 17, 55, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 18, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 18:09:53.831704 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e56599d-ae9b-4bd8-9a1c-8d9e04784c8f None None] Checking segment: {'id': '12cd2f01-9686-4951-aa61-386e2bcb86af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '378f779f-b6f3-4354-9f02-39696c0c3e36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 18:09:53.834425 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron_lib.callbacks.manager [None req-9e56599d-ae9b-4bd8-9a1c-8d9e04784c8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:53.843325 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.db.provisioning_blocks [None req-6f1a79b6-063b-4290-9496-01b12b3e9be7 admin admin] Transition to ACTIVE for port object 752b0a95-65dc-4c74-b676-8ed11024ed24 will not be triggered until provisioned by entity DHCP. {{(pid=92874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 18:09:53.844320 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:53.844613 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e56599d-ae9b-4bd8-9a1c-8d9e04784c8f None None] Bound using segment: {'id': '12cd2f01-9686-4951-aa61-386e2bcb86af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '378f779f-b6f3-4354-9f02-39696c0c3e36'} {{(pid=92881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 18:09:53.845621 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.plugins.ml2.managers [None req-9e56599d-ae9b-4bd8-9a1c-8d9e04784c8f None None] Bound port: 7ab592da-35c7-4e7f-b057-768ca11ea4b1, host: dv-cinder-786260-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12cd2f01-9686-4951-aa61-386e2bcb86af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '378f779f-b6f3-4354-9f02-39696c0c3e36'}}] {{(pid=92881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 18:09:53.846182 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron_lib.callbacks.manager [None req-9e56599d-ae9b-4bd8-9a1c-8d9e04784c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:53.870398 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_hamode_db [None req-a346a6de-4e10-4415-82eb-c0eee167177c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb9a9892-f873-4794-95f1-5d8f45084656', 'name': 'tempest-TestShelveInstance-558261476-router', 'tenant_id': 'bfc99dbfc033432d91e8aa7cd6bd81e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'external_fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': 'ddc36137-1013-4fa5-8151-53a7e4b15ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T18:09:51Z', 'updated_at': '2021-06-17T18:09:52Z', 'revision_number': 3, 'project_id': 'bfc99dbfc033432d91e8aa7cd6bd81e2', 'gw_port': {'id': 'ddc36137-1013-4fa5-8151-53a7e4b15ce6', 'name': '', 'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:bb:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb9a9892-f873-4794-95f1-5d8f45084656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:09:51Z', 'updated_at': '2021-06-17T18:09:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '78089575-0364-47db-be8b-ef28f42f3a37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-6-iscsi'}], 'dv-cinder-786260-6-iscsi', False) {} {{(pid=92880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:09:53.885861 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-6f1a79b6-063b-4290-9496-01b12b3e9be7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1986807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743364645416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28501925'] for port, after_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:53.888822 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-1a38af9a-6002-4eaf-b20d-0b81277ae5a6 tempest-VolumesActionsTest-1517777520 tempest-VolumesActionsTest-1517777520-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:09:53.921235 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a346a6de-4e10-4415-82eb-c0eee167177c None None] Checking router: bb9a9892-f873-4794-95f1-5d8f45084656 for host: dv-cinder-786260-6-iscsi {{(pid=92880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 18:09:53.921824 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a346a6de-4e10-4415-82eb-c0eee167177c None None] Updating router bb9a9892-f873-4794-95f1-5d8f45084656 port ddc36137-1013-4fa5-8151-53a7e4b15ce6 binding host dv-cinder-786260-6-iscsi {{(pid=92880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 18:09:53.929308 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f1a79b6-063b-4290-9496-01b12b3e9be7 admin admin] Network cf6166af-0727-46b3-bf02-3d3e8de87b9a is already hosted by enough agents. {{(pid=92874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 18:09:53.932834 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.scheduler.base_scheduler [None req-6f1a79b6-063b-4290-9496-01b12b3e9be7 admin admin] Resources bound (agent type, host, resource id): {{(pid=92874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 18:09:53.935780 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1a79b6-063b-4290-9496-01b12b3e9be7 admin admin] Received port after_create {{(pid=92874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 18:09:53.969368 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.plugins.ml2.db [None req-9e56599d-ae9b-4bd8-9a1c-8d9e04784c8f None None] For port 7ab592da-35c7-4e7f-b057-768ca11ea4b1, host dv-cinder-786260-6-iscsi, cleared binding levels {{(pid=92881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 18:09:53.973593 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.plugins.ml2.db [None req-9e56599d-ae9b-4bd8-9a1c-8d9e04784c8f None None] For port 7ab592da-35c7-4e7f-b057-768ca11ea4b1, host dv-cinder-786260-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-6-iscsi',level=0,port_id=7ab592da-35c7-4e7f-b057-768ca11ea4b1,segment=NetworkSegment(12cd2f01-9686-4951-aa61-386e2bcb86af),segment_id=12cd2f01-9686-4951-aa61-386e2bcb86af)] {{(pid=92881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 18:09:53.981354 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron_lib.callbacks.manager [None req-9e56599d-ae9b-4bd8-9a1c-8d9e04784c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479'] for port, after_update {{(pid=92881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:53.984994 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:09:53.985344 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] For port f783110a-6c7f-4b57-b82d-5018e0b4be00, host dv-cinder-786260-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-6-iscsi',level=0,port_id=f783110a-6c7f-4b57-b82d-5018e0b4be00,segment=NetworkSegment(01a37e88-502a-4fe3-9a85-9dba66ce8678),segment_id=01a37e88-502a-4fe3-9a85-9dba66ce8678)] {{(pid=92880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:09:53.993834 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-a346a6de-4e10-4415-82eb-c0eee167177c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:54.018237 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1a79b6-063b-4290-9496-01b12b3e9be7 admin admin] Pushing event updated for resources: {'Port': ['ID=752b0a95-65dc-4c74-b676-8ed11024ed24,revision_number=1']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:09:54.022671 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-6f1a79b6-063b-4290-9496-01b12b3e9be7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:09:54.058723 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-6f1a79b6-063b-4290-9496-01b12b3e9be7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-944711'] for router_interface, before_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:54.075352 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188b0bbf-5900-4875-83af-ae0f0b377a3e None None] Pushing event updated for resources: {'Port': ['ID=7ab592da-35c7-4e7f-b057-768ca11ea4b1,revision_number=4']} {{(pid=92881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:09:54.106861 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e56599d-ae9b-4bd8-9a1c-8d9e04784c8f None None] Routers {'54f384fc-1583-4886-afe6-aa8eb1533986'} bound to L3 agent in host dv-cinder-786260-6-iscsi {{(pid=92881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 18:09:54.108052 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.l3_hamode_db [None req-9e56599d-ae9b-4bd8-9a1c-8d9e04784c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T17:55:17Z,description=,heartbeat_timestamp=2021-06-17T18:09:47Z,host='dv-cinder-786260-6-iscsi',id=4c938d44-4998-4210-8006-ee34f5a3ffbf,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:55:17Z,topic='l3_agent')) {'router_ids': ['54f384fc-1583-4886-afe6-aa8eb1533986'], 'active': True} {{(pid=92881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:09:54.140998 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d98f7e-83c4-4be7-9253-e84637ea2b4e req-94fb4c87-7ee8-4abb-8ea2-0b1c68bf02f6 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:09:54.142682 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-64d98f7e-83c4-4be7-9253-e84637ea2b4e req-94fb4c87-7ee8-4abb-8ea2-0b1c68bf02f6 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/ports?device_id=ee55ee5f-0a9a-4f30-b982-96d3e6070fb2 HTTP/1.1" status: 200 len: 945 time: 0.1753271 Jun 17 18:09:54.146071 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479'] for port, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:54.159173 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-0b51ecab-58e3-4643-8dcb-e6e3d98f2dfd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:09:54.233114 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-64d98f7e-83c4-4be7-9253-e84637ea2b4e req-86984574-374e-4c7a-8869-5005a2280609 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/security-groups?id=bde1582a-0e60-487b-9eda-9732f3338587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773587 Jun 17 18:09:54.249801 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Pushing event updated for resources: {'Port': ['ID=f783110a-6c7f-4b57-b82d-5018e0b4be00,revision_number=3']} {{(pid=92880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:09:54.261788 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:09:54.313820 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-6f1a79b6-063b-4290-9496-01b12b3e9be7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:54.395398 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG oslo_concurrency.lockutils [None req-188b0bbf-5900-4875-83af-ae0f0b377a3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=92881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:09:54.432357 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.l3_dvr_db [None req-9e56599d-ae9b-4bd8-9a1c-8d9e04784c8f None None] Set router 54f384fc-1583-4886-afe6-aa8eb1533986 gateway port host: dv-cinder-786260-6-iscsi {{(pid=92881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 18:09:54.437335 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-1d446e00-c998-41f8-a698-3b7c5ad684a5 None None] Provisioning complete for port f783110a-6c7f-4b57-b82d-5018e0b4be00 triggered by entity DHCP. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 18:09:54.437725 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-1d446e00-c998-41f8-a698-3b7c5ad684a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687209'] for port, provisioning_complete {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:54.470485 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-a346a6de-4e10-4415-82eb-c0eee167177c None None] Notify callbacks [] for port, precommit_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:54.483651 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-a346a6de-4e10-4415-82eb-c0eee167177c None None] Transition to ACTIVE for port object ddc36137-1013-4fa5-8151-53a7e4b15ce6 will not be triggered until provisioned by entity L2. {{(pid=92880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 18:09:54.495030 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-a346a6de-4e10-4415-82eb-c0eee167177c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479'] for port, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:54.521053 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-1a6bae2b-37dd-4119-81d7-739e9c327664 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:09:54.521844 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-6f1a79b6-063b-4290-9496-01b12b3e9be7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:54.527042 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-6f1a79b6-063b-4290-9496-01b12b3e9be7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28501911'] for port, after_update {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:54.535607 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-2a204f61-5d9b-472d-8a44-1e5996d1221e tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:09:54.591604 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eff8af2-5c83-4d7d-bcad-512b2fb8fb83 None None] Pushing event updated for resources: {'Port': ['ID=ddc36137-1013-4fa5-8151-53a7e4b15ce6,revision_number=2']} {{(pid=92880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:09:54.593969 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.managers [None req-a346a6de-4e10-4415-82eb-c0eee167177c None None] Attempting to bind port ddc36137-1013-4fa5-8151-53a7e4b15ce6 on host dv-cinder-786260-6-iscsi for vnic_type normal with profile {{(pid=92880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 18:09:54.594347 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.managers [None req-a346a6de-4e10-4415-82eb-c0eee167177c None None] Attempting to bind port ddc36137-1013-4fa5-8151-53a7e4b15ce6 by drivers openvswitch,hyperv on host dv-cinder-786260-6-iscsi at level 0 using segments [{'id': '07abf0fa-b3ae-48d7-9299-c095c09325c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c'}] {{(pid=92880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 18:09:54.594718 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a346a6de-4e10-4415-82eb-c0eee167177c None None] Attempting to bind port ddc36137-1013-4fa5-8151-53a7e4b15ce6 on network 64144b6f-e068-441d-8337-f91b82ffb73c {{(pid=92880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 18:09:54.597564 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-7eff8af2-5c83-4d7d-bcad-512b2fb8fb83 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:09:54.603362 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a346a6de-4e10-4415-82eb-c0eee167177c None None] Checking agent: {'id': '656fc8e0-be97-41b9-a086-aa1caa9e55fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 17, 55, 17), 'started_at': datetime.datetime(2021, 6, 17, 17, 55, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 18, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 18:09:54.603362 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a346a6de-4e10-4415-82eb-c0eee167177c None None] Checking segment: {'id': '07abf0fa-b3ae-48d7-9299-c095c09325c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 18:09:54.603362 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-a346a6de-4e10-4415-82eb-c0eee167177c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:54.603362 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a346a6de-4e10-4415-82eb-c0eee167177c None None] Bound using segment: {'id': '07abf0fa-b3ae-48d7-9299-c095c09325c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c'} {{(pid=92880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 18:09:54.605354 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.managers [None req-a346a6de-4e10-4415-82eb-c0eee167177c None None] Bound port: ddc36137-1013-4fa5-8151-53a7e4b15ce6, host: dv-cinder-786260-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07abf0fa-b3ae-48d7-9299-c095c09325c6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c'}}] {{(pid=92880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 18:09:54.605751 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-a346a6de-4e10-4415-82eb-c0eee167177c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:54.606819 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1a79b6-063b-4290-9496-01b12b3e9be7 admin admin] Pushing event updated for resources: {'Port': ['ID=752b0a95-65dc-4c74-b676-8ed11024ed24,revision_number=2']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:09:54.613186 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-6f1a79b6-063b-4290-9496-01b12b3e9be7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:09:54.629428 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-6f1a79b6-063b-4290-9496-01b12b3e9be7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-563878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-950764'] for router_interface, after_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:54.659368 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.l3_hamode_db [None req-9e56599d-ae9b-4bd8-9a1c-8d9e04784c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54f384fc-1583-4886-afe6-aa8eb1533986', 'name': 'tempest-TestShelveInstance-1266705430-router', 'tenant_id': 'b0adba5f28fa449b88e6680ee01862d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'external_fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': 'd17260fe-9a96-429c-9c93-35fafdfab6fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T18:09:46Z', 'updated_at': '2021-06-17T18:09:49Z', 'revision_number': 4, 'project_id': 'b0adba5f28fa449b88e6680ee01862d3', 'gw_port': {'id': 'd17260fe-9a96-429c-9c93-35fafdfab6fa', 'name': '', 'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:5f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f384fc-1583-4886-afe6-aa8eb1533986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:09:47Z', 'updated_at': '2021-06-17T18:09:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78089575-0364-47db-be8b-ef28f42f3a37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-6-iscsi', '_interfaces': [{'id': '7ab592da-35c7-4e7f-b057-768ca11ea4b1', 'name': '', 'network_id': '378f779f-b6f3-4354-9f02-39696c0c3e36', 'tenant_id': 'b0adba5f28fa449b88e6680ee01862d3', 'mac_address': 'fa:16:3e:10:bd:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54f384fc-1583-4886-afe6-aa8eb1533986', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'b0af006b-868b-4b28-854a-9d9e344cc1c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:09:48Z', 'updated_at': '2021-06-17T18:09:53Z', 'revision_number': 4, 'project_id': 'b0adba5f28fa449b88e6680ee01862d3', 'subnets': [{'id': 'b0af006b-868b-4b28-854a-9d9e344cc1c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-6-iscsi', False) {} {{(pid=92881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:09:54.671493 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-a346a6de-4e10-4415-82eb-c0eee167177c None None] For port ddc36137-1013-4fa5-8151-53a7e4b15ce6, host dv-cinder-786260-6-iscsi, cleared binding levels {{(pid=92880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 18:09:54.674611 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-a346a6de-4e10-4415-82eb-c0eee167177c None None] For port ddc36137-1013-4fa5-8151-53a7e4b15ce6, host dv-cinder-786260-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-6-iscsi',level=0,port_id=ddc36137-1013-4fa5-8151-53a7e4b15ce6,segment=NetworkSegment(07abf0fa-b3ae-48d7-9299-c095c09325c6),segment_id=07abf0fa-b3ae-48d7-9299-c095c09325c6)] {{(pid=92880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 18:09:54.680346 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-a346a6de-4e10-4415-82eb-c0eee167177c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479'] for port, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:54.682382 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-7c162d6b-5657-48a7-a501-5053a2039885 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:09:54.687404 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e56599d-ae9b-4bd8-9a1c-8d9e04784c8f None None] The sync data for ids ['54f384fc-1583-4886-afe6-aa8eb1533986'] in dv-cinder-786260-6-iscsi is: [{'id': '54f384fc-1583-4886-afe6-aa8eb1533986', 'name': 'tempest-TestShelveInstance-1266705430-router', 'tenant_id': 'b0adba5f28fa449b88e6680ee01862d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'external_fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': 'd17260fe-9a96-429c-9c93-35fafdfab6fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T18:09:46Z', 'updated_at': '2021-06-17T18:09:49Z', 'revision_number': 4, 'project_id': 'b0adba5f28fa449b88e6680ee01862d3', 'gw_port': {'id': 'd17260fe-9a96-429c-9c93-35fafdfab6fa', 'name': '', 'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:5f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f384fc-1583-4886-afe6-aa8eb1533986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:09:47Z', 'updated_at': '2021-06-17T18:09:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78089575-0364-47db-be8b-ef28f42f3a37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-6-iscsi', '_interfaces': [{'id': '7ab592da-35c7-4e7f-b057-768ca11ea4b1', 'name': '', 'network_id': '378f779f-b6f3-4354-9f02-39696c0c3e36', 'tenant_id': 'b0adba5f28fa449b88e6680ee01862d3', 'mac_address': 'fa:16:3e:10:bd:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54f384fc-1583-4886-afe6-aa8eb1533986', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'b0af006b-868b-4b28-854a-9d9e344cc1c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:09:48Z', 'updated_at': '2021-06-17T18:09:53Z', 'revision_number': 4, 'project_id': 'b0adba5f28fa449b88e6680ee01862d3', 'subnets': [{'id': 'b0af006b-868b-4b28-854a-9d9e344cc1c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 18:09:54.745426 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-558cb6a7-63f4-4ecc-9c1f-9196a46fa6b5 None None] Provisioning for port 752b0a95-65dc-4c74-b676-8ed11024ed24 completed by entity DHCP. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 18:09:54.748478 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f1a79b6-063b-4290-9496-01b12b3e9be7 admin admin] Network cf6166af-0727-46b3-bf02-3d3e8de87b9a is already hosted by enough agents. {{(pid=92874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 18:09:54.750316 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.scheduler.base_scheduler [None req-6f1a79b6-063b-4290-9496-01b12b3e9be7 admin admin] Resources bound (agent type, host, resource id): {{(pid=92874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 18:09:54.753884 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-558cb6a7-63f4-4ecc-9c1f-9196a46fa6b5 None None] Provisioning complete for port 752b0a95-65dc-4c74-b676-8ed11024ed24 triggered by entity DHCP. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 18:09:54.754271 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-558cb6a7-63f4-4ecc-9c1f-9196a46fa6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687209'] for port, provisioning_complete {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:54.757709 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eff8af2-5c83-4d7d-bcad-512b2fb8fb83 None None] Pushing event updated for resources: {'Port': ['ID=ddc36137-1013-4fa5-8151-53a7e4b15ce6,revision_number=3']} {{(pid=92880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:09:54.810630 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-7eff8af2-5c83-4d7d-bcad-512b2fb8fb83 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:09:54.815010 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a346a6de-4e10-4415-82eb-c0eee167177c None None] Routers {'bb9a9892-f873-4794-95f1-5d8f45084656'} bound to L3 agent in host dv-cinder-786260-6-iscsi {{(pid=92880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 18:09:54.816203 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_hamode_db [None req-a346a6de-4e10-4415-82eb-c0eee167177c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T17:55:17Z,description=,heartbeat_timestamp=2021-06-17T18:09:47Z,host='dv-cinder-786260-6-iscsi',id=4c938d44-4998-4210-8006-ee34f5a3ffbf,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:55:17Z,topic='l3_agent')) {'router_ids': ['bb9a9892-f873-4794-95f1-5d8f45084656'], 'active': True} {{(pid=92880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:09:54.879635 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.plugin [None req-558cb6a7-63f4-4ecc-9c1f-9196a46fa6b5 None None] Port 752b0a95-65dc-4c74-b676-8ed11024ed24 cannot update to ACTIVE because it is not bound. {{(pid=92880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 18:09:54.897339 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f1a79b6-063b-4290-9496-01b12b3e9be7 admin admin] Router bb9a9892-f873-4794-95f1-5d8f45084656 has already been hosted by L3 agent 4c938d44-4998-4210-8006-ee34f5a3ffbf {{(pid=92874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 18:09:54.934328 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Device 7ab592da-35c7-4e7f-b057-768ca11ea4b1 up at agent ovs-agent-dv-cinder-786260-6-iscsi {{(pid=92880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 18:09:55.016822 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_dvr_db [None req-a346a6de-4e10-4415-82eb-c0eee167177c None None] Set router bb9a9892-f873-4794-95f1-5d8f45084656 gateway port host: dv-cinder-786260-6-iscsi {{(pid=92880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 18:09:55.029264 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f1a79b6-063b-4290-9496-01b12b3e9be7 admin admin] Notify agent at l3_agent.dv-cinder-786260-6-iscsi the message routers_updated {{(pid=92874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 18:09:55.044177 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-6f1a79b6-063b-4290-9496-01b12b3e9be7 admin admin] 10.222.0.97 "PUT /v2.0/routers/bb9a9892-f873-4794-95f1-5d8f45084656/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9741704 Jun 17 18:09:55.054951 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Provisioning for port 7ab592da-35c7-4e7f-b057-768ca11ea4b1 completed by entity L2. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 18:09:55.061528 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Provisioning complete for port 7ab592da-35c7-4e7f-b057-768ca11ea4b1 triggered by entity L2. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 18:09:55.061985 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687209'] for port, provisioning_complete {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:55.166231 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-29713e71-bd12-4882-b33e-1d6c5a6e1528 None None] Provisioning complete for port 752b0a95-65dc-4c74-b676-8ed11024ed24 triggered by entity DHCP. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 18:09:55.166624 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-29713e71-bd12-4882-b33e-1d6c5a6e1528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687209'] for port, provisioning_complete {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:55.415348 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.plugin [None req-29713e71-bd12-4882-b33e-1d6c5a6e1528 None None] Port 752b0a95-65dc-4c74-b676-8ed11024ed24 cannot update to ACTIVE because it is not bound. {{(pid=92880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 18:09:55.454689 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529fe4a9-4cf2-44a3-800d-8abb64b41e27 req-624fd9e0-8881-498f-aae7-51075dcbebb0 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:09:55.455454 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:55.462746 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-529fe4a9-4cf2-44a3-800d-8abb64b41e27 req-624fd9e0-8881-498f-aae7-51075dcbebb0 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/ports?device_id=ee55ee5f-0a9a-4f30-b982-96d3e6070fb2 HTTP/1.1" status: 200 len: 945 time: 0.0859904 Jun 17 18:09:55.501952 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] For port 7ab592da-35c7-4e7f-b057-768ca11ea4b1, host dv-cinder-786260-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-6-iscsi',level=0,port_id=7ab592da-35c7-4e7f-b057-768ca11ea4b1,segment=NetworkSegment(12cd2f01-9686-4951-aa61-386e2bcb86af),segment_id=12cd2f01-9686-4951-aa61-386e2bcb86af)] {{(pid=92880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:09:55.518851 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_hamode_db [None req-a346a6de-4e10-4415-82eb-c0eee167177c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb9a9892-f873-4794-95f1-5d8f45084656', 'name': 'tempest-TestShelveInstance-558261476-router', 'tenant_id': 'bfc99dbfc033432d91e8aa7cd6bd81e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'external_fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': 'ddc36137-1013-4fa5-8151-53a7e4b15ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T18:09:51Z', 'updated_at': '2021-06-17T18:09:54Z', 'revision_number': 4, 'project_id': 'bfc99dbfc033432d91e8aa7cd6bd81e2', 'gw_port': {'id': 'ddc36137-1013-4fa5-8151-53a7e4b15ce6', 'name': '', 'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:bb:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb9a9892-f873-4794-95f1-5d8f45084656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:09:51Z', 'updated_at': '2021-06-17T18:09:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78089575-0364-47db-be8b-ef28f42f3a37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-6-iscsi', '_interfaces': [{'id': '752b0a95-65dc-4c74-b676-8ed11024ed24', 'name': '', 'network_id': 'cf6166af-0727-46b3-bf02-3d3e8de87b9a', 'tenant_id': 'bfc99dbfc033432d91e8aa7cd6bd81e2', 'mac_address': 'fa:16:3e:32:d4:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb9a9892-f873-4794-95f1-5d8f45084656', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'c6f9c2b6-8a6d-4626-aff5-ebcd3e0dd97a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:09:53Z', 'updated_at': '2021-06-17T18:09:54Z', 'revision_number': 2, 'project_id': 'bfc99dbfc033432d91e8aa7cd6bd81e2', 'subnets': [{'id': 'c6f9c2b6-8a6d-4626-aff5-ebcd3e0dd97a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-6-iscsi', False) {} {{(pid=92880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:09:55.553824 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479'] for port, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:55.554780 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Device d17260fe-9a96-429c-9c93-35fafdfab6fa up at agent ovs-agent-dv-cinder-786260-6-iscsi {{(pid=92880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 18:09:55.557010 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-a58a1a08-9156-4c42-a1f6-531b4e042c17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:09:55.559125 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a346a6de-4e10-4415-82eb-c0eee167177c None None] The sync data for ids ['bb9a9892-f873-4794-95f1-5d8f45084656'] in dv-cinder-786260-6-iscsi is: [{'id': 'bb9a9892-f873-4794-95f1-5d8f45084656', 'name': 'tempest-TestShelveInstance-558261476-router', 'tenant_id': 'bfc99dbfc033432d91e8aa7cd6bd81e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'external_fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': 'ddc36137-1013-4fa5-8151-53a7e4b15ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T18:09:51Z', 'updated_at': '2021-06-17T18:09:54Z', 'revision_number': 4, 'project_id': 'bfc99dbfc033432d91e8aa7cd6bd81e2', 'gw_port': {'id': 'ddc36137-1013-4fa5-8151-53a7e4b15ce6', 'name': '', 'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:bb:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb9a9892-f873-4794-95f1-5d8f45084656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:09:51Z', 'updated_at': '2021-06-17T18:09:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '78089575-0364-47db-be8b-ef28f42f3a37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-6-iscsi', '_interfaces': [{'id': '752b0a95-65dc-4c74-b676-8ed11024ed24', 'name': '', 'network_id': 'cf6166af-0727-46b3-bf02-3d3e8de87b9a', 'tenant_id': 'bfc99dbfc033432d91e8aa7cd6bd81e2', 'mac_address': 'fa:16:3e:32:d4:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb9a9892-f873-4794-95f1-5d8f45084656', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'c6f9c2b6-8a6d-4626-aff5-ebcd3e0dd97a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:09:53Z', 'updated_at': '2021-06-17T18:09:54Z', 'revision_number': 2, 'project_id': 'bfc99dbfc033432d91e8aa7cd6bd81e2', 'subnets': [{'id': 'c6f9c2b6-8a6d-4626-aff5-ebcd3e0dd97a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 18:09:55.650403 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Pushing event updated for resources: {'Port': ['ID=7ab592da-35c7-4e7f-b057-768ca11ea4b1,revision_number=5']} {{(pid=92880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:09:55.657370 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:09:55.664369 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Provisioning complete for port d17260fe-9a96-429c-9c93-35fafdfab6fa triggered by entity L2. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 18:09:55.665022 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687209'] for port, provisioning_complete {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:55.749288 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Device f783110a-6c7f-4b57-b82d-5018e0b4be00 up at agent ovs-agent-dv-cinder-786260-6-iscsi {{(pid=92880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 18:09:55.810347 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Provisioning complete for port f783110a-6c7f-4b57-b82d-5018e0b4be00 triggered by entity L2. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 18:09:55.810614 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687209'] for port, provisioning_complete {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:55.821664 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-529fe4a9-4cf2-44a3-800d-8abb64b41e27 req-014bc0be-c468-4224-8d1a-249e1c152d1d tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/security-groups?id=bde1582a-0e60-487b-9eda-9732f3338587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3578956 Jun 17 18:09:55.926719 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 50542) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:09:55.931415 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.v2.base [None req-20804022-8b02-4d64-baa1-a1d84965801c tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1116691892', 'description': 'tempest-secgroup-smoke-1116691892 description', 'project_id': 'b0adba5f28fa449b88e6680ee01862d3'}} {{(pid=92874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 18:09:55.954628 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-20804022-8b02-4d64-baa1-a1d84965801c tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Notify callbacks [] for security_group, before_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:56.041722 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-20804022-8b02-4d64-baa1-a1d84965801c tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Notify callbacks [] for security_group, precommit_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:56.046224 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-20804022-8b02-4d64-baa1-a1d84965801c tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:56.048901 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-c438aaec-ad46-4db8-abeb-14ada3e85360 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:09:56.078365 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-20804022-8b02-4d64-baa1-a1d84965801c tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Notify callbacks [] for security_group, before_response {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:56.082381 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-20804022-8b02-4d64-baa1-a1d84965801c tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] 10.222.0.97 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1518872 Jun 17 18:09:56.082535 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 50544) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:09:56.087051 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.v2.base [None req-253b9738-7221-4793-bc6f-85aff302da3f tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Request body: {'security_group_rule': {'security_group_id': '4a359456-4761-423e-a68f-54bbc6505df6', 'project_id': 'b0adba5f28fa449b88e6680ee01862d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 18:09:56.093398 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20804022-8b02-4d64-baa1-a1d84965801c tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a359456-4761-423e-a68f-54bbc6505df6,revision_number=1']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:09:56.097935 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-20804022-8b02-4d64-baa1-a1d84965801c tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:09:56.119686 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-253b9738-7221-4793-bc6f-85aff302da3f tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:56.178023 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-253b9738-7221-4793-bc6f-85aff302da3f tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:56.181817 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-253b9738-7221-4793-bc6f-85aff302da3f tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592663'] for security_group_rule, after_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:56.183899 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:09:56.200236 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253b9738-7221-4793-bc6f-85aff302da3f tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e7535c0-ef9e-454e-a045-897c459309c8,revision_number=0']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:09:56.204236 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-253b9738-7221-4793-bc6f-85aff302da3f tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:09:56.205718 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-253b9738-7221-4793-bc6f-85aff302da3f tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:56.208053 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-253b9738-7221-4793-bc6f-85aff302da3f tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1239023 Jun 17 18:09:56.210162 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 50546) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:09:56.214671 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.v2.base [None req-ff9256ae-b706-42f7-931d-2baf90df783d tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Request body: {'security_group_rule': {'security_group_id': '4a359456-4761-423e-a68f-54bbc6505df6', 'project_id': 'b0adba5f28fa449b88e6680ee01862d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 18:09:56.242853 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-ff9256ae-b706-42f7-931d-2baf90df783d tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:56.301683 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-ff9256ae-b706-42f7-931d-2baf90df783d tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:56.305229 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-ff9256ae-b706-42f7-931d-2baf90df783d tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592663'] for security_group_rule, after_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:56.307432 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-5bae6862-c52c-4e53-92d5-07e81108792f tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:09:56.324143 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9256ae-b706-42f7-931d-2baf90df783d tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2725313-24a7-4ff8-938d-27f31af9ff30,revision_number=0']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:09:56.326818 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-ff9256ae-b706-42f7-931d-2baf90df783d tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:09:56.327543 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-ff9256ae-b706-42f7-931d-2baf90df783d tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:56.328925 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-ff9256ae-b706-42f7-931d-2baf90df783d tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1178253 Jun 17 18:09:56.332125 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 50548) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:09:56.336418 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.v2.base [None req-fa4e8ee0-a78c-4acb-b515-d35e1ec57cb9 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Request body: {'security_group_rule': {'security_group_id': '4a359456-4761-423e-a68f-54bbc6505df6', 'project_id': 'b0adba5f28fa449b88e6680ee01862d3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 18:09:56.361208 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-fa4e8ee0-a78c-4acb-b515-d35e1ec57cb9 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:56.417526 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-fa4e8ee0-a78c-4acb-b515-d35e1ec57cb9 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:56.421242 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-fa4e8ee0-a78c-4acb-b515-d35e1ec57cb9 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592663'] for security_group_rule, after_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:56.423097 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:09:56.438794 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4e8ee0-a78c-4acb-b515-d35e1ec57cb9 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bdfffe9-fc27-4556-bb81-2da7f5997049,revision_number=0']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:09:56.441608 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-fa4e8ee0-a78c-4acb-b515-d35e1ec57cb9 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:09:56.444475 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-fa4e8ee0-a78c-4acb-b515-d35e1ec57cb9 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:56.448081 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-fa4e8ee0-a78c-4acb-b515-d35e1ec57cb9 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1126151 Jun 17 18:09:56.448583 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 50550) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:09:56.452868 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.v2.base [None req-9717919d-e2dc-449b-becf-a67964dbf335 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Request body: {'security_group_rule': {'security_group_id': '4a359456-4761-423e-a68f-54bbc6505df6', 'project_id': 'b0adba5f28fa449b88e6680ee01862d3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 18:09:56.481299 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-9717919d-e2dc-449b-becf-a67964dbf335 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:56.539283 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-9717919d-e2dc-449b-becf-a67964dbf335 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:56.542603 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-9717919d-e2dc-449b-becf-a67964dbf335 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592663'] for security_group_rule, after_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:56.544623 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:09:56.560333 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9717919d-e2dc-449b-becf-a67964dbf335 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=471db3d6-cabb-4d70-a889-8b3b6ca9199d,revision_number=0']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:09:56.562695 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-9717919d-e2dc-449b-becf-a67964dbf335 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:09:56.566369 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-9717919d-e2dc-449b-becf-a67964dbf335 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:56.567899 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-9717919d-e2dc-449b-becf-a67964dbf335 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1181490 Jun 17 18:09:56.570073 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 50552) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:09:56.574424 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.v2.base [None req-19a4854a-a24a-4027-a403-7c17831e7cc5 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Request body: {'security_group_rule': {'security_group_id': '4a359456-4761-423e-a68f-54bbc6505df6', 'project_id': 'b0adba5f28fa449b88e6680ee01862d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 18:09:56.595113 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.db.securitygroups_db [None req-19a4854a-a24a-4027-a403-7c17831e7cc5 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Project b0adba5f28fa449b88e6680ee01862d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 17 18:09:56.600223 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-19a4854a-a24a-4027-a403-7c17831e7cc5 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:56.664485 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-19a4854a-a24a-4027-a403-7c17831e7cc5 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:56.667884 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-19a4854a-a24a-4027-a403-7c17831e7cc5 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592663'] for security_group_rule, after_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:56.669921 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-1534357c-9d80-45f2-bc16-33e1aa932dea tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:09:56.686563 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a4854a-a24a-4027-a403-7c17831e7cc5 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=646050e2-4a9d-44af-a5b1-901a5aac820e,revision_number=0']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:09:56.689667 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-19a4854a-a24a-4027-a403-7c17831e7cc5 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:09:56.696699 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-19a4854a-a24a-4027-a403-7c17831e7cc5 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:56.699784 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-19a4854a-a24a-4027-a403-7c17831e7cc5 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1287487 Jun 17 18:09:56.704949 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 50554) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:09:56.711396 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.v2.base [None req-5475d694-9e81-4417-a68f-ea8c481b0366 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Request body: {'security_group_rule': {'security_group_id': '4a359456-4761-423e-a68f-54bbc6505df6', 'project_id': 'b0adba5f28fa449b88e6680ee01862d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 18:09:56.734408 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.db.securitygroups_db [None req-5475d694-9e81-4417-a68f-ea8c481b0366 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Project b0adba5f28fa449b88e6680ee01862d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 17 18:09:56.739477 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-5475d694-9e81-4417-a68f-ea8c481b0366 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:56.803009 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-5475d694-9e81-4417-a68f-ea8c481b0366 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:56.807582 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-5475d694-9e81-4417-a68f-ea8c481b0366 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592663'] for security_group_rule, after_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:56.813583 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:09:56.829221 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5475d694-9e81-4417-a68f-ea8c481b0366 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2568b2d-660c-482f-a81c-0e5158ad1cf4,revision_number=0']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:09:56.832099 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-5475d694-9e81-4417-a68f-ea8c481b0366 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:09:56.833340 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-5475d694-9e81-4417-a68f-ea8c481b0366 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:56.834655 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-5475d694-9e81-4417-a68f-ea8c481b0366 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1300561 Jun 17 18:09:56.916715 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Device 7ab592da-35c7-4e7f-b057-768ca11ea4b1 up at agent ovs-agent-dv-cinder-786260-6-iscsi {{(pid=92880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 18:09:56.980674 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Provisioning complete for port 7ab592da-35c7-4e7f-b057-768ca11ea4b1 triggered by entity L2. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 18:09:56.981433 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687209'] for port, provisioning_complete {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:57.029434 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363ce64a-3ce1-4e93-be96-ade41de969ad req-c6bcd91d-097c-4929-8b58-6d383c12fa46 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:09:57.037832 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-363ce64a-3ce1-4e93-be96-ade41de969ad req-c6bcd91d-097c-4929-8b58-6d383c12fa46 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/ports?device_id=ee55ee5f-0a9a-4f30-b982-96d3e6070fb2 HTTP/1.1" status: 200 len: 945 time: 0.0828989 Jun 17 18:09:57.088182 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-363ce64a-3ce1-4e93-be96-ade41de969ad req-0748d95f-417a-43be-9328-6daefb9bf197 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/security-groups?id=bde1582a-0e60-487b-9eda-9732f3338587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491562 Jun 17 18:09:57.111867 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Device ddc36137-1013-4fa5-8151-53a7e4b15ce6 up at agent ovs-agent-dv-cinder-786260-6-iscsi {{(pid=92880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 18:09:57.173619 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Provisioning for port ddc36137-1013-4fa5-8151-53a7e4b15ce6 completed by entity L2. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 18:09:57.178229 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Provisioning complete for port ddc36137-1013-4fa5-8151-53a7e4b15ce6 triggered by entity L2. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 18:09:57.178732 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687209'] for port, provisioning_complete {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:57.269861 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:57.294036 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] For port ddc36137-1013-4fa5-8151-53a7e4b15ce6, host dv-cinder-786260-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-6-iscsi',level=0,port_id=ddc36137-1013-4fa5-8151-53a7e4b15ce6,segment=NetworkSegment(07abf0fa-b3ae-48d7-9299-c095c09325c6),segment_id=07abf0fa-b3ae-48d7-9299-c095c09325c6)] {{(pid=92880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:09:57.298971 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479'] for port, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:57.303479 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:09:57.381040 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Pushing event updated for resources: {'Port': ['ID=ddc36137-1013-4fa5-8151-53a7e4b15ce6,revision_number=4']} {{(pid=92880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:09:57.384537 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:09:58.265399 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e598bc4f-bfc5-41e5-bb74-b5c81ccba262 req-2394f42e-f8e3-4e22-99c5-244760b2d213 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:09:58.267002 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-e598bc4f-bfc5-41e5-bb74-b5c81ccba262 req-2394f42e-f8e3-4e22-99c5-244760b2d213 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/ports?device_id=ee55ee5f-0a9a-4f30-b982-96d3e6070fb2 HTTP/1.1" status: 200 len: 945 time: 0.0685446 Jun 17 18:09:58.306021 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-e598bc4f-bfc5-41e5-bb74-b5c81ccba262 req-2c7b5d57-7866-48bf-8b7d-c6437c5ab5ed tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/security-groups?id=bde1582a-0e60-487b-9eda-9732f3338587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321620 Jun 17 18:09:58.347915 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4a4fce-cf05-489e-89d4-f55fec5a123a None None] Sync routers for ids ['bb9a9892-f873-4794-95f1-5d8f45084656'] in dv-cinder-786260-6-iscsi {{(pid=92881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 18:09:58.356977 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4a4fce-cf05-489e-89d4-f55fec5a123a None None] Routers {'bb9a9892-f873-4794-95f1-5d8f45084656'} bound to L3 agent in host dv-cinder-786260-6-iscsi {{(pid=92881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 18:09:58.357608 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.l3_hamode_db [None req-fa4a4fce-cf05-489e-89d4-f55fec5a123a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T17:55:17Z,description=,heartbeat_timestamp=2021-06-17T18:09:47Z,host='dv-cinder-786260-6-iscsi',id=4c938d44-4998-4210-8006-ee34f5a3ffbf,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:55:17Z,topic='l3_agent')) {'router_ids': ['bb9a9892-f873-4794-95f1-5d8f45084656'], 'active': True} {{(pid=92881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:09:58.470170 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.l3_dvr_db [None req-fa4a4fce-cf05-489e-89d4-f55fec5a123a None None] Set router bb9a9892-f873-4794-95f1-5d8f45084656 gateway port host: dv-cinder-786260-6-iscsi {{(pid=92881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 18:09:58.685615 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.l3_hamode_db [None req-fa4a4fce-cf05-489e-89d4-f55fec5a123a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb9a9892-f873-4794-95f1-5d8f45084656', 'name': 'tempest-TestShelveInstance-558261476-router', 'tenant_id': 'bfc99dbfc033432d91e8aa7cd6bd81e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'external_fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': 'ddc36137-1013-4fa5-8151-53a7e4b15ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T18:09:51Z', 'updated_at': '2021-06-17T18:09:54Z', 'revision_number': 4, 'project_id': 'bfc99dbfc033432d91e8aa7cd6bd81e2', 'gw_port': {'id': 'ddc36137-1013-4fa5-8151-53a7e4b15ce6', 'name': '', 'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:bb:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9a9892-f873-4794-95f1-5d8f45084656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:09:51Z', 'updated_at': '2021-06-17T18:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78089575-0364-47db-be8b-ef28f42f3a37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-6-iscsi', '_interfaces': [{'id': '752b0a95-65dc-4c74-b676-8ed11024ed24', 'name': '', 'network_id': 'cf6166af-0727-46b3-bf02-3d3e8de87b9a', 'tenant_id': 'bfc99dbfc033432d91e8aa7cd6bd81e2', 'mac_address': 'fa:16:3e:32:d4:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb9a9892-f873-4794-95f1-5d8f45084656', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'c6f9c2b6-8a6d-4626-aff5-ebcd3e0dd97a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:09:53Z', 'updated_at': '2021-06-17T18:09:54Z', 'revision_number': 2, 'project_id': 'bfc99dbfc033432d91e8aa7cd6bd81e2', 'subnets': [{'id': 'c6f9c2b6-8a6d-4626-aff5-ebcd3e0dd97a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-6-iscsi', False) {} {{(pid=92881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:09:58.713809 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4a4fce-cf05-489e-89d4-f55fec5a123a None None] Checking router: bb9a9892-f873-4794-95f1-5d8f45084656 for host: dv-cinder-786260-6-iscsi {{(pid=92881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 18:09:58.714152 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4a4fce-cf05-489e-89d4-f55fec5a123a None None] Updating router bb9a9892-f873-4794-95f1-5d8f45084656 port 752b0a95-65dc-4c74-b676-8ed11024ed24 binding host dv-cinder-786260-6-iscsi {{(pid=92881) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 18:09:58.751027 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron_lib.callbacks.manager [None req-fa4a4fce-cf05-489e-89d4-f55fec5a123a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:58.841470 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Device ddc36137-1013-4fa5-8151-53a7e4b15ce6 up at agent ovs-agent-dv-cinder-786260-6-iscsi {{(pid=92880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 18:09:58.889572 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Provisioning complete for port ddc36137-1013-4fa5-8151-53a7e4b15ce6 triggered by entity L2. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 18:09:58.890212 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687209'] for port, provisioning_complete {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:59.028907 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron_lib.callbacks.manager [None req-fa4a4fce-cf05-489e-89d4-f55fec5a123a None None] Notify callbacks [] for port, precommit_update {{(pid=92881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:59.038669 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.provisioning_blocks [None req-fa4a4fce-cf05-489e-89d4-f55fec5a123a None None] Transition to ACTIVE for port object 752b0a95-65dc-4c74-b676-8ed11024ed24 will not be triggered until provisioned by entity L2. {{(pid=92881) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 18:09:59.044202 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron_lib.callbacks.manager [None req-fa4a4fce-cf05-489e-89d4-f55fec5a123a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479'] for port, after_update {{(pid=92881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:59.046317 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:09:59.118417 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350417b2-5900-4113-8d0b-d170cc35c0bf None None] Pushing event updated for resources: {'Port': ['ID=752b0a95-65dc-4c74-b676-8ed11024ed24,revision_number=3']} {{(pid=92881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:09:59.122185 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG oslo_concurrency.lockutils [None req-350417b2-5900-4113-8d0b-d170cc35c0bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:09:59.180619 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.plugins.ml2.managers [None req-fa4a4fce-cf05-489e-89d4-f55fec5a123a None None] Attempting to bind port 752b0a95-65dc-4c74-b676-8ed11024ed24 on host dv-cinder-786260-6-iscsi for vnic_type normal with profile {{(pid=92881) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 18:09:59.181000 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.plugins.ml2.managers [None req-fa4a4fce-cf05-489e-89d4-f55fec5a123a None None] Attempting to bind port 752b0a95-65dc-4c74-b676-8ed11024ed24 by drivers openvswitch,hyperv on host dv-cinder-786260-6-iscsi at level 0 using segments [{'id': '01a37e88-502a-4fe3-9a85-9dba66ce8678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': 'cf6166af-0727-46b3-bf02-3d3e8de87b9a'}] {{(pid=92881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 18:09:59.181367 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4a4fce-cf05-489e-89d4-f55fec5a123a None None] Attempting to bind port 752b0a95-65dc-4c74-b676-8ed11024ed24 on network cf6166af-0727-46b3-bf02-3d3e8de87b9a {{(pid=92881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 18:09:59.186641 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4a4fce-cf05-489e-89d4-f55fec5a123a None None] Checking agent: {'id': '656fc8e0-be97-41b9-a086-aa1caa9e55fd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 17, 55, 17), 'started_at': datetime.datetime(2021, 6, 17, 17, 55, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 18, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 18:09:59.187023 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4a4fce-cf05-489e-89d4-f55fec5a123a None None] Checking segment: {'id': '01a37e88-502a-4fe3-9a85-9dba66ce8678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': 'cf6166af-0727-46b3-bf02-3d3e8de87b9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92881) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 18:09:59.187456 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron_lib.callbacks.manager [None req-fa4a4fce-cf05-489e-89d4-f55fec5a123a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:59.187869 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4a4fce-cf05-489e-89d4-f55fec5a123a None None] Bound using segment: {'id': '01a37e88-502a-4fe3-9a85-9dba66ce8678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': 'cf6166af-0727-46b3-bf02-3d3e8de87b9a'} {{(pid=92881) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 18:09:59.188365 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.plugins.ml2.managers [None req-fa4a4fce-cf05-489e-89d4-f55fec5a123a None None] Bound port: 752b0a95-65dc-4c74-b676-8ed11024ed24, host: dv-cinder-786260-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01a37e88-502a-4fe3-9a85-9dba66ce8678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': 'cf6166af-0727-46b3-bf02-3d3e8de87b9a'}}] {{(pid=92881) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 18:09:59.188747 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron_lib.callbacks.manager [None req-fa4a4fce-cf05-489e-89d4-f55fec5a123a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:59.253890 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.plugins.ml2.db [None req-fa4a4fce-cf05-489e-89d4-f55fec5a123a None None] For port 752b0a95-65dc-4c74-b676-8ed11024ed24, host dv-cinder-786260-6-iscsi, cleared binding levels {{(pid=92881) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 18:09:59.257243 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.plugins.ml2.db [None req-fa4a4fce-cf05-489e-89d4-f55fec5a123a None None] For port 752b0a95-65dc-4c74-b676-8ed11024ed24, host dv-cinder-786260-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-6-iscsi',level=0,port_id=752b0a95-65dc-4c74-b676-8ed11024ed24,segment=NetworkSegment(01a37e88-502a-4fe3-9a85-9dba66ce8678),segment_id=01a37e88-502a-4fe3-9a85-9dba66ce8678)] {{(pid=92881) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 18:09:59.261226 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron_lib.callbacks.manager [None req-fa4a4fce-cf05-489e-89d4-f55fec5a123a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479'] for port, after_update {{(pid=92881) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:09:59.267380 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG oslo_concurrency.lockutils [None req-350417b2-5900-4113-8d0b-d170cc35c0bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:09:59.320277 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4a4fce-cf05-489e-89d4-f55fec5a123a None None] Routers {'bb9a9892-f873-4794-95f1-5d8f45084656'} bound to L3 agent in host dv-cinder-786260-6-iscsi {{(pid=92881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 18:09:59.320978 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.l3_hamode_db [None req-fa4a4fce-cf05-489e-89d4-f55fec5a123a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T17:55:17Z,description=,heartbeat_timestamp=2021-06-17T18:09:47Z,host='dv-cinder-786260-6-iscsi',id=4c938d44-4998-4210-8006-ee34f5a3ffbf,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:55:17Z,topic='l3_agent')) {'router_ids': ['bb9a9892-f873-4794-95f1-5d8f45084656'], 'active': True} {{(pid=92881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:09:59.395969 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350417b2-5900-4113-8d0b-d170cc35c0bf None None] Pushing event updated for resources: {'Port': ['ID=752b0a95-65dc-4c74-b676-8ed11024ed24,revision_number=4']} {{(pid=92881) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:09:59.400475 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG oslo_concurrency.lockutils [None req-350417b2-5900-4113-8d0b-d170cc35c0bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92881) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:09:59.479339 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.l3_dvr_db [None req-fa4a4fce-cf05-489e-89d4-f55fec5a123a None None] Set router bb9a9892-f873-4794-95f1-5d8f45084656 gateway port host: dv-cinder-786260-6-iscsi {{(pid=92881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 18:09:59.568692 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeb31e8-e23d-4357-989f-946b9002037f req-1d59bc0b-09f3-4cb2-a4fa-d72bce34e1d3 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:09:59.576018 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-7aeb31e8-e23d-4357-989f-946b9002037f req-1d59bc0b-09f3-4cb2-a4fa-d72bce34e1d3 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/ports?device_id=ee55ee5f-0a9a-4f30-b982-96d3e6070fb2 HTTP/1.1" status: 200 len: 945 time: 0.1114216 Jun 17 18:09:59.614285 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-7aeb31e8-e23d-4357-989f-946b9002037f req-eb6b20dd-741b-4a53-9de9-3e3c350b5216 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/security-groups?id=bde1582a-0e60-487b-9eda-9732f3338587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373468 Jun 17 18:09:59.696101 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.l3_hamode_db [None req-fa4a4fce-cf05-489e-89d4-f55fec5a123a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb9a9892-f873-4794-95f1-5d8f45084656', 'name': 'tempest-TestShelveInstance-558261476-router', 'tenant_id': 'bfc99dbfc033432d91e8aa7cd6bd81e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'external_fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': 'ddc36137-1013-4fa5-8151-53a7e4b15ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T18:09:51Z', 'updated_at': '2021-06-17T18:09:54Z', 'revision_number': 4, 'project_id': 'bfc99dbfc033432d91e8aa7cd6bd81e2', 'gw_port': {'id': 'ddc36137-1013-4fa5-8151-53a7e4b15ce6', 'name': '', 'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:bb:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9a9892-f873-4794-95f1-5d8f45084656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:09:51Z', 'updated_at': '2021-06-17T18:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78089575-0364-47db-be8b-ef28f42f3a37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-6-iscsi', '_interfaces': [{'id': '752b0a95-65dc-4c74-b676-8ed11024ed24', 'name': '', 'network_id': 'cf6166af-0727-46b3-bf02-3d3e8de87b9a', 'tenant_id': 'bfc99dbfc033432d91e8aa7cd6bd81e2', 'mac_address': 'fa:16:3e:32:d4:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb9a9892-f873-4794-95f1-5d8f45084656', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'c6f9c2b6-8a6d-4626-aff5-ebcd3e0dd97a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:09:53Z', 'updated_at': '2021-06-17T18:09:59Z', 'revision_number': 4, 'project_id': 'bfc99dbfc033432d91e8aa7cd6bd81e2', 'subnets': [{'id': 'c6f9c2b6-8a6d-4626-aff5-ebcd3e0dd97a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-6-iscsi', False) {} {{(pid=92881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:09:59.723390 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4a4fce-cf05-489e-89d4-f55fec5a123a None None] The sync data for ids ['bb9a9892-f873-4794-95f1-5d8f45084656'] in dv-cinder-786260-6-iscsi is: [{'id': 'bb9a9892-f873-4794-95f1-5d8f45084656', 'name': 'tempest-TestShelveInstance-558261476-router', 'tenant_id': 'bfc99dbfc033432d91e8aa7cd6bd81e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'external_fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': 'ddc36137-1013-4fa5-8151-53a7e4b15ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T18:09:51Z', 'updated_at': '2021-06-17T18:09:54Z', 'revision_number': 4, 'project_id': 'bfc99dbfc033432d91e8aa7cd6bd81e2', 'gw_port': {'id': 'ddc36137-1013-4fa5-8151-53a7e4b15ce6', 'name': '', 'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:bb:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9a9892-f873-4794-95f1-5d8f45084656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:09:51Z', 'updated_at': '2021-06-17T18:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78089575-0364-47db-be8b-ef28f42f3a37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-6-iscsi', '_interfaces': [{'id': '752b0a95-65dc-4c74-b676-8ed11024ed24', 'name': '', 'network_id': 'cf6166af-0727-46b3-bf02-3d3e8de87b9a', 'tenant_id': 'bfc99dbfc033432d91e8aa7cd6bd81e2', 'mac_address': 'fa:16:3e:32:d4:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb9a9892-f873-4794-95f1-5d8f45084656', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'c6f9c2b6-8a6d-4626-aff5-ebcd3e0dd97a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:09:53Z', 'updated_at': '2021-06-17T18:09:59Z', 'revision_number': 4, 'project_id': 'bfc99dbfc033432d91e8aa7cd6bd81e2', 'subnets': [{'id': 'c6f9c2b6-8a6d-4626-aff5-ebcd3e0dd97a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 18:10:00.791869 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc584939-c194-487d-abf4-38f7da9ed795 req-0661bc58-6aba-4e3a-bf4d-3c8c3df9e5e8 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:10:00.793640 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-fc584939-c194-487d-abf4-38f7da9ed795 req-0661bc58-6aba-4e3a-bf4d-3c8c3df9e5e8 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/ports?device_id=ee55ee5f-0a9a-4f30-b982-96d3e6070fb2 HTTP/1.1" status: 200 len: 945 time: 0.0638096 Jun 17 18:10:00.834170 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-fc584939-c194-487d-abf4-38f7da9ed795 req-7bd5c911-5c94-462e-a7bd-174af6423760 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/security-groups?id=bde1582a-0e60-487b-9eda-9732f3338587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340371 Jun 17 18:10:00.872745 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Device 752b0a95-65dc-4c74-b676-8ed11024ed24 up at agent ovs-agent-dv-cinder-786260-6-iscsi {{(pid=92880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 18:10:00.921173 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Provisioning for port 752b0a95-65dc-4c74-b676-8ed11024ed24 completed by entity L2. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 18:10:00.924541 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Provisioning complete for port 752b0a95-65dc-4c74-b676-8ed11024ed24 triggered by entity L2. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 18:10:00.924916 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687209'] for port, provisioning_complete {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:01.003656 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:01.035724 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] For port 752b0a95-65dc-4c74-b676-8ed11024ed24, host dv-cinder-786260-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-6-iscsi',level=0,port_id=752b0a95-65dc-4c74-b676-8ed11024ed24,segment=NetworkSegment(01a37e88-502a-4fe3-9a85-9dba66ce8678),segment_id=01a37e88-502a-4fe3-9a85-9dba66ce8678)] {{(pid=92880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:10:01.039100 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479'] for port, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:01.040863 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:10:01.088177 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Pushing event updated for resources: {'Port': ['ID=752b0a95-65dc-4c74-b676-8ed11024ed24,revision_number=5']} {{(pid=92880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:10:01.092496 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:10:02.021980 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177fe020-8d45-48f1-81fd-9d707402d7ca req-193d7a9e-1820-4148-97ac-a1c8467280cc tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:10:02.023433 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-177fe020-8d45-48f1-81fd-9d707402d7ca req-193d7a9e-1820-4148-97ac-a1c8467280cc tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/ports?device_id=ee55ee5f-0a9a-4f30-b982-96d3e6070fb2 HTTP/1.1" status: 200 len: 945 time: 0.0666416 Jun 17 18:10:02.061437 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-177fe020-8d45-48f1-81fd-9d707402d7ca req-01fd3822-e945-4529-800c-05788e0945ac tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/security-groups?id=bde1582a-0e60-487b-9eda-9732f3338587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323982 Jun 17 18:10:02.838438 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Device 752b0a95-65dc-4c74-b676-8ed11024ed24 up at agent ovs-agent-dv-cinder-786260-6-iscsi {{(pid=92880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 18:10:02.886318 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Provisioning complete for port 752b0a95-65dc-4c74-b676-8ed11024ed24 triggered by entity L2. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 18:10:02.886701 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687209'] for port, provisioning_complete {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:03.235806 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871a8649-720d-43e3-8296-1b60919bf1c7 req-9b687202-2d7a-42c0-8654-a405870f1f29 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:10:03.237206 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-871a8649-720d-43e3-8296-1b60919bf1c7 req-9b687202-2d7a-42c0-8654-a405870f1f29 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/ports?device_id=ee55ee5f-0a9a-4f30-b982-96d3e6070fb2 HTTP/1.1" status: 200 len: 945 time: 0.0621169 Jun 17 18:10:03.274330 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-871a8649-720d-43e3-8296-1b60919bf1c7 req-5498b545-c9cc-4f18-bff5-2a95a7a5c4b6 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/security-groups?id=bde1582a-0e60-487b-9eda-9732f3338587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310521 Jun 17 18:10:04.453665 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f046ef6-6540-496a-a518-0bdc430227fc req-e8d2d9d9-b034-454c-90f5-9e589f9e950e tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:10:04.455137 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-9f046ef6-6540-496a-a518-0bdc430227fc req-e8d2d9d9-b034-454c-90f5-9e589f9e950e tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/ports?device_id=ee55ee5f-0a9a-4f30-b982-96d3e6070fb2 HTTP/1.1" status: 200 len: 945 time: 0.0626147 Jun 17 18:10:04.492525 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-9f046ef6-6540-496a-a518-0bdc430227fc req-7d39ee62-a7e4-4c0c-ac33-ebf0df1c51d4 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/security-groups?id=bde1582a-0e60-487b-9eda-9732f3338587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317457 Jun 17 18:10:05.673194 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b349246-7dc6-4cfd-bf6b-76f519b9ae80 req-8a92411b-d010-49b8-880b-31be2c7e9b6d tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:10:05.674635 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-1b349246-7dc6-4cfd-bf6b-76f519b9ae80 req-8a92411b-d010-49b8-880b-31be2c7e9b6d tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/ports?device_id=ee55ee5f-0a9a-4f30-b982-96d3e6070fb2 HTTP/1.1" status: 200 len: 945 time: 0.0674725 Jun 17 18:10:05.712999 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-1b349246-7dc6-4cfd-bf6b-76f519b9ae80 req-7acf93b1-1d88-4afa-82a2-c20966e59428 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/security-groups?id=bde1582a-0e60-487b-9eda-9732f3338587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327246 Jun 17 18:10:06.891869 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df693ab3-71e7-44af-9fd9-e7e2e3936363 req-b5f23363-3823-4e82-aab2-ce2e0d9fc7cf tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:10:06.893305 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-df693ab3-71e7-44af-9fd9-e7e2e3936363 req-b5f23363-3823-4e82-aab2-ce2e0d9fc7cf tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/ports?device_id=ee55ee5f-0a9a-4f30-b982-96d3e6070fb2 HTTP/1.1" status: 200 len: 945 time: 0.0640013 Jun 17 18:10:06.935556 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-df693ab3-71e7-44af-9fd9-e7e2e3936363 req-cd68522d-69d4-4c4d-8e6a-d872535ecfdb tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/security-groups?id=bde1582a-0e60-487b-9eda-9732f3338587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358396 Jun 17 18:10:08.142653 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca44622-1fc9-45bf-9d74-298e9cf54575 req-0009e600-3670-4100-a28d-eba8585d4a83 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:10:08.144144 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-0ca44622-1fc9-45bf-9d74-298e9cf54575 req-0009e600-3670-4100-a28d-eba8585d4a83 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/ports?device_id=ee55ee5f-0a9a-4f30-b982-96d3e6070fb2 HTTP/1.1" status: 200 len: 945 time: 0.0808008 Jun 17 18:10:08.182102 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-0ca44622-1fc9-45bf-9d74-298e9cf54575 req-b3804cff-3839-493c-b1b6-145deded1c31 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/security-groups?id=bde1582a-0e60-487b-9eda-9732f3338587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317795 Jun 17 18:10:09.359565 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9b2595-6319-45dd-a314-9d888e478426 req-865aeb9e-9839-4887-ae59-5b94a5e44b89 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:10:09.361029 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-2c9b2595-6319-45dd-a314-9d888e478426 req-865aeb9e-9839-4887-ae59-5b94a5e44b89 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/ports?device_id=ee55ee5f-0a9a-4f30-b982-96d3e6070fb2 HTTP/1.1" status: 200 len: 945 time: 0.0652788 Jun 17 18:10:09.400955 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-2c9b2595-6319-45dd-a314-9d888e478426 req-12396dea-947c-439b-8f02-454558905fd0 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/security-groups?id=bde1582a-0e60-487b-9eda-9732f3338587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343173 Jun 17 18:10:10.046930 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Device d5b05643-bd9c-407f-981f-a02f5b5cc8c8 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=92880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 18:10:10.138395 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] For port d5b05643-bd9c-407f-981f-a02f5b5cc8c8, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=d5b05643-bd9c-407f-981f-a02f5b5cc8c8,segment=NetworkSegment(0913402a-ef8a-41bd-a14e-da5d38ea5bc2),segment_id=0913402a-ef8a-41bd-a14e-da5d38ea5bc2)] {{(pid=92880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:10:10.149576 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Returning: {'device': 'd5b05643-bd9c-407f-981f-a02f5b5cc8c8', 'network_id': '490619f6-df6b-4a81-8b12-97225a6da310', 'port_id': 'd5b05643-bd9c-407f-981f-a02f5b5cc8c8', 'mac_address': 'fa:16:3e:5b:58:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd12fe909-5b0e-4b17-a966-d3ca34ed6db9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 18:10:10.188092 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:10.200487 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.notifiers.nova [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d5b05643-bd9c-407f-981f-a02f5b5cc8c8 {{(pid=92880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 18:10:10.220703 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] For port d5b05643-bd9c-407f-981f-a02f5b5cc8c8, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=d5b05643-bd9c-407f-981f-a02f5b5cc8c8,segment=NetworkSegment(0913402a-ef8a-41bd-a14e-da5d38ea5bc2),segment_id=0913402a-ef8a-41bd-a14e-da5d38ea5bc2)] {{(pid=92880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:10:10.224718 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479'] for port, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:10.228193 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:10:10.274747 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Pushing event updated for resources: {'Port': ['ID=d5b05643-bd9c-407f-981f-a02f5b5cc8c8,revision_number=6']} {{(pid=92880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:10:10.277704 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:10:10.465473 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] get_ports_and_sgs() called for port_ids ['d5b05643-bd9c-407f-981f-a02f5b5cc8c8'] {{(pid=92880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 18:10:10.578440 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6e4018-a523-45df-a37a-3683f03b682d req-2a8afff0-4948-4649-8967-5dd871aa338e tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:10:10.581139 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-cf6e4018-a523-45df-a37a-3683f03b682d req-2a8afff0-4948-4649-8967-5dd871aa338e tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/ports?device_id=ee55ee5f-0a9a-4f30-b982-96d3e6070fb2 HTTP/1.1" status: 200 len: 944 time: 0.0669477 Jun 17 18:10:10.627418 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-cf6e4018-a523-45df-a37a-3683f03b682d req-0123876d-6320-4f8c-9ac7-40a0bf640e80 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/security-groups?id=bde1582a-0e60-487b-9eda-9732f3338587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392809 Jun 17 18:10:11.827983 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759946f6-9e51-4f8f-9381-0dbf4d0de9c6 req-e0966170-00ad-472f-b899-634b6ec16e02 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:10:11.830240 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-759946f6-9e51-4f8f-9381-0dbf4d0de9c6 req-e0966170-00ad-472f-b899-634b6ec16e02 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/ports?device_id=ee55ee5f-0a9a-4f30-b982-96d3e6070fb2 HTTP/1.1" status: 200 len: 944 time: 0.0663083 Jun 17 18:10:11.872949 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-759946f6-9e51-4f8f-9381-0dbf4d0de9c6 req-468b991e-53ef-4447-a3b9-359d5bf914e4 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/security-groups?id=bde1582a-0e60-487b-9eda-9732f3338587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356228 Jun 17 18:10:12.068210 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Device d5b05643-bd9c-407f-981f-a02f5b5cc8c8 up at agent hyperv_hv-cinder-78626 {{(pid=92880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 18:10:12.121433 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Provisioning complete for port d5b05643-bd9c-407f-981f-a02f5b5cc8c8 triggered by entity L2. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 18:10:12.122230 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687209'] for port, provisioning_complete {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:12.215596 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:12.242019 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee55ee5f-0a9a-4f30-b982-96d3e6070fb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5b05643-bd9c-407f-981f-a02f5b5cc8c8'}] {{(pid=92880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 18:10:12.244684 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44fe161690382cf4f0960ac1b424fedb1dd6f9597775f60dec274194d49fe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af13b8fb-95d1-4cd4-97e1-e97106c59f5d" -d '{"events": [{"server_uuid": "ee55ee5f-0a9a-4f30-b982-96d3e6070fb2", "name": "network-vif-plugged", "status": "completed", "tag": "d5b05643-bd9c-407f-981f-a02f5b5cc8c8"}]}' {{(pid=92880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 18:10:12.258186 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] For port d5b05643-bd9c-407f-981f-a02f5b5cc8c8, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=d5b05643-bd9c-407f-981f-a02f5b5cc8c8,segment=NetworkSegment(0913402a-ef8a-41bd-a14e-da5d38ea5bc2),segment_id=0913402a-ef8a-41bd-a14e-da5d38ea5bc2)] {{(pid=92880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:10:12.264263 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479'] for port, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:12.266354 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:10:12.295470 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 18:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca1281e9-d019-471b-ab19-0417611b1f55 x-openstack-request-id: req-ca1281e9-d019-471b-ab19-0417611b1f55 {{(pid=92880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 18:10:12.295470 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee55ee5f-0a9a-4f30-b982-96d3e6070fb2", "name": "network-vif-plugged", "status": "completed", "tag": "d5b05643-bd9c-407f-981f-a02f5b5cc8c8", "code": 200}]} {{(pid=92880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 18:10:12.295470 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-ca1281e9-d019-471b-ab19-0417611b1f55 {{(pid=92880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 18:10:12.295470 dv-cinder-786260-6-iscsi neutron-server[92880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee55ee5f-0a9a-4f30-b982-96d3e6070fb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5b05643-bd9c-407f-981f-a02f5b5cc8c8', 'code': 200} Jun 17 18:10:12.332402 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Pushing event updated for resources: {'Port': ['ID=d5b05643-bd9c-407f-981f-a02f5b5cc8c8,revision_number=7']} {{(pid=92880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:10:12.335622 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:10:13.078277 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f61d71-cd08-451f-9aa5-e95840f0a81f req-3dbb9e25-d055-45fc-a7e2-5aa282e31d87 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:10:13.079793 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-f7f61d71-cd08-451f-9aa5-e95840f0a81f req-3dbb9e25-d055-45fc-a7e2-5aa282e31d87 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/ports?device_id=ee55ee5f-0a9a-4f30-b982-96d3e6070fb2 HTTP/1.1" status: 200 len: 945 time: 0.0788949 Jun 17 18:10:13.123957 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-f7f61d71-cd08-451f-9aa5-e95840f0a81f req-28a5975a-83ee-4d6d-9559-1902e15dccdf tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/security-groups?id=bde1582a-0e60-487b-9eda-9732f3338587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380948 Jun 17 18:10:13.676301 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.agents_db [None req-efac7cad-2d3b-4dc1-9769-dac6e2c75cb9 None None] Agent healthcheck: found 6 active agents {{(pid=92881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 18:10:14.176213 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-6367e809-32b0-460c-9901-e81c48dadfef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:14.315666 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:14.328398 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5ce598-a66b-44e4-98e2-d088931feda8 req-f8443573-1872-4f24-96f8-90cd8b2d5065 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:10:14.329844 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-af5ce598-a66b-44e4-98e2-d088931feda8 req-f8443573-1872-4f24-96f8-90cd8b2d5065 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/ports?device_id=ee55ee5f-0a9a-4f30-b982-96d3e6070fb2 HTTP/1.1" status: 200 len: 945 time: 0.0767426 Jun 17 18:10:14.370266 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-af5ce598-a66b-44e4-98e2-d088931feda8 req-bca1e633-bd02-4526-9e87-6294dd43079b tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/security-groups?id=bde1582a-0e60-487b-9eda-9732f3338587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347912 Jun 17 18:10:15.560632 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1fc617-9780-4235-8eb5-7dfc9c2288dc req-72bad844-b6bb-44c4-aba8-2b1244bca52b tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:10:15.562700 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-ad1fc617-9780-4235-8eb5-7dfc9c2288dc req-72bad844-b6bb-44c4-aba8-2b1244bca52b tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/ports?device_id=ee55ee5f-0a9a-4f30-b982-96d3e6070fb2 HTTP/1.1" status: 200 len: 945 time: 0.0784023 Jun 17 18:10:15.599729 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-ad1fc617-9780-4235-8eb5-7dfc9c2288dc req-b2d9b601-05a4-4c00-88e0-b308e7af5de6 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/security-groups?id=bde1582a-0e60-487b-9eda-9732f3338587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320957 Jun 17 18:10:16.557369 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-13987109-8c2b-4b61-98ae-3ef8dcbefc6f req-b1ad95d2-4819-45f7-a2e8-a8c7762cd238 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] 10.222.0.97 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1116691892&fields=id&tenant_id=b0adba5f28fa449b88e6680ee01862d3 HTTP/1.1" status: 200 len: 267 time: 0.0487883 Jun 17 18:10:16.680834 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13987109-8c2b-4b61-98ae-3ef8dcbefc6f req-2fe0e1fd-0e06-455a-a8d1-b48f9144e424 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:10:16.682495 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-13987109-8c2b-4b61-98ae-3ef8dcbefc6f req-2fe0e1fd-0e06-455a-a8d1-b48f9144e424 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] 10.222.0.97 "GET /v2.0/networks?id=378f779f-b6f3-4354-9f02-39696c0c3e36 HTTP/1.1" status: 200 len: 809 time: 0.1239889 Jun 17 18:10:16.703024 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-13987109-8c2b-4b61-98ae-3ef8dcbefc6f req-1e3861b4-214a-4ed4-834c-297aac7ccdcf tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] 10.222.0.97 "GET /v2.0/quotas/b0adba5f28fa449b88e6680ee01862d3 HTTP/1.1" status: 200 len: 375 time: 0.0149052 Jun 17 18:10:16.829147 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-8f9a4247-42bb-4bba-a1c1-f14b1244c862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:16.852223 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-13987109-8c2b-4b61-98ae-3ef8dcbefc6f req-1b5f58c8-19df-455a-be80-c854907d9d0a tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=b0adba5f28fa449b88e6680ee01862d3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1409795 Jun 17 18:10:16.914102 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab99eb4-1a09-47b9-89d8-17366a0927de req-42cbe8fa-b799-4dc5-b4b2-6d14c7921f11 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:10:16.918402 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-aab99eb4-1a09-47b9-89d8-17366a0927de req-42cbe8fa-b799-4dc5-b4b2-6d14c7921f11 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/ports?device_id=ee55ee5f-0a9a-4f30-b982-96d3e6070fb2 HTTP/1.1" status: 200 len: 945 time: 0.1580961 Jun 17 18:10:16.935029 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:17.036539 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-aab99eb4-1a09-47b9-89d8-17366a0927de req-c5c39f49-7c80-460f-87e6-495a7d52dc99 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/security-groups?id=bde1582a-0e60-487b-9eda-9732f3338587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798624 Jun 17 18:10:17.049647 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-13987109-8c2b-4b61-98ae-3ef8dcbefc6f req-5252d151-5ec2-4c1a-a45c-3b664eeb90a1 service neutron] 10.222.0.97 "GET /v2.0/networks/378f779f-b6f3-4354-9f02-39696c0c3e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761634 Jun 17 18:10:17.212632 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-13987109-8c2b-4b61-98ae-3ef8dcbefc6f req-5396935d-8ce1-4e94-90ad-63831535cd5b service neutron] 10.222.0.97 "GET /v2.0/networks/378f779f-b6f3-4354-9f02-39696c0c3e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583164 Jun 17 18:10:17.250883 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f045605b-68ff-4b6f-87f4-f4e41e14aa2c req-ef11389a-9377-4316-8662-607c59f85c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:10:17.252519 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-f045605b-68ff-4b6f-87f4-f4e41e14aa2c req-ef11389a-9377-4316-8662-607c59f85c03 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=42f4cfc5a3374a4084d73b360a838bfd&device_id=ee55ee5f-0a9a-4f30-b982-96d3e6070fb2 HTTP/1.1" status: 200 len: 1098 time: 0.1476758 Jun 17 18:10:17.401833 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f045605b-68ff-4b6f-87f4-f4e41e14aa2c req-90e6de72-2cb2-4391-ac35-11141df4219b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:10:17.405663 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-f045605b-68ff-4b6f-87f4-f4e41e14aa2c req-90e6de72-2cb2-4391-ac35-11141df4219b service neutron] 10.222.0.95 "GET /v2.0/networks?id=490619f6-df6b-4a81-8b12-97225a6da310 HTTP/1.1" status: 200 len: 919 time: 0.1230099 Jun 17 18:10:17.481864 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-f045605b-68ff-4b6f-87f4-f4e41e14aa2c req-881c13b3-781b-4d37-a11d-2072fba05e50 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d5b05643-bd9c-407f-981f-a02f5b5cc8c8 HTTP/1.1" status: 200 len: 1000 time: 0.0708358 Jun 17 18:10:17.576047 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f045605b-68ff-4b6f-87f4-f4e41e14aa2c req-e91ff92b-249f-4c76-ad63-6e766ab51da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:10:17.576047 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-f045605b-68ff-4b6f-87f4-f4e41e14aa2c req-e91ff92b-249f-4c76-ad63-6e766ab51da9 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=d12fe909-5b0e-4b17-a966-d3ca34ed6db9 HTTP/1.1" status: 200 len: 856 time: 0.0833185 Jun 17 18:10:17.676421 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f045605b-68ff-4b6f-87f4-f4e41e14aa2c req-9ac37678-8375-44f3-9c6f-d96f3198d60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:10:17.677976 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-f045605b-68ff-4b6f-87f4-f4e41e14aa2c req-9ac37678-8375-44f3-9c6f-d96f3198d60e service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=490619f6-df6b-4a81-8b12-97225a6da310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0982642 Jun 17 18:10:17.763470 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-7fe14043-725a-4ba7-ac46-f45f615d7109 req-98a8d005-f272-484c-854b-8df97029a58f tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] 10.222.0.97 "GET /v2.0/ports?device_id=1f009623-f182-4e80-bdb9-25d1b2fc8ca9 HTTP/1.1" status: 200 len: 210 time: 0.0336497 Jun 17 18:10:17.842335 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-f045605b-68ff-4b6f-87f4-f4e41e14aa2c req-1adab537-3405-4acc-8f15-8cd1a3378a9a service neutron] 10.222.0.95 "GET /v2.0/networks/490619f6-df6b-4a81-8b12-97225a6da310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561735 Jun 17 18:10:17.965028 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-f045605b-68ff-4b6f-87f4-f4e41e14aa2c req-30b70483-26af-4967-b7d4-8d5009505dda service neutron] 10.222.0.95 "GET /v2.0/networks/490619f6-df6b-4a81-8b12-97225a6da310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120954 Jun 17 18:10:18.083380 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-8848f698-b84d-4e61-bbd9-19a6867363d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:18.277024 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90c0a4e-10f3-4144-a6d5-4710fd84129a req-ab36b905-27d1-4805-9fc1-b9ac0e6186a1 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:10:18.282012 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-a90c0a4e-10f3-4144-a6d5-4710fd84129a req-ab36b905-27d1-4805-9fc1-b9ac0e6186a1 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/ports?device_id=ee55ee5f-0a9a-4f30-b982-96d3e6070fb2 HTTP/1.1" status: 200 len: 945 time: 0.0881546 Jun 17 18:10:18.335769 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-a90c0a4e-10f3-4144-a6d5-4710fd84129a req-2a8ef35c-b010-4634-ae0e-b3f31939781c tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/security-groups?id=bde1582a-0e60-487b-9eda-9732f3338587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470695 Jun 17 18:10:18.916379 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-1ab1df54-0a80-412c-b773-ac7ae26f6c1c req-49acdafd-b989-4676-9e8f-e16dbc5454a7 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] 10.222.0.97 "GET /v2.0/ports?device_id=1f009623-f182-4e80-bdb9-25d1b2fc8ca9 HTTP/1.1" status: 200 len: 210 time: 0.0310235 Jun 17 18:10:19.232185 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13987109-8c2b-4b61-98ae-3ef8dcbefc6f req-072a6161-38b2-4dc3-9033-e5a1fec81153 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:10:19.234122 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-13987109-8c2b-4b61-98ae-3ef8dcbefc6f req-072a6161-38b2-4dc3-9033-e5a1fec81153 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] 10.222.0.95 "GET /v2.0/networks?id=378f779f-b6f3-4354-9f02-39696c0c3e36 HTTP/1.1" status: 200 len: 809 time: 0.1141641 Jun 17 18:10:19.298977 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-13987109-8c2b-4b61-98ae-3ef8dcbefc6f req-aa970593-1a4c-4914-99fe-70c07e1b8726 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b0adba5f28fa449b88e6680ee01862d3 HTTP/1.1" status: 200 len: 380 time: 0.0466781 Jun 17 18:10:19.317170 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.v2.base [req-13987109-8c2b-4b61-98ae-3ef8dcbefc6f req-21ea1690-3e80-4930-af3d-b3e8500c4dea tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Request body: {'port': {'device_id': '1f009623-f182-4e80-bdb9-25d1b2fc8ca9', 'network_id': '378f779f-b6f3-4354-9f02-39696c0c3e36', 'admin_state_up': True, 'tenant_id': 'b0adba5f28fa449b88e6680ee01862d3', 'security_groups': ['4a359456-4761-423e-a68f-54bbc6505df6']}} {{(pid=92874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 18:10:19.483812 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13987109-8c2b-4b61-98ae-3ef8dcbefc6f req-21ea1690-3e80-4930-af3d-b3e8500c4dea tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Made reservation on behalf of b0adba5f28fa449b88e6680ee01862d3 for: {'port': 1} {{(pid=92874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 18:10:19.494348 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-13987109-8c2b-4b61-98ae-3ef8dcbefc6f req-21ea1690-3e80-4930-af3d-b3e8500c4dea tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1986742'] for port, before_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:19.496617 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-a0cf07df-ba9d-4ba7-86ac-6ceb73a86136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:19.679038 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46be38f4-4d46-46fc-8d5e-ac6341f342a4 req-7f309f34-378b-443a-a074-f13b65ffe0e3 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:10:19.681123 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-46be38f4-4d46-46fc-8d5e-ac6341f342a4 req-7f309f34-378b-443a-a074-f13b65ffe0e3 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/ports?device_id=ee55ee5f-0a9a-4f30-b982-96d3e6070fb2 HTTP/1.1" status: 200 len: 945 time: 0.1699743 Jun 17 18:10:19.723299 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.db.db_base_plugin_common [req-13987109-8c2b-4b61-98ae-3ef8dcbefc6f req-21ea1690-3e80-4930-af3d-b3e8500c4dea tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Allocated IP 172.20.0.11 (378f779f-b6f3-4354-9f02-39696c0c3e36/b0af006b-868b-4b28-854a-9d9e344cc1c0/452e061e-b934-45c0-8427-979fd19c14e3) {{(pid=92874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 18:10:19.746660 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-46be38f4-4d46-46fc-8d5e-ac6341f342a4 req-3bba7a95-3051-4051-bb6e-655a4754a386 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/security-groups?id=bde1582a-0e60-487b-9eda-9732f3338587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598533 Jun 17 18:10:19.904234 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-13987109-8c2b-4b61-98ae-3ef8dcbefc6f req-21ea1690-3e80-4930-af3d-b3e8500c4dea tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Notify callbacks [] for port, precommit_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:19.922657 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.db.provisioning_blocks [req-13987109-8c2b-4b61-98ae-3ef8dcbefc6f req-21ea1690-3e80-4930-af3d-b3e8500c4dea tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Transition to ACTIVE for port object 452e061e-b934-45c0-8427-979fd19c14e3 will not be triggered until provisioned by entity DHCP. {{(pid=92874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 18:10:19.969730 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-13987109-8c2b-4b61-98ae-3ef8dcbefc6f req-21ea1690-3e80-4930-af3d-b3e8500c4dea tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1986807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743364645416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28501925'] for port, after_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:19.975239 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-3df16843-fede-4ba0-be36-f3199827401d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:10:20.021313 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13987109-8c2b-4b61-98ae-3ef8dcbefc6f req-21ea1690-3e80-4930-af3d-b3e8500c4dea tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Network 378f779f-b6f3-4354-9f02-39696c0c3e36 is already hosted by enough agents. {{(pid=92874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 18:10:20.024639 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.scheduler.base_scheduler [req-13987109-8c2b-4b61-98ae-3ef8dcbefc6f req-21ea1690-3e80-4930-af3d-b3e8500c4dea tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Resources bound (agent type, host, resource id): {{(pid=92874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 18:10:20.031656 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.db.l3_dvrscheduler_db [req-13987109-8c2b-4b61-98ae-3ef8dcbefc6f req-21ea1690-3e80-4930-af3d-b3e8500c4dea tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Received port after_create {{(pid=92874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 18:10:20.037270 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ea1690-3e80-4930-af3d-b3e8500c4dea tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Pushing event updated for resources: {'Port': ['ID=452e061e-b934-45c0-8427-979fd19c14e3,revision_number=1']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:10:20.070098 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-21ea1690-3e80-4930-af3d-b3e8500c4dea tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:10:20.157860 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13987109-8c2b-4b61-98ae-3ef8dcbefc6f req-21ea1690-3e80-4930-af3d-b3e8500c4dea tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:10:20.158500 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-13987109-8c2b-4b61-98ae-3ef8dcbefc6f req-21ea1690-3e80-4930-af3d-b3e8500c4dea tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523113'] for port, before_response {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:20.180718 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-13987109-8c2b-4b61-98ae-3ef8dcbefc6f req-21ea1690-3e80-4930-af3d-b3e8500c4dea tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8734870 Jun 17 18:10:20.208330 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.v2.base [req-13987109-8c2b-4b61-98ae-3ef8dcbefc6f req-3e8b402e-a6c8-4216-b6d0-87f3da881365 service neutron] Request body: {'port': {'device_id': '1f009623-f182-4e80-bdb9-25d1b2fc8ca9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=92874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 18:10:20.221332 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b20e767-19b7-4a8d-a623-68f269ccf278 req-1f4d25b0-7662-43c1-865d-a06bd27807e8 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:10:20.228956 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-8b20e767-19b7-4a8d-a623-68f269ccf278 req-1f4d25b0-7662-43c1-865d-a06bd27807e8 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] 10.222.0.97 "GET /v2.0/ports?device_id=1f009623-f182-4e80-bdb9-25d1b2fc8ca9 HTTP/1.1" status: 200 len: 932 time: 0.1223028 Jun 17 18:10:20.295814 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-8b20e767-19b7-4a8d-a623-68f269ccf278 req-dee3f13c-dd5d-48fb-a5dd-1b33e36ed5e8 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] 10.222.0.97 "GET /v2.0/security-groups?id=4a359456-4761-423e-a68f-54bbc6505df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658145 Jun 17 18:10:20.375193 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-13987109-8c2b-4b61-98ae-3ef8dcbefc6f req-3e8b402e-a6c8-4216-b6d0-87f3da881365 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:20.454107 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-b8de07e7-3a23-404d-96a4-3d970f067651 None None] Provisioning for port 452e061e-b934-45c0-8427-979fd19c14e3 completed by entity DHCP. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 18:10:20.458305 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-b8de07e7-3a23-404d-96a4-3d970f067651 None None] Provisioning complete for port 452e061e-b934-45c0-8427-979fd19c14e3 triggered by entity DHCP. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 18:10:20.458962 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b8de07e7-3a23-404d-96a4-3d970f067651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687209'] for port, provisioning_complete {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:20.497075 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.plugin [None req-b8de07e7-3a23-404d-96a4-3d970f067651 None None] Port 452e061e-b934-45c0-8427-979fd19c14e3 cannot update to ACTIVE because it is not bound. {{(pid=92880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 18:10:20.745013 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.notifiers.nova [req-13987109-8c2b-4b61-98ae-3ef8dcbefc6f req-3e8b402e-a6c8-4216-b6d0-87f3da881365 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 452e061e-b934-45c0-8427-979fd19c14e3 {{(pid=92874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 18:10:20.752969 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-13987109-8c2b-4b61-98ae-3ef8dcbefc6f req-3e8b402e-a6c8-4216-b6d0-87f3da881365 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:20.766741 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.db.provisioning_blocks [req-13987109-8c2b-4b61-98ae-3ef8dcbefc6f req-3e8b402e-a6c8-4216-b6d0-87f3da881365 service neutron] Transition to ACTIVE for port object 452e061e-b934-45c0-8427-979fd19c14e3 will not be triggered until provisioned by entity L2. {{(pid=92874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 18:10:20.772906 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-13987109-8c2b-4b61-98ae-3ef8dcbefc6f req-3e8b402e-a6c8-4216-b6d0-87f3da881365 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28501911'] for port, after_update {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:20.775652 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-80a92923-aef9-42a9-8f39-7dcc97a4da78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:10:20.822580 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8b402e-a6c8-4216-b6d0-87f3da881365 service neutron] Pushing event updated for resources: {'Port': ['ID=452e061e-b934-45c0-8427-979fd19c14e3,revision_number=2']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:10:20.848073 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-3e8b402e-a6c8-4216-b6d0-87f3da881365 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:10:21.032951 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722871bc-b034-4bbc-b971-a7ead9e3816f req-aa0ee88f-37bc-4d94-844b-515e7cd632e5 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:10:21.034445 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-722871bc-b034-4bbc-b971-a7ead9e3816f req-aa0ee88f-37bc-4d94-844b-515e7cd632e5 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/ports?device_id=ee55ee5f-0a9a-4f30-b982-96d3e6070fb2 HTTP/1.1" status: 200 len: 945 time: 0.1421387 Jun 17 18:10:21.040365 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.managers [req-13987109-8c2b-4b61-98ae-3ef8dcbefc6f req-3e8b402e-a6c8-4216-b6d0-87f3da881365 service neutron] Attempting to bind port 452e061e-b934-45c0-8427-979fd19c14e3 on host hv-cinder-78626 for vnic_type normal with profile {{(pid=92874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 18:10:21.040896 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.managers [req-13987109-8c2b-4b61-98ae-3ef8dcbefc6f req-3e8b402e-a6c8-4216-b6d0-87f3da881365 service neutron] Attempting to bind port 452e061e-b934-45c0-8427-979fd19c14e3 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '12cd2f01-9686-4951-aa61-386e2bcb86af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '378f779f-b6f3-4354-9f02-39696c0c3e36'}] {{(pid=92874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 18:10:21.041227 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13987109-8c2b-4b61-98ae-3ef8dcbefc6f req-3e8b402e-a6c8-4216-b6d0-87f3da881365 service neutron] Attempting to bind port 452e061e-b934-45c0-8427-979fd19c14e3 on network 378f779f-b6f3-4354-9f02-39696c0c3e36 {{(pid=92874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 18:10:21.053154 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13987109-8c2b-4b61-98ae-3ef8dcbefc6f req-3e8b402e-a6c8-4216-b6d0-87f3da881365 service neutron] Port 452e061e-b934-45c0-8427-979fd19c14e3 on network 378f779f-b6f3-4354-9f02-39696c0c3e36 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=92874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 18:10:21.053477 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13987109-8c2b-4b61-98ae-3ef8dcbefc6f req-3e8b402e-a6c8-4216-b6d0-87f3da881365 service neutron] Attempting to bind port 452e061e-b934-45c0-8427-979fd19c14e3 on network 378f779f-b6f3-4354-9f02-39696c0c3e36 {{(pid=92874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 18:10:21.067332 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13987109-8c2b-4b61-98ae-3ef8dcbefc6f req-3e8b402e-a6c8-4216-b6d0-87f3da881365 service neutron] Checking agent: {'id': '0a4c4f6c-022a-47ca-a1e7-cbe9e6e5e8a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 18, 1, 10), 'started_at': datetime.datetime(2021, 6, 17, 18, 1, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 18, 10, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 18:10:21.067673 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13987109-8c2b-4b61-98ae-3ef8dcbefc6f req-3e8b402e-a6c8-4216-b6d0-87f3da881365 service neutron] Checking segment: {'id': '12cd2f01-9686-4951-aa61-386e2bcb86af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '378f779f-b6f3-4354-9f02-39696c0c3e36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 18:10:21.068077 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13987109-8c2b-4b61-98ae-3ef8dcbefc6f req-3e8b402e-a6c8-4216-b6d0-87f3da881365 service neutron] Bound using segment: {'id': '12cd2f01-9686-4951-aa61-386e2bcb86af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '378f779f-b6f3-4354-9f02-39696c0c3e36'} {{(pid=92874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 18:10:21.068542 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.managers [req-13987109-8c2b-4b61-98ae-3ef8dcbefc6f req-3e8b402e-a6c8-4216-b6d0-87f3da881365 service neutron] Bound port: 452e061e-b934-45c0-8427-979fd19c14e3, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12cd2f01-9686-4951-aa61-386e2bcb86af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1101, 'network_id': '378f779f-b6f3-4354-9f02-39696c0c3e36'}}] {{(pid=92874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 18:10:21.068892 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-13987109-8c2b-4b61-98ae-3ef8dcbefc6f req-3e8b402e-a6c8-4216-b6d0-87f3da881365 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:21.097630 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-722871bc-b034-4bbc-b971-a7ead9e3816f req-2f293b0d-30a1-43ba-a051-3e8e7c307f94 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/security-groups?id=bde1582a-0e60-487b-9eda-9732f3338587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527866 Jun 17 18:10:21.172807 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.db [req-13987109-8c2b-4b61-98ae-3ef8dcbefc6f req-3e8b402e-a6c8-4216-b6d0-87f3da881365 service neutron] For port 452e061e-b934-45c0-8427-979fd19c14e3, host hv-cinder-78626, cleared binding levels {{(pid=92874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 18:10:21.176465 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.db [req-13987109-8c2b-4b61-98ae-3ef8dcbefc6f req-3e8b402e-a6c8-4216-b6d0-87f3da881365 service neutron] For port 452e061e-b934-45c0-8427-979fd19c14e3, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=452e061e-b934-45c0-8427-979fd19c14e3,segment=NetworkSegment(12cd2f01-9686-4951-aa61-386e2bcb86af),segment_id=12cd2f01-9686-4951-aa61-386e2bcb86af)] {{(pid=92874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 18:10:21.183082 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-13987109-8c2b-4b61-98ae-3ef8dcbefc6f req-3e8b402e-a6c8-4216-b6d0-87f3da881365 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28501911'] for port, after_update {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:21.186583 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-1401d06a-44a5-4771-8fdd-29401f4c0ded tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:10:21.222792 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13987109-8c2b-4b61-98ae-3ef8dcbefc6f req-3e8b402e-a6c8-4216-b6d0-87f3da881365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:10:21.223425 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-13987109-8c2b-4b61-98ae-3ef8dcbefc6f req-3e8b402e-a6c8-4216-b6d0-87f3da881365 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523113'] for port, before_response {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:21.224955 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-13987109-8c2b-4b61-98ae-3ef8dcbefc6f req-3e8b402e-a6c8-4216-b6d0-87f3da881365 service neutron] 10.222.0.95 "PUT /v2.0/ports/452e061e-b934-45c0-8427-979fd19c14e3 HTTP/1.1" status: 200 len: 1094 time: 1.0240593 Jun 17 18:10:21.225519 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f009623-f182-4e80-bdb9-25d1b2fc8ca9', 'tag': '452e061e-b934-45c0-8427-979fd19c14e3'}] {{(pid=92874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 18:10:21.228815 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58554d43f64f60294e2d1fd4a9d9342a0a386c70b92defbb6c9fd2054ba7a623" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b96aa1fd-a08d-4d85-95ce-181881f85bcd" -d '{"events": [{"name": "network-changed", "server_uuid": "1f009623-f182-4e80-bdb9-25d1b2fc8ca9", "tag": "452e061e-b934-45c0-8427-979fd19c14e3"}]}' {{(pid=92874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 18:10:21.256763 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8b402e-a6c8-4216-b6d0-87f3da881365 service neutron] Pushing event updated for resources: {'Port': ['ID=452e061e-b934-45c0-8427-979fd19c14e3,revision_number=3']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:10:21.261270 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-3e8b402e-a6c8-4216-b6d0-87f3da881365 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:10:21.352482 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 18:10:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4faf9ff-f1bc-450d-a9bb-2b56a0cb51fc x-openstack-request-id: req-b4faf9ff-f1bc-450d-a9bb-2b56a0cb51fc {{(pid=92874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 18:10:21.352840 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f009623-f182-4e80-bdb9-25d1b2fc8ca9", "tag": "452e061e-b934-45c0-8427-979fd19c14e3", "status": "completed", "code": 200}]} {{(pid=92874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 18:10:21.353121 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-b4faf9ff-f1bc-450d-a9bb-2b56a0cb51fc {{(pid=92874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 18:10:21.353559 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f009623-f182-4e80-bdb9-25d1b2fc8ca9', 'tag': '452e061e-b934-45c0-8427-979fd19c14e3', 'status': 'completed', 'code': 200} Jun 17 18:10:21.402356 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13987109-8c2b-4b61-98ae-3ef8dcbefc6f req-435f5e30-bda6-4d7d-b178-c13f3a8ed5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:10:21.403831 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-13987109-8c2b-4b61-98ae-3ef8dcbefc6f req-435f5e30-bda6-4d7d-b178-c13f3a8ed5ce service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=b0adba5f28fa449b88e6680ee01862d3&device_id=1f009623-f182-4e80-bdb9-25d1b2fc8ca9 HTTP/1.1" status: 200 len: 1097 time: 0.1017668 Jun 17 18:10:21.488096 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-13987109-8c2b-4b61-98ae-3ef8dcbefc6f req-9967c52c-998e-4acc-bda2-2c3d72c2056e service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=452e061e-b934-45c0-8427-979fd19c14e3 HTTP/1.1" status: 200 len: 217 time: 0.0684500 Jun 17 18:10:21.561822 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c22b24-319d-4052-8c19-e4d04618e4a6 req-3140fe2d-0cae-4f83-a8bf-bfe91ed8b44e tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:10:21.563277 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-c1c22b24-319d-4052-8c19-e4d04618e4a6 req-3140fe2d-0cae-4f83-a8bf-bfe91ed8b44e tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] 10.222.0.97 "GET /v2.0/ports?device_id=1f009623-f182-4e80-bdb9-25d1b2fc8ca9 HTTP/1.1" status: 200 len: 944 time: 0.1059084 Jun 17 18:10:21.569600 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13987109-8c2b-4b61-98ae-3ef8dcbefc6f req-3116b4fc-2958-4121-8232-fd6a6732a0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:10:21.571693 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-13987109-8c2b-4b61-98ae-3ef8dcbefc6f req-3116b4fc-2958-4121-8232-fd6a6732a0c7 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=b0af006b-868b-4b28-854a-9d9e344cc1c0 HTTP/1.1" status: 200 len: 848 time: 0.0718558 Jun 17 18:10:21.642536 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-c1c22b24-319d-4052-8c19-e4d04618e4a6 req-ac8c2ef9-b6ca-4e31-bded-76437e2a7a60 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] 10.222.0.97 "GET /v2.0/security-groups?id=4a359456-4761-423e-a68f-54bbc6505df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698242 Jun 17 18:10:21.670047 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13987109-8c2b-4b61-98ae-3ef8dcbefc6f req-af6fb828-00c1-404b-8e69-d62ea1730bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:10:21.671510 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-13987109-8c2b-4b61-98ae-3ef8dcbefc6f req-af6fb828-00c1-404b-8e69-d62ea1730bed service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=378f779f-b6f3-4354-9f02-39696c0c3e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0904226 Jun 17 18:10:21.808647 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-13987109-8c2b-4b61-98ae-3ef8dcbefc6f req-bdbe3924-1a2a-43e9-aab3-5009e58c34e2 service neutron] 10.222.0.95 "GET /v2.0/networks/378f779f-b6f3-4354-9f02-39696c0c3e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182153 Jun 17 18:10:21.907356 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-13987109-8c2b-4b61-98ae-3ef8dcbefc6f req-bbccc09e-43a7-431f-9a14-2212572d1a4b service neutron] 10.222.0.95 "GET /v2.0/networks/378f779f-b6f3-4354-9f02-39696c0c3e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919833 Jun 17 18:10:22.061996 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96aa1fd-a08d-4d85-95ce-181881f85bcd req-3b3cb220-9dbc-4b73-8b35-13e4777d830c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:10:22.063448 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-b96aa1fd-a08d-4d85-95ce-181881f85bcd req-3b3cb220-9dbc-4b73-8b35-13e4777d830c service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=b0adba5f28fa449b88e6680ee01862d3&device_id=1f009623-f182-4e80-bdb9-25d1b2fc8ca9 HTTP/1.1" status: 200 len: 1097 time: 0.0542302 Jun 17 18:10:22.158176 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96aa1fd-a08d-4d85-95ce-181881f85bcd req-637f5a78-2724-4387-9cbe-d02600cd964f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:10:22.159814 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-b96aa1fd-a08d-4d85-95ce-181881f85bcd req-637f5a78-2724-4387-9cbe-d02600cd964f service neutron] 10.222.0.95 "GET /v2.0/networks?id=378f779f-b6f3-4354-9f02-39696c0c3e36 HTTP/1.1" status: 200 len: 911 time: 0.0895796 Jun 17 18:10:22.207043 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-b96aa1fd-a08d-4d85-95ce-181881f85bcd req-c7621adc-01b4-46ee-97fd-876de08063ee service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=452e061e-b934-45c0-8427-979fd19c14e3 HTTP/1.1" status: 200 len: 217 time: 0.0379152 Jun 17 18:10:22.278949 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cf74f7-3545-4e52-8efe-48750fb8b5fd req-fa63af57-0bea-4b25-b60e-64d8458765e0 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:10:22.280842 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-e8cf74f7-3545-4e52-8efe-48750fb8b5fd req-fa63af57-0bea-4b25-b60e-64d8458765e0 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/ports?device_id=ee55ee5f-0a9a-4f30-b982-96d3e6070fb2 HTTP/1.1" status: 200 len: 945 time: 0.0619898 Jun 17 18:10:22.379006 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96aa1fd-a08d-4d85-95ce-181881f85bcd req-88d584ad-2f74-414a-bfee-d1e067aa6c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:10:22.380323 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-b96aa1fd-a08d-4d85-95ce-181881f85bcd req-88d584ad-2f74-414a-bfee-d1e067aa6c63 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=b0af006b-868b-4b28-854a-9d9e344cc1c0 HTTP/1.1" status: 200 len: 848 time: 0.0986159 Jun 17 18:10:22.383029 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-e8cf74f7-3545-4e52-8efe-48750fb8b5fd req-fda14e03-f7d6-4711-8dab-bd7d084a7e80 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/security-groups?id=bde1582a-0e60-487b-9eda-9732f3338587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925629 Jun 17 18:10:22.411278 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6fa303-93e4-4315-aa32-30bab6b3eeeb req-a6690bbb-6011-4ca8-ab34-7abc208e424c tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:10:22.412719 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-7b6fa303-93e4-4315-aa32-30bab6b3eeeb req-a6690bbb-6011-4ca8-ab34-7abc208e424c tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "GET /v2.0/ports?device_id=2d4a07fe-42c2-4b06-b9c3-372d68d5df91 HTTP/1.1" status: 200 len: 945 time: 0.1010134 Jun 17 18:10:22.475931 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-7b6fa303-93e4-4315-aa32-30bab6b3eeeb req-cb7cb89d-5a51-4b3b-aab7-721dedfbb172 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "GET /v2.0/security-groups?id=89a1b4be-39b2-4b93-9bca-31cdca26a901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565743 Jun 17 18:10:22.494361 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96aa1fd-a08d-4d85-95ce-181881f85bcd req-6f010d55-b1cd-4b0b-9687-e50ad7a9ae06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:10:22.495801 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-b96aa1fd-a08d-4d85-95ce-181881f85bcd req-6f010d55-b1cd-4b0b-9687-e50ad7a9ae06 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=378f779f-b6f3-4354-9f02-39696c0c3e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0776091 Jun 17 18:10:22.589923 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-b96aa1fd-a08d-4d85-95ce-181881f85bcd req-734c839b-fd30-40dc-a44f-63177b260026 service neutron] 10.222.0.95 "GET /v2.0/networks/378f779f-b6f3-4354-9f02-39696c0c3e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868556 Jun 17 18:10:22.681091 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-b96aa1fd-a08d-4d85-95ce-181881f85bcd req-aa9d3c95-67cc-4c40-8926-e2d56660eec0 service neutron] 10.222.0.95 "GET /v2.0/networks/378f779f-b6f3-4354-9f02-39696c0c3e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823662 Jun 17 18:10:22.830344 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fc19ea-42f9-44d2-8006-caf6dbd96acd req-8d846508-bb71-48d6-8916-c5bdaf6f6a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:10:22.831806 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-60fc19ea-42f9-44d2-8006-caf6dbd96acd req-8d846508-bb71-48d6-8916-c5bdaf6f6a31 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=42f4cfc5a3374a4084d73b360a838bfd&device_id=ee55ee5f-0a9a-4f30-b982-96d3e6070fb2 HTTP/1.1" status: 200 len: 1098 time: 0.0901825 Jun 17 18:10:22.845440 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1481031-e89c-42f2-b665-6f877009fc85 req-b429d7dd-3f5e-48af-b832-cce0ea152abc tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:10:22.846776 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-f1481031-e89c-42f2-b665-6f877009fc85 req-b429d7dd-3f5e-48af-b832-cce0ea152abc tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] 10.222.0.97 "GET /v2.0/ports?device_id=1f009623-f182-4e80-bdb9-25d1b2fc8ca9 HTTP/1.1" status: 200 len: 944 time: 0.0796907 Jun 17 18:10:23.203359 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-f1481031-e89c-42f2-b665-6f877009fc85 req-b63a27ec-420e-46f7-b171-4d903096306e tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] 10.222.0.97 "GET /v2.0/security-groups?id=4a359456-4761-423e-a68f-54bbc6505df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3481667 Jun 17 18:10:23.223487 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fc19ea-42f9-44d2-8006-caf6dbd96acd req-52405108-450e-4c6a-aac6-ac038f7a87dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:10:23.224932 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-60fc19ea-42f9-44d2-8006-caf6dbd96acd req-52405108-450e-4c6a-aac6-ac038f7a87dd service neutron] 10.222.0.95 "GET /v2.0/networks?id=490619f6-df6b-4a81-8b12-97225a6da310 HTTP/1.1" status: 200 len: 919 time: 0.3773441 Jun 17 18:10:23.290508 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-60fc19ea-42f9-44d2-8006-caf6dbd96acd req-f75d8472-768b-4d15-bacf-01ee80f44d71 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d5b05643-bd9c-407f-981f-a02f5b5cc8c8 HTTP/1.1" status: 200 len: 1000 time: 0.0584660 Jun 17 18:10:23.338559 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fc19ea-42f9-44d2-8006-caf6dbd96acd req-0d003488-92a3-434f-8452-0e9dcd1fada7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:10:23.339937 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-60fc19ea-42f9-44d2-8006-caf6dbd96acd req-0d003488-92a3-434f-8452-0e9dcd1fada7 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=d12fe909-5b0e-4b17-a966-d3ca34ed6db9 HTTP/1.1" status: 200 len: 856 time: 0.0426123 Jun 17 18:10:23.394982 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fc19ea-42f9-44d2-8006-caf6dbd96acd req-26ea79bb-e62d-49c0-8301-05762dd6883b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:10:23.396406 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-60fc19ea-42f9-44d2-8006-caf6dbd96acd req-26ea79bb-e62d-49c0-8301-05762dd6883b service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=490619f6-df6b-4a81-8b12-97225a6da310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0493162 Jun 17 18:10:23.486779 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-60fc19ea-42f9-44d2-8006-caf6dbd96acd req-935cd72a-3ebc-4153-9831-e4b95f7ba859 service neutron] 10.222.0.95 "GET /v2.0/networks/490619f6-df6b-4a81-8b12-97225a6da310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827572 Jun 17 18:10:23.658552 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5db0d5-2a54-4d01-8489-0a614897490a req-69c1adbb-9e8a-4811-8469-9f9fa1550452 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:10:23.659964 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-4c5db0d5-2a54-4d01-8489-0a614897490a req-69c1adbb-9e8a-4811-8469-9f9fa1550452 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/ports?device_id=ee55ee5f-0a9a-4f30-b982-96d3e6070fb2 HTTP/1.1" status: 200 len: 945 time: 0.1629469 Jun 17 18:10:23.661729 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-60fc19ea-42f9-44d2-8006-caf6dbd96acd req-d602c3f1-71c6-495c-a849-17bba73cb99c service neutron] 10.222.0.95 "GET /v2.0/networks/490619f6-df6b-4a81-8b12-97225a6da310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657603 Jun 17 18:10:23.713606 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482c98eb-ea73-44aa-ad98-45a18200c8f5 req-4fed7b7f-6293-441e-9da0-64bda640ccf8 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:10:23.715035 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-482c98eb-ea73-44aa-ad98-45a18200c8f5 req-4fed7b7f-6293-441e-9da0-64bda640ccf8 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "GET /v2.0/ports?device_id=2d4a07fe-42c2-4b06-b9c3-372d68d5df91 HTTP/1.1" status: 200 len: 945 time: 0.1224706 Jun 17 18:10:23.717955 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-4c5db0d5-2a54-4d01-8489-0a614897490a req-b82b1ea8-666c-4263-86c2-a9e4b4af2ad4 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/security-groups?id=bde1582a-0e60-487b-9eda-9732f3338587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514503 Jun 17 18:10:23.752258 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-482c98eb-ea73-44aa-ad98-45a18200c8f5 req-38cb0cbb-5b2b-4bb1-82ac-1c3fe4fec9d4 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "GET /v2.0/security-groups?id=89a1b4be-39b2-4b93-9bca-31cdca26a901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313482 Jun 17 18:10:24.376931 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ea0645-1f31-41b9-885a-6ac596dcc3d3 req-4ff3666a-14ba-49b0-8960-d6d8b82b72af tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:10:24.378355 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-43ea0645-1f31-41b9-885a-6ac596dcc3d3 req-4ff3666a-14ba-49b0-8960-d6d8b82b72af tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] 10.222.0.97 "GET /v2.0/ports?device_id=1f009623-f182-4e80-bdb9-25d1b2fc8ca9 HTTP/1.1" status: 200 len: 944 time: 0.0638680 Jun 17 18:10:24.441611 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-43ea0645-1f31-41b9-885a-6ac596dcc3d3 req-f55168d1-e5ea-4ab8-966d-ab3fcf5e21d2 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] 10.222.0.97 "GET /v2.0/security-groups?id=4a359456-4761-423e-a68f-54bbc6505df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548403 Jun 17 18:10:24.463349 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096cef23-cde1-4cef-a564-f6ac3793495a req-22474b39-b110-481f-8051-1e8f02d646d8 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:10:24.464833 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-096cef23-cde1-4cef-a564-f6ac3793495a req-22474b39-b110-481f-8051-1e8f02d646d8 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.95 "GET /v2.0/ports?device_id=2d4a07fe-42c2-4b06-b9c3-372d68d5df91 HTTP/1.1" status: 200 len: 945 time: 0.0856607 Jun 17 18:10:24.562528 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.plugin [req-096cef23-cde1-4cef-a564-f6ac3793495a req-67127901-3670-42ae-bc99-f686195f8256 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Deleting port 892fd31f-424b-4068-9d03-904ca8bbe2fc {{(pid=92874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 18:10:24.562786 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-096cef23-cde1-4cef-a564-f6ac3793495a req-67127901-3670-42ae-bc99-f686195f8256 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743365079206'] for port, before_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:24.651295 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.db [req-096cef23-cde1-4cef-a564-f6ac3793495a req-67127901-3670-42ae-bc99-f686195f8256 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] For port 892fd31f-424b-4068-9d03-904ca8bbe2fc, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=892fd31f-424b-4068-9d03-904ca8bbe2fc,segment=NetworkSegment(d2eba5df-4ee6-4d57-8467-b15a13058427),segment_id=d2eba5df-4ee6-4d57-8467-b15a13058427)] {{(pid=92874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:10:24.651643 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-096cef23-cde1-4cef-a564-f6ac3793495a req-67127901-3670-42ae-bc99-f686195f8256 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956370'] for port, precommit_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:24.813294 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-096cef23-cde1-4cef-a564-f6ac3793495a req-67127901-3670-42ae-bc99-f686195f8256 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:24.813591 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-096cef23-cde1-4cef-a564-f6ac3793495a req-67127901-3670-42ae-bc99-f686195f8256 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-943314'] for floatingip, after_update {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:24.813901 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.db.l3_db [req-096cef23-cde1-4cef-a564-f6ac3793495a req-67127901-3670-42ae-bc99-f686195f8256 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Floating IP 305a99c1-1148-4b9f-8aab-8e82083f06d7 disassociated. External IP: 172.27.2.77, port: 892fd31f-424b-4068-9d03-904ca8bbe2fc. Jun 17 18:10:24.814242 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.plugin [req-096cef23-cde1-4cef-a564-f6ac3793495a req-67127901-3670-42ae-bc99-f686195f8256 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Calling delete_port for 892fd31f-424b-4068-9d03-904ca8bbe2fc owned by compute:nova {{(pid=92874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 18:10:25.023503 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2bf4ab-2e17-42bf-984d-df0a5f4bf64e req-aa35ca17-753f-4fac-b65a-b94faea65500 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:10:25.025025 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-ff2bf4ab-2e17-42bf-984d-df0a5f4bf64e req-aa35ca17-753f-4fac-b65a-b94faea65500 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/ports?device_id=ee55ee5f-0a9a-4f30-b982-96d3e6070fb2 HTTP/1.1" status: 200 len: 945 time: 0.1659002 Jun 17 18:10:25.036465 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aea1d10-e90b-45b7-9192-13bb11e87735 req-617f388f-d7b8-4ee8-a7a2-b9763bd7f940 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:10:25.037835 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-1aea1d10-e90b-45b7-9192-13bb11e87735 req-617f388f-d7b8-4ee8-a7a2-b9763bd7f940 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "GET /v2.0/ports?device_id=2d4a07fe-42c2-4b06-b9c3-372d68d5df91 HTTP/1.1" status: 200 len: 945 time: 0.1653225 Jun 17 18:10:25.088853 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-096cef23-cde1-4cef-a564-f6ac3793495a req-67127901-3670-42ae-bc99-f686195f8256 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743365085983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743364645425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28501932'] for port, after_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:25.095253 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-2b75ae9f-c7f4-4853-9888-660f7a6b8016 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:10:25.131598 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-ff2bf4ab-2e17-42bf-984d-df0a5f4bf64e req-42fd75ee-ca08-4e62-9a52-1b1c9c316e3d tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/security-groups?id=bde1582a-0e60-487b-9eda-9732f3338587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928459 Jun 17 18:10:25.134930 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67127901-3670-42ae-bc99-f686195f8256 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Pushing event deleted for resources: {'Port': ['ID=892fd31f-424b-4068-9d03-904ca8bbe2fc,revision_number=None']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:10:25.137419 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-67127901-3670-42ae-bc99-f686195f8256 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:10:25.148151 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-1aea1d10-e90b-45b7-9192-13bb11e87735 req-7a8f3b13-00ad-4f0e-aae8-d64b87d0cc2b tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "GET /v2.0/security-groups?id=89a1b4be-39b2-4b93-9bca-31cdca26a901&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987155 Jun 17 18:10:25.259697 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.scheduler.l3_agent_scheduler [req-096cef23-cde1-4cef-a564-f6ac3793495a req-67127901-3670-42ae-bc99-f686195f8256 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Router 9b5fbf60-68fb-4059-a782-f9a419825548 has already been hosted by L3 agent 4c938d44-4998-4210-8006-ee34f5a3ffbf {{(pid=92874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 18:10:25.366546 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-096cef23-cde1-4cef-a564-f6ac3793495a req-67127901-3670-42ae-bc99-f686195f8256 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Notify agent at l3_agent.dv-cinder-786260-6-iscsi the message routers_updated {{(pid=92874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 18:10:25.377024 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9066ee1-ee47-4ed8-865b-c5de9f798af8 None None] Sync routers for ids ['9b5fbf60-68fb-4059-a782-f9a419825548'] in dv-cinder-786260-6-iscsi {{(pid=92880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 18:10:25.386489 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9066ee1-ee47-4ed8-865b-c5de9f798af8 None None] Routers {'9b5fbf60-68fb-4059-a782-f9a419825548'} bound to L3 agent in host dv-cinder-786260-6-iscsi {{(pid=92880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 18:10:25.387179 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_hamode_db [None req-f9066ee1-ee47-4ed8-865b-c5de9f798af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-17T17:55:17Z,description=,heartbeat_timestamp=2021-06-17T18:10:17Z,host='dv-cinder-786260-6-iscsi',id=4c938d44-4998-4210-8006-ee34f5a3ffbf,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:55:17Z,topic='l3_agent')) {'router_ids': ['9b5fbf60-68fb-4059-a782-f9a419825548'], 'active': True} {{(pid=92880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:10:25.409241 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.db.l3_dvrscheduler_db [req-096cef23-cde1-4cef-a564-f6ac3793495a req-67127901-3670-42ae-bc99-f686195f8256 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] No DVR routers for this DVR port 892fd31f-424b-4068-9d03-904ca8bbe2fc on host hv-cinder-78626 {{(pid=92874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 18:10:25.411745 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-096cef23-cde1-4cef-a564-f6ac3793495a req-67127901-3670-42ae-bc99-f686195f8256 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523113'] for port, before_response {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:25.414029 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-096cef23-cde1-4cef-a564-f6ac3793495a req-67127901-3670-42ae-bc99-f686195f8256 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.95 "DELETE /v2.0/ports/892fd31f-424b-4068-9d03-904ca8bbe2fc HTTP/1.1" status: 204 len: 173 time: 0.9418488 Jun 17 18:10:25.415300 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d4a07fe-42c2-4b06-b9c3-372d68d5df91', 'name': 'network-vif-deleted', 'tag': '892fd31f-424b-4068-9d03-904ca8bbe2fc'}] {{(pid=92874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 18:10:25.417576 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58554d43f64f60294e2d1fd4a9d9342a0a386c70b92defbb6c9fd2054ba7a623" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0abea01c-6bc2-4b00-b3f9-cb54219573f4" -d '{"events": [{"server_uuid": "2d4a07fe-42c2-4b06-b9c3-372d68d5df91", "name": "network-vif-deleted", "tag": "892fd31f-424b-4068-9d03-904ca8bbe2fc"}]}' {{(pid=92874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 18:10:25.483145 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 18:10:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d5d9eee-13c4-4fc1-afc3-52f42e5f0bac x-openstack-request-id: req-8d5d9eee-13c4-4fc1-afc3-52f42e5f0bac {{(pid=92874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 18:10:25.483498 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d4a07fe-42c2-4b06-b9c3-372d68d5df91", "name": "network-vif-deleted", "tag": "892fd31f-424b-4068-9d03-904ca8bbe2fc", "status": "completed", "code": 200}]} {{(pid=92874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 18:10:25.483791 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-8d5d9eee-13c4-4fc1-afc3-52f42e5f0bac {{(pid=92874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 18:10:25.484266 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d4a07fe-42c2-4b06-b9c3-372d68d5df91', 'name': 'network-vif-deleted', 'tag': '892fd31f-424b-4068-9d03-904ca8bbe2fc', 'status': 'completed', 'code': 200} Jun 17 18:10:25.498713 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_dvr_db [None req-f9066ee1-ee47-4ed8-865b-c5de9f798af8 None None] Set router 9b5fbf60-68fb-4059-a782-f9a419825548 gateway port host: dv-cinder-786260-6-iscsi {{(pid=92880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 18:10:25.700680 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac54862-5df0-4db5-9dd1-857b4ec66caa req-cc8c3820-c66a-4b80-a720-acbc99fd5cdc tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:10:25.702339 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-9ac54862-5df0-4db5-9dd1-857b4ec66caa req-cc8c3820-c66a-4b80-a720-acbc99fd5cdc tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] 10.222.0.97 "GET /v2.0/ports?device_id=1f009623-f182-4e80-bdb9-25d1b2fc8ca9 HTTP/1.1" status: 200 len: 944 time: 0.0790489 Jun 17 18:10:25.718512 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_hamode_db [None req-f9066ee1-ee47-4ed8-865b-c5de9f798af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b5fbf60-68fb-4059-a782-f9a419825548', 'name': 'tempest-AttachVolumeTestJSON-534204259-router', 'tenant_id': '59d1c386609e449fb41deccf8db32944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'external_fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '41d97631-15a9-42f5-a18d-cfc819b7ac0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T18:02:57Z', 'updated_at': '2021-06-17T18:03:06Z', 'revision_number': 4, 'project_id': '59d1c386609e449fb41deccf8db32944', 'gw_port': {'id': '41d97631-15a9-42f5-a18d-cfc819b7ac0f', 'name': '', 'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:f0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b5fbf60-68fb-4059-a782-f9a419825548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:02:59Z', 'updated_at': '2021-06-17T18:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78089575-0364-47db-be8b-ef28f42f3a37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-6-iscsi', '_interfaces': [{'id': '2f81462e-04aa-4cac-bb94-986672b57b5e', 'name': '', 'network_id': 'a56ac911-462a-49b0-b749-9c491282bc98', 'tenant_id': '59d1c386609e449fb41deccf8db32944', 'mac_address': 'fa:16:3e:ab:cf:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b5fbf60-68fb-4059-a782-f9a419825548', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1c1a0998-b783-48f3-b815-e77d3448c78f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:03:04Z', 'updated_at': '2021-06-17T18:03:15Z', 'revision_number': 5, 'project_id': '59d1c386609e449fb41deccf8db32944', 'subnets': [{'id': '1c1a0998-b783-48f3-b815-e77d3448c78f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-6-iscsi', False) {} {{(pid=92880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:10:25.744681 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-9ac54862-5df0-4db5-9dd1-857b4ec66caa req-9671959c-e0e2-4399-8251-a1d2f6e54f6f tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] 10.222.0.97 "GET /v2.0/security-groups?id=4a359456-4761-423e-a68f-54bbc6505df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358233 Jun 17 18:10:25.744878 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9066ee1-ee47-4ed8-865b-c5de9f798af8 None None] Checking router: 9b5fbf60-68fb-4059-a782-f9a419825548 for host: dv-cinder-786260-6-iscsi {{(pid=92880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 18:10:25.753864 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9066ee1-ee47-4ed8-865b-c5de9f798af8 None None] Routers {'9b5fbf60-68fb-4059-a782-f9a419825548'} bound to L3 agent in host dv-cinder-786260-6-iscsi {{(pid=92880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 18:10:25.754563 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_hamode_db [None req-f9066ee1-ee47-4ed8-865b-c5de9f798af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-17T17:55:17Z,description=,heartbeat_timestamp=2021-06-17T18:10:17Z,host='dv-cinder-786260-6-iscsi',id=4c938d44-4998-4210-8006-ee34f5a3ffbf,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:55:17Z,topic='l3_agent')) {'router_ids': ['9b5fbf60-68fb-4059-a782-f9a419825548'], 'active': True} {{(pid=92880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:10:25.855518 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_dvr_db [None req-f9066ee1-ee47-4ed8-865b-c5de9f798af8 None None] Set router 9b5fbf60-68fb-4059-a782-f9a419825548 gateway port host: dv-cinder-786260-6-iscsi {{(pid=92880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 18:10:26.044505 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_hamode_db [None req-f9066ee1-ee47-4ed8-865b-c5de9f798af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b5fbf60-68fb-4059-a782-f9a419825548', 'name': 'tempest-AttachVolumeTestJSON-534204259-router', 'tenant_id': '59d1c386609e449fb41deccf8db32944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'external_fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '41d97631-15a9-42f5-a18d-cfc819b7ac0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T18:02:57Z', 'updated_at': '2021-06-17T18:03:06Z', 'revision_number': 4, 'project_id': '59d1c386609e449fb41deccf8db32944', 'gw_port': {'id': '41d97631-15a9-42f5-a18d-cfc819b7ac0f', 'name': '', 'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:f0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b5fbf60-68fb-4059-a782-f9a419825548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:02:59Z', 'updated_at': '2021-06-17T18:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78089575-0364-47db-be8b-ef28f42f3a37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-6-iscsi', '_interfaces': [{'id': '2f81462e-04aa-4cac-bb94-986672b57b5e', 'name': '', 'network_id': 'a56ac911-462a-49b0-b749-9c491282bc98', 'tenant_id': '59d1c386609e449fb41deccf8db32944', 'mac_address': 'fa:16:3e:ab:cf:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b5fbf60-68fb-4059-a782-f9a419825548', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1c1a0998-b783-48f3-b815-e77d3448c78f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:03:04Z', 'updated_at': '2021-06-17T18:03:15Z', 'revision_number': 5, 'project_id': '59d1c386609e449fb41deccf8db32944', 'subnets': [{'id': '1c1a0998-b783-48f3-b815-e77d3448c78f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-6-iscsi', False) {} {{(pid=92880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:10:26.075104 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9066ee1-ee47-4ed8-865b-c5de9f798af8 None None] The sync data for ids ['9b5fbf60-68fb-4059-a782-f9a419825548'] in dv-cinder-786260-6-iscsi is: [{'id': '9b5fbf60-68fb-4059-a782-f9a419825548', 'name': 'tempest-AttachVolumeTestJSON-534204259-router', 'tenant_id': '59d1c386609e449fb41deccf8db32944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'external_fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '41d97631-15a9-42f5-a18d-cfc819b7ac0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T18:02:57Z', 'updated_at': '2021-06-17T18:03:06Z', 'revision_number': 4, 'project_id': '59d1c386609e449fb41deccf8db32944', 'gw_port': {'id': '41d97631-15a9-42f5-a18d-cfc819b7ac0f', 'name': '', 'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:f0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b5fbf60-68fb-4059-a782-f9a419825548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:02:59Z', 'updated_at': '2021-06-17T18:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78089575-0364-47db-be8b-ef28f42f3a37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-6-iscsi', '_interfaces': [{'id': '2f81462e-04aa-4cac-bb94-986672b57b5e', 'name': '', 'network_id': 'a56ac911-462a-49b0-b749-9c491282bc98', 'tenant_id': '59d1c386609e449fb41deccf8db32944', 'mac_address': 'fa:16:3e:ab:cf:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b5fbf60-68fb-4059-a782-f9a419825548', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '1c1a0998-b783-48f3-b815-e77d3448c78f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:03:04Z', 'updated_at': '2021-06-17T18:03:15Z', 'revision_number': 5, 'project_id': '59d1c386609e449fb41deccf8db32944', 'subnets': [{'id': '1c1a0998-b783-48f3-b815-e77d3448c78f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 18:10:26.121240 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Device d5b05643-bd9c-407f-981f-a02f5b5cc8c8 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=92880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 18:10:26.199184 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:26.226487 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee55ee5f-0a9a-4f30-b982-96d3e6070fb2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5b05643-bd9c-407f-981f-a02f5b5cc8c8'}] {{(pid=92880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 18:10:26.229687 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44fe161690382cf4f0960ac1b424fedb1dd6f9597775f60dec274194d49fe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bdce9b9-bc3e-4078-a83b-fd0376a3982a" -d '{"events": [{"server_uuid": "ee55ee5f-0a9a-4f30-b982-96d3e6070fb2", "name": "network-vif-unplugged", "status": "completed", "tag": "d5b05643-bd9c-407f-981f-a02f5b5cc8c8"}]}' {{(pid=92880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 18:10:26.244815 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] For port d5b05643-bd9c-407f-981f-a02f5b5cc8c8, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=d5b05643-bd9c-407f-981f-a02f5b5cc8c8,segment=NetworkSegment(0913402a-ef8a-41bd-a14e-da5d38ea5bc2),segment_id=0913402a-ef8a-41bd-a14e-da5d38ea5bc2)] {{(pid=92880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:10:26.250539 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479'] for port, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:26.253294 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-a3c7e465-6c7e-4088-9cc2-808f39a7df18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:10:26.326040 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Pushing event updated for resources: {'Port': ['ID=d5b05643-bd9c-407f-981f-a02f5b5cc8c8,revision_number=8']} {{(pid=92880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:10:26.329034 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:10:26.352957 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-67b61aad-068f-4b5c-91f2-0473edcc4c66 req-13658fc8-78bb-4daa-a5f6-61cde30b742f tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "GET /v2.0/ports?device_id=2d4a07fe-42c2-4b06-b9c3-372d68d5df91 HTTP/1.1" status: 200 len: 210 time: 0.0344942 Jun 17 18:10:26.394629 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc04521-4f05-4090-bde2-aa45836fd207 req-63ac1fbd-2b3c-431c-b700-ced4f650b4a7 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:10:26.396269 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-9dc04521-4f05-4090-bde2-aa45836fd207 req-63ac1fbd-2b3c-431c-b700-ced4f650b4a7 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/ports?device_id=ee55ee5f-0a9a-4f30-b982-96d3e6070fb2 HTTP/1.1" status: 200 len: 943 time: 0.1186748 Jun 17 18:10:26.425985 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Jun 2021 18:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-577b10db-7566-4f8d-b371-d756fdbd3fcc x-openstack-request-id: req-577b10db-7566-4f8d-b371-d756fdbd3fcc {{(pid=92880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 18:10:26.426956 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee55ee5f-0a9a-4f30-b982-96d3e6070fb2", "name": "network-vif-unplugged", "status": "completed", "tag": "d5b05643-bd9c-407f-981f-a02f5b5cc8c8", "code": 200}]} {{(pid=92880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 18:10:26.428347 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-577b10db-7566-4f8d-b371-d756fdbd3fcc {{(pid=92880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 18:10:26.429478 dv-cinder-786260-6-iscsi neutron-server[92880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee55ee5f-0a9a-4f30-b982-96d3e6070fb2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5b05643-bd9c-407f-981f-a02f5b5cc8c8', 'code': 200} Jun 17 18:10:26.434348 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b84a83-8bbf-4f5a-81dd-ca3dd173bd07 None None] New status for floating IP 305a99c1-1148-4b9f-8aab-8e82083f06d7: DOWN {{(pid=92881) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 18:10:26.441733 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-9dc04521-4f05-4090-bde2-aa45836fd207 req-02b6d263-b60f-49d3-b773-48164511c924 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/security-groups?id=bde1582a-0e60-487b-9eda-9732f3338587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383742 Jun 17 18:10:26.920839 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026cd3fe-8705-4905-82f7-86ba7e0d70bb req-a38082c7-d16b-4b36-87f2-767df15fa96a tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:10:26.922263 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-026cd3fe-8705-4905-82f7-86ba7e0d70bb req-a38082c7-d16b-4b36-87f2-767df15fa96a tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] 10.222.0.97 "GET /v2.0/ports?device_id=1f009623-f182-4e80-bdb9-25d1b2fc8ca9 HTTP/1.1" status: 200 len: 944 time: 0.0659504 Jun 17 18:10:26.961999 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-026cd3fe-8705-4905-82f7-86ba7e0d70bb req-2c64c5b2-922b-4612-a52a-104d8d735df1 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] 10.222.0.97 "GET /v2.0/security-groups?id=4a359456-4761-423e-a68f-54bbc6505df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334957 Jun 17 18:10:27.489179 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 50958) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:10:27.542644 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6acdf5b-5e68-4f1e-b017-5c5f4adbf1cf req-27eae1e2-2e83-4610-808b-d40a83a3d11d tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:10:27.544130 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-f6acdf5b-5e68-4f1e-b017-5c5f4adbf1cf req-27eae1e2-2e83-4610-808b-d40a83a3d11d tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/ports?device_id=ee55ee5f-0a9a-4f30-b982-96d3e6070fb2 HTTP/1.1" status: 200 len: 943 time: 0.0644460 Jun 17 18:10:27.579226 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-76ff8c25-68c4-432d-9834-ede871673d39 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Notify callbacks [] for security_group, before_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:27.583215 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-f6acdf5b-5e68-4f1e-b017-5c5f4adbf1cf req-e79f9c4d-ce82-442e-95a8-6de460224586 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/security-groups?id=bde1582a-0e60-487b-9eda-9732f3338587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331385 Jun 17 18:10:27.604085 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-95ec736c-290f-44ea-825e-599cea5f6210 req-36358443-05b0-4aa6-a52a-c12c777c6d19 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=ee55ee5f-0a9a-4f30-b982-96d3e6070fb2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1034858 Jun 17 18:10:27.609588 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-76ff8c25-68c4-432d-9834-ede871673d39 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:27.660350 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-76ff8c25-68c4-432d-9834-ede871673d39 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:27.662911 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-76ff8c25-68c4-432d-9834-ede871673d39 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Notify callbacks [] for security_group, before_response {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:27.664091 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-76ff8c25-68c4-432d-9834-ede871673d39 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "DELETE /v2.0/security-groups/89a1b4be-39b2-4b93-9bca-31cdca26a901 HTTP/1.1" status: 204 len: 168 time: 0.1738060 Jun 17 18:10:27.665351 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-6b126ba6-8b0a-48f1-b461-2dd0317026b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:10:27.667487 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 50962) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:10:27.673940 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ff8c25-68c4-432d-9834-ede871673d39 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89a1b4be-39b2-4b93-9bca-31cdca26a901,revision_number=None']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:10:27.676529 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-76ff8c25-68c4-432d-9834-ede871673d39 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:10:27.681944 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.api.v2.resource [None req-462eca6d-cbb6-454d-931a-bec995f0d65d tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] show failed (client error): The resource could not be found. Jun 17 18:10:27.683085 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-462eca6d-cbb6-454d-931a-bec995f0d65d tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "GET /v2.0/security-groups/89a1b4be-39b2-4b93-9bca-31cdca26a901 HTTP/1.1" status: 404 len: 347 time: 0.0144486 Jun 17 18:10:27.686152 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 50964) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:10:27.808450 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.plugins.ml2.plugin [None req-26604513-371b-47ab-ba90-758001726fab tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Deleting port 2ff1410d-07f9-4365-9d93-fbab20ff7cc6 {{(pid=92872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 18:10:27.808793 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-26604513-371b-47ab-ba90-758001726fab tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743365079206'] for port, before_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:27.882818 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-26604513-371b-47ab-ba90-758001726fab tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956370'] for port, precommit_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:27.883183 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-26604513-371b-47ab-ba90-758001726fab tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:27.948313 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.plugins.ml2.plugin [None req-26604513-371b-47ab-ba90-758001726fab tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Calling delete_port for 2ff1410d-07f9-4365-9d93-fbab20ff7cc6 owned by network:floatingip {{(pid=92872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 18:10:28.082385 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-26604513-371b-47ab-ba90-758001726fab tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743365085983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743364645425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25532019'] for port, after_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:28.086824 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-8bee38c9-8819-4a69-abf7-ebf3f9868e2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:10:28.112634 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26604513-371b-47ab-ba90-758001726fab tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Pushing event deleted for resources: {'Port': ['ID=2ff1410d-07f9-4365-9d93-fbab20ff7cc6,revision_number=None']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:10:28.116176 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-26604513-371b-47ab-ba90-758001726fab tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:10:28.139638 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Device 892fd31f-424b-4068-9d03-904ca8bbe2fc no longer exists at agent hyperv_hv-cinder-78626 {{(pid=92880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 18:10:28.155031 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd8a4c4-439e-4546-868a-10c3ee979b1d req-42fdcc42-c76d-45db-86bf-3c1583f31cda tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:10:28.156663 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-7bd8a4c4-439e-4546-868a-10c3ee979b1d req-42fdcc42-c76d-45db-86bf-3c1583f31cda tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] 10.222.0.97 "GET /v2.0/ports?device_id=1f009623-f182-4e80-bdb9-25d1b2fc8ca9 HTTP/1.1" status: 200 len: 944 time: 0.0705297 Jun 17 18:10:28.165046 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.plugin [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] No Port match for: 892fd31f-424b-4068-9d03-904ca8bbe2fc {{(pid=92880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 18:10:28.165488 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Device 892fd31f-424b-4068-9d03-904ca8bbe2fc not bound to the agent host hv-cinder-78626 {{(pid=92880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 18:10:28.177276 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-26604513-371b-47ab-ba90-758001726fab tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Notify callbacks [] for floatingip, after_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:28.179737 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-26604513-371b-47ab-ba90-758001726fab tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523113'] for floatingip, before_response {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:28.182022 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-26604513-371b-47ab-ba90-758001726fab tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] 10.222.0.97 "DELETE /v2.0/floatingips/305a99c1-1148-4b9f-8aab-8e82083f06d7 HTTP/1.1" status: 204 len: 168 time: 0.4938238 Jun 17 18:10:28.216586 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-7bd8a4c4-439e-4546-868a-10c3ee979b1d req-9ddb21bc-87d6-45a8-a780-862120c489c0 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] 10.222.0.97 "GET /v2.0/security-groups?id=4a359456-4761-423e-a68f-54bbc6505df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486221 Jun 17 18:10:28.570229 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ec736c-290f-44ea-825e-599cea5f6210 req-09d3f4ad-960f-4f26-bd87-a6879b868cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:10:28.572201 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-95ec736c-290f-44ea-825e-599cea5f6210 req-09d3f4ad-960f-4f26-bd87-a6879b868cc4 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=ee55ee5f-0a9a-4f30-b982-96d3e6070fb2&tenant_id=42f4cfc5a3374a4084d73b360a838bfd HTTP/1.1" status: 200 len: 1096 time: 0.0860913 Jun 17 18:10:28.659473 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ec736c-290f-44ea-825e-599cea5f6210 req-97660a3b-5d60-4eb7-984f-ff1a5b58ac11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:10:28.660978 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-95ec736c-290f-44ea-825e-599cea5f6210 req-97660a3b-5d60-4eb7-984f-ff1a5b58ac11 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=42f4cfc5a3374a4084d73b360a838bfd&device_id=ee55ee5f-0a9a-4f30-b982-96d3e6070fb2 HTTP/1.1" status: 200 len: 1096 time: 0.0528383 Jun 17 18:10:28.787214 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ec736c-290f-44ea-825e-599cea5f6210 req-843f26a0-a0e6-4f41-9c6d-aa837f5b5c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:10:28.788771 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-95ec736c-290f-44ea-825e-599cea5f6210 req-843f26a0-a0e6-4f41-9c6d-aa837f5b5c21 service neutron] 10.222.0.95 "GET /v2.0/networks?id=490619f6-df6b-4a81-8b12-97225a6da310 HTTP/1.1" status: 200 len: 919 time: 0.1203725 Jun 17 18:10:28.811116 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a790f94b-bea0-4f3d-bed3-35a044a16a40 req-c5d561ef-7bc8-4595-91f3-41f21974277b tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:10:28.812529 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-a790f94b-bea0-4f3d-bed3-35a044a16a40 req-c5d561ef-7bc8-4595-91f3-41f21974277b tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/ports?device_id=ee55ee5f-0a9a-4f30-b982-96d3e6070fb2 HTTP/1.1" status: 200 len: 943 time: 0.1114442 Jun 17 18:10:28.883133 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-95ec736c-290f-44ea-825e-599cea5f6210 req-a1808cb5-8fa0-410c-a73f-2d37eb9bd9a0 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d5b05643-bd9c-407f-981f-a02f5b5cc8c8 HTTP/1.1" status: 200 len: 998 time: 0.0856464 Jun 17 18:10:28.890677 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-a790f94b-bea0-4f3d-bed3-35a044a16a40 req-e744f680-27f2-41b3-ad23-4f44d4d09436 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/security-groups?id=bde1582a-0e60-487b-9eda-9732f3338587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484915 Jun 17 18:10:28.932442 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ec736c-290f-44ea-825e-599cea5f6210 req-40bb45f2-8029-4773-9732-c388f4279050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:10:28.933844 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-95ec736c-290f-44ea-825e-599cea5f6210 req-40bb45f2-8029-4773-9732-c388f4279050 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=d12fe909-5b0e-4b17-a966-d3ca34ed6db9 HTTP/1.1" status: 200 len: 856 time: 0.0423713 Jun 17 18:10:28.992414 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ec736c-290f-44ea-825e-599cea5f6210 req-fefe3bc0-e42f-447a-97da-c0ef1d108b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:10:28.994395 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-95ec736c-290f-44ea-825e-599cea5f6210 req-fefe3bc0-e42f-447a-97da-c0ef1d108b6a service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=490619f6-df6b-4a81-8b12-97225a6da310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0541999 Jun 17 18:10:29.082622 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-95ec736c-290f-44ea-825e-599cea5f6210 req-83836f86-2cd9-4205-819c-8b1e6479a862 service neutron] 10.222.0.95 "GET /v2.0/networks/490619f6-df6b-4a81-8b12-97225a6da310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819635 Jun 17 18:10:29.170418 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-95ec736c-290f-44ea-825e-599cea5f6210 req-ad44844b-c562-4fc7-b325-7e00a1693f62 service neutron] 10.222.0.95 "GET /v2.0/networks/490619f6-df6b-4a81-8b12-97225a6da310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797637 Jun 17 18:10:29.391168 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979113a6-4c1b-4dc5-b0f0-833bcf517ff8 req-d0c2972b-7921-42d8-b0d7-7c0e2f906bbe tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:10:29.392680 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-979113a6-4c1b-4dc5-b0f0-833bcf517ff8 req-d0c2972b-7921-42d8-b0d7-7c0e2f906bbe tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] 10.222.0.97 "GET /v2.0/ports?device_id=1f009623-f182-4e80-bdb9-25d1b2fc8ca9 HTTP/1.1" status: 200 len: 944 time: 0.0712810 Jun 17 18:10:29.441813 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-979113a6-4c1b-4dc5-b0f0-833bcf517ff8 req-06315522-8f08-4243-9663-2ccdaf117ec8 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] 10.222.0.97 "GET /v2.0/security-groups?id=4a359456-4761-423e-a68f-54bbc6505df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430002 Jun 17 18:10:30.099532 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252c140b-61f3-4161-8e73-37878843c812 req-7df4e669-73ee-4ad7-a154-6cd9eadbe5c3 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:10:30.101013 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-252c140b-61f3-4161-8e73-37878843c812 req-7df4e669-73ee-4ad7-a154-6cd9eadbe5c3 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/ports?device_id=ee55ee5f-0a9a-4f30-b982-96d3e6070fb2 HTTP/1.1" status: 200 len: 943 time: 0.0715728 Jun 17 18:10:30.138477 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-252c140b-61f3-4161-8e73-37878843c812 req-bdc8d3bf-4e17-4557-a4fb-7e8dcfcad99e tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/security-groups?id=bde1582a-0e60-487b-9eda-9732f3338587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307093 Jun 17 18:10:30.179292 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Device 452e061e-b934-45c0-8427-979fd19c14e3 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=92880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 18:10:30.197706 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Device d5b05643-bd9c-407f-981f-a02f5b5cc8c8 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=92880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 18:10:30.314336 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] For port 452e061e-b934-45c0-8427-979fd19c14e3, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=452e061e-b934-45c0-8427-979fd19c14e3,segment=NetworkSegment(12cd2f01-9686-4951-aa61-386e2bcb86af),segment_id=12cd2f01-9686-4951-aa61-386e2bcb86af)] {{(pid=92880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:10:30.326896 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Returning: {'device': '452e061e-b934-45c0-8427-979fd19c14e3', 'network_id': '378f779f-b6f3-4354-9f02-39696c0c3e36', 'port_id': '452e061e-b934-45c0-8427-979fd19c14e3', 'mac_address': 'fa:16:3e:9f:ff:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0af006b-868b-4b28-854a-9d9e344cc1c0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 18:10:30.387950 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:30.403805 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.notifiers.nova [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 452e061e-b934-45c0-8427-979fd19c14e3 {{(pid=92880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 18:10:30.430128 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] For port 452e061e-b934-45c0-8427-979fd19c14e3, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=452e061e-b934-45c0-8427-979fd19c14e3,segment=NetworkSegment(12cd2f01-9686-4951-aa61-386e2bcb86af),segment_id=12cd2f01-9686-4951-aa61-386e2bcb86af)] {{(pid=92880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:10:30.434965 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479'] for port, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:30.437620 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-1a6bae2b-37dd-4119-81d7-739e9c327664 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:10:30.516970 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Pushing event updated for resources: {'Port': ['ID=452e061e-b934-45c0-8427-979fd19c14e3,revision_number=4']} {{(pid=92880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:10:30.527227 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:10:30.638289 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea0780a-9941-44fe-9d03-105484a4de1d req-94774a7e-ad3d-4a81-9f79-138d7513299e tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:10:30.639945 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-4ea0780a-9941-44fe-9d03-105484a4de1d req-94774a7e-ad3d-4a81-9f79-138d7513299e tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] 10.222.0.97 "GET /v2.0/ports?device_id=1f009623-f182-4e80-bdb9-25d1b2fc8ca9 HTTP/1.1" status: 200 len: 945 time: 0.0669529 Jun 17 18:10:30.678540 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-4ea0780a-9941-44fe-9d03-105484a4de1d req-26e55193-2692-41fe-b881-49546798a153 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] 10.222.0.97 "GET /v2.0/security-groups?id=4a359456-4761-423e-a68f-54bbc6505df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330739 Jun 17 18:10:30.786736 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] get_ports_and_sgs() called for port_ids ['452e061e-b934-45c0-8427-979fd19c14e3'] {{(pid=92880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 18:10:31.322475 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7989d5-3912-48c1-a1f6-c35b9dbd0c2d req-da26b8e2-01d3-4b8d-9830-0aec6081bb9f tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:10:31.323977 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-1a7989d5-3912-48c1-a1f6-c35b9dbd0c2d req-da26b8e2-01d3-4b8d-9830-0aec6081bb9f tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/ports?device_id=ee55ee5f-0a9a-4f30-b982-96d3e6070fb2 HTTP/1.1" status: 200 len: 943 time: 0.0677419 Jun 17 18:10:31.368858 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-1a7989d5-3912-48c1-a1f6-c35b9dbd0c2d req-92777f31-3ef4-439d-b75f-a56adaa29c27 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/security-groups?id=bde1582a-0e60-487b-9eda-9732f3338587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359111 Jun 17 18:10:31.853301 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1cb200-65e6-4537-b396-1ad86968393d req-6f95bae6-77bf-43d0-8874-b65600260c1a tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:10:31.854735 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-ca1cb200-65e6-4537-b396-1ad86968393d req-6f95bae6-77bf-43d0-8874-b65600260c1a tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] 10.222.0.97 "GET /v2.0/ports?device_id=1f009623-f182-4e80-bdb9-25d1b2fc8ca9 HTTP/1.1" status: 200 len: 945 time: 0.0627172 Jun 17 18:10:31.884836 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 51030) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:10:31.892629 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-ca1cb200-65e6-4537-b396-1ad86968393d req-5d16faa1-1cad-4b42-a2f7-695f282ef262 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] 10.222.0.97 "GET /v2.0/security-groups?id=4a359456-4761-423e-a68f-54bbc6505df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320621 Jun 17 18:10:32.177487 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Device 452e061e-b934-45c0-8427-979fd19c14e3 up at agent hyperv_hv-cinder-78626 {{(pid=92880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 18:10:32.229700 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Provisioning for port 452e061e-b934-45c0-8427-979fd19c14e3 completed by entity L2. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 18:10:32.233261 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Provisioning complete for port 452e061e-b934-45c0-8427-979fd19c14e3 triggered by entity L2. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 18:10:32.233643 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687209'] for port, provisioning_complete {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:32.310161 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:32.334182 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f009623-f182-4e80-bdb9-25d1b2fc8ca9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '452e061e-b934-45c0-8427-979fd19c14e3'}] {{(pid=92880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 18:10:32.336795 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44fe161690382cf4f0960ac1b424fedb1dd6f9597775f60dec274194d49fe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31d6a4d6-f214-4347-953a-c6bfb411ed8e" -d '{"events": [{"server_uuid": "1f009623-f182-4e80-bdb9-25d1b2fc8ca9", "name": "network-vif-plugged", "status": "completed", "tag": "452e061e-b934-45c0-8427-979fd19c14e3"}]}' {{(pid=92880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 18:10:32.376081 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] For port 452e061e-b934-45c0-8427-979fd19c14e3, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=452e061e-b934-45c0-8427-979fd19c14e3,segment=NetworkSegment(12cd2f01-9686-4951-aa61-386e2bcb86af),segment_id=12cd2f01-9686-4951-aa61-386e2bcb86af)] {{(pid=92880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:10:32.382978 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479'] for port, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:32.386014 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:10:32.452145 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 18:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b09bae6-83e0-40c0-b2de-2646b6b02a0f x-openstack-request-id: req-4b09bae6-83e0-40c0-b2de-2646b6b02a0f {{(pid=92880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 18:10:32.452671 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f009623-f182-4e80-bdb9-25d1b2fc8ca9", "name": "network-vif-plugged", "status": "completed", "tag": "452e061e-b934-45c0-8427-979fd19c14e3", "code": 200}]} {{(pid=92880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 18:10:32.453094 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-4b09bae6-83e0-40c0-b2de-2646b6b02a0f {{(pid=92880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 18:10:32.453666 dv-cinder-786260-6-iscsi neutron-server[92880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f009623-f182-4e80-bdb9-25d1b2fc8ca9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '452e061e-b934-45c0-8427-979fd19c14e3', 'code': 200} Jun 17 18:10:32.456285 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-d76a3603-9090-42dc-8aaa-e1d601b26fd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-950541'] for router_interface, before_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:32.507139 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Pushing event updated for resources: {'Port': ['ID=452e061e-b934-45c0-8427-979fd19c14e3,revision_number=5']} {{(pid=92880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:10:32.510256 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:10:32.615717 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff7db35-f3c5-42c5-9f57-60e2fc6b3328 req-bf6f494d-05d6-47f0-ad20-1e8c9c887bff tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:10:32.617209 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-cff7db35-f3c5-42c5-9f57-60e2fc6b3328 req-bf6f494d-05d6-47f0-ad20-1e8c9c887bff tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/ports?device_id=ee55ee5f-0a9a-4f30-b982-96d3e6070fb2 HTTP/1.1" status: 200 len: 943 time: 0.0678537 Jun 17 18:10:32.654254 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-cff7db35-f3c5-42c5-9f57-60e2fc6b3328 req-b2ce885b-aaeb-4038-8eb5-1526657ba795 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/security-groups?id=bde1582a-0e60-487b-9eda-9732f3338587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314066 Jun 17 18:10:33.006468 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.plugins.ml2.plugin [None req-d76a3603-9090-42dc-8aaa-e1d601b26fd0 admin admin] Deleting port 2f81462e-04aa-4cac-bb94-986672b57b5e {{(pid=92872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 18:10:33.007045 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-d76a3603-9090-42dc-8aaa-e1d601b26fd0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743365079206'] for port, before_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:33.067265 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4845230e-6f80-4882-ab79-272ad872ffe9 req-44cfe47b-88de-4870-9a2f-c58ea6a609d9 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:10:33.068767 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-4845230e-6f80-4882-ab79-272ad872ffe9 req-44cfe47b-88de-4870-9a2f-c58ea6a609d9 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] 10.222.0.97 "GET /v2.0/ports?device_id=1f009623-f182-4e80-bdb9-25d1b2fc8ca9 HTTP/1.1" status: 200 len: 946 time: 0.0661328 Jun 17 18:10:33.082100 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.plugins.ml2.db [None req-d76a3603-9090-42dc-8aaa-e1d601b26fd0 admin admin] For port 2f81462e-04aa-4cac-bb94-986672b57b5e, host dv-cinder-786260-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-6-iscsi',level=0,port_id=2f81462e-04aa-4cac-bb94-986672b57b5e,segment=NetworkSegment(d2eba5df-4ee6-4d57-8467-b15a13058427),segment_id=d2eba5df-4ee6-4d57-8467-b15a13058427)] {{(pid=92872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:10:33.082453 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-d76a3603-9090-42dc-8aaa-e1d601b26fd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956370'] for port, precommit_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:33.114162 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-4845230e-6f80-4882-ab79-272ad872ffe9 req-0414a396-4ed4-41cf-aede-c15dbd236698 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] 10.222.0.97 "GET /v2.0/security-groups?id=4a359456-4761-423e-a68f-54bbc6505df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390441 Jun 17 18:10:33.150375 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.plugins.ml2.plugin [None req-d76a3603-9090-42dc-8aaa-e1d601b26fd0 admin admin] Calling delete_port for 2f81462e-04aa-4cac-bb94-986672b57b5e owned by network:router_interface {{(pid=92872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 18:10:33.331116 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-d76a3603-9090-42dc-8aaa-e1d601b26fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743365085983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743364645425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25532019'] for port, after_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:33.333047 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:10:33.353839 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76a3603-9090-42dc-8aaa-e1d601b26fd0 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f81462e-04aa-4cac-bb94-986672b57b5e,revision_number=None']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:10:33.363233 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76a3603-9090-42dc-8aaa-e1d601b26fd0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:10:33.363618 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76a3603-9090-42dc-8aaa-e1d601b26fd0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:10:33.364013 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76a3603-9090-42dc-8aaa-e1d601b26fd0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:10:33.364384 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76a3603-9090-42dc-8aaa-e1d601b26fd0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:10:33.365212 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76a3603-9090-42dc-8aaa-e1d601b26fd0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:10:33.365212 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76a3603-9090-42dc-8aaa-e1d601b26fd0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:10:33.365496 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76a3603-9090-42dc-8aaa-e1d601b26fd0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:10:33.365789 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76a3603-9090-42dc-8aaa-e1d601b26fd0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:10:33.366146 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76a3603-9090-42dc-8aaa-e1d601b26fd0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:10:33.366503 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76a3603-9090-42dc-8aaa-e1d601b26fd0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:10:33.366855 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76a3603-9090-42dc-8aaa-e1d601b26fd0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:10:33.367207 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76a3603-9090-42dc-8aaa-e1d601b26fd0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:10:33.372327 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-d76a3603-9090-42dc-8aaa-e1d601b26fd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:10:33.557159 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-d76a3603-9090-42dc-8aaa-e1d601b26fd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-957629'] for router_interface, after_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:33.761714 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d76a3603-9090-42dc-8aaa-e1d601b26fd0 admin admin] Router 9b5fbf60-68fb-4059-a782-f9a419825548 has already been hosted by L3 agent 4c938d44-4998-4210-8006-ee34f5a3ffbf {{(pid=92872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 18:10:33.864259 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7278e0-45e7-4b93-9926-0a1254adcd32 req-58131a2b-dde2-4186-b276-c1851beea705 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:10:33.865775 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-2d7278e0-45e7-4b93-9926-0a1254adcd32 req-58131a2b-dde2-4186-b276-c1851beea705 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/ports?device_id=ee55ee5f-0a9a-4f30-b982-96d3e6070fb2 HTTP/1.1" status: 200 len: 943 time: 0.0989504 Jun 17 18:10:33.893302 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d76a3603-9090-42dc-8aaa-e1d601b26fd0 admin admin] Notify agent at l3_agent.dv-cinder-786260-6-iscsi the message routers_updated {{(pid=92872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 18:10:33.903500 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f00db7ab-cc21-478c-bd8c-1841ada0066f None None] Sync routers for ids ['9b5fbf60-68fb-4059-a782-f9a419825548'] in dv-cinder-786260-6-iscsi {{(pid=92880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 18:10:33.916424 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-d76a3603-9090-42dc-8aaa-e1d601b26fd0 admin admin] 10.222.0.97 "PUT /v2.0/routers/9b5fbf60-68fb-4059-a782-f9a419825548/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0276718 Jun 17 18:10:33.917149 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 51044) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:10:33.921208 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00db7ab-cc21-478c-bd8c-1841ada0066f None None] Routers {'9b5fbf60-68fb-4059-a782-f9a419825548'} bound to L3 agent in host dv-cinder-786260-6-iscsi {{(pid=92880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 18:10:33.921859 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_hamode_db [None req-f00db7ab-cc21-478c-bd8c-1841ada0066f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-17T17:55:17Z,description=,heartbeat_timestamp=2021-06-17T18:10:17Z,host='dv-cinder-786260-6-iscsi',id=4c938d44-4998-4210-8006-ee34f5a3ffbf,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:55:17Z,topic='l3_agent')) {'router_ids': ['9b5fbf60-68fb-4059-a782-f9a419825548'], 'active': True} {{(pid=92880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:10:33.935745 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-2d7278e0-45e7-4b93-9926-0a1254adcd32 req-58591d9f-b5f9-4c2e-8147-6ed5ddb75125 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/security-groups?id=bde1582a-0e60-487b-9eda-9732f3338587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574975 Jun 17 18:10:34.038177 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-17c25ec4-5e14-4880-b079-8f95b073a5a6 admin admin] Notify callbacks [] for router, before_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:34.039570 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_dvr_db [None req-f00db7ab-cc21-478c-bd8c-1841ada0066f None None] Set router 9b5fbf60-68fb-4059-a782-f9a419825548 gateway port host: dv-cinder-786260-6-iscsi {{(pid=92880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 18:10:34.136240 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-17c25ec4-5e14-4880-b079-8f95b073a5a6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:34.272343 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_hamode_db [None req-f00db7ab-cc21-478c-bd8c-1841ada0066f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b5fbf60-68fb-4059-a782-f9a419825548', 'name': 'tempest-AttachVolumeTestJSON-534204259-router', 'tenant_id': '59d1c386609e449fb41deccf8db32944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'external_fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '41d97631-15a9-42f5-a18d-cfc819b7ac0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T18:02:57Z', 'updated_at': '2021-06-17T18:10:33Z', 'revision_number': 5, 'project_id': '59d1c386609e449fb41deccf8db32944', 'gw_port': {'id': '41d97631-15a9-42f5-a18d-cfc819b7ac0f', 'name': '', 'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:f0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b5fbf60-68fb-4059-a782-f9a419825548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:02:59Z', 'updated_at': '2021-06-17T18:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78089575-0364-47db-be8b-ef28f42f3a37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-6-iscsi'}], 'dv-cinder-786260-6-iscsi', False) {} {{(pid=92880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:10:34.286893 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.plugins.ml2.plugin [None req-17c25ec4-5e14-4880-b079-8f95b073a5a6 admin admin] Deleting port 41d97631-15a9-42f5-a18d-cfc819b7ac0f {{(pid=92872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 18:10:34.287378 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-17c25ec4-5e14-4880-b079-8f95b073a5a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743365079206'] for port, before_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:34.318720 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f00db7ab-cc21-478c-bd8c-1841ada0066f None None] Checking router: 9b5fbf60-68fb-4059-a782-f9a419825548 for host: dv-cinder-786260-6-iscsi {{(pid=92880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 18:10:34.327707 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00db7ab-cc21-478c-bd8c-1841ada0066f None None] Routers {'9b5fbf60-68fb-4059-a782-f9a419825548'} bound to L3 agent in host dv-cinder-786260-6-iscsi {{(pid=92880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 18:10:34.328349 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_hamode_db [None req-f00db7ab-cc21-478c-bd8c-1841ada0066f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-17T17:55:17Z,description=,heartbeat_timestamp=2021-06-17T18:10:17Z,host='dv-cinder-786260-6-iscsi',id=4c938d44-4998-4210-8006-ee34f5a3ffbf,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:55:17Z,topic='l3_agent')) {'router_ids': ['9b5fbf60-68fb-4059-a782-f9a419825548'], 'active': True} {{(pid=92880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:10:34.357583 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8e36e8-01a9-4066-8f4d-a918e4c00b62 req-4b22fb03-0318-47f6-9d60-dbca74466edf tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:10:34.359065 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-fc8e36e8-01a9-4066-8f4d-a918e4c00b62 req-4b22fb03-0318-47f6-9d60-dbca74466edf tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] 10.222.0.97 "GET /v2.0/ports?device_id=1f009623-f182-4e80-bdb9-25d1b2fc8ca9 HTTP/1.1" status: 200 len: 946 time: 0.0698190 Jun 17 18:10:34.410692 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.plugins.ml2.db [None req-17c25ec4-5e14-4880-b079-8f95b073a5a6 admin admin] For port 41d97631-15a9-42f5-a18d-cfc819b7ac0f, host dv-cinder-786260-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-6-iscsi',level=0,port_id=41d97631-15a9-42f5-a18d-cfc819b7ac0f,segment=NetworkSegment(07abf0fa-b3ae-48d7-9299-c095c09325c6),segment_id=07abf0fa-b3ae-48d7-9299-c095c09325c6)] {{(pid=92872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:10:34.411114 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-17c25ec4-5e14-4880-b079-8f95b073a5a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956370'] for port, precommit_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:34.413496 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-fc8e36e8-01a9-4066-8f4d-a918e4c00b62 req-48e91cae-c6e0-4d2a-a248-01b481db342c tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] 10.222.0.97 "GET /v2.0/security-groups?id=4a359456-4761-423e-a68f-54bbc6505df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471418 Jun 17 18:10:34.423036 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_dvr_db [None req-f00db7ab-cc21-478c-bd8c-1841ada0066f None None] Set router 9b5fbf60-68fb-4059-a782-f9a419825548 gateway port host: None {{(pid=92880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 18:10:34.484775 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_hamode_db [None req-f00db7ab-cc21-478c-bd8c-1841ada0066f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b5fbf60-68fb-4059-a782-f9a419825548', 'name': 'tempest-AttachVolumeTestJSON-534204259-router', 'tenant_id': '59d1c386609e449fb41deccf8db32944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T18:02:57Z', 'updated_at': '2021-06-17T18:10:34Z', 'revision_number': 6, 'project_id': '59d1c386609e449fb41deccf8db32944', 'gw_port_host': None}], 'dv-cinder-786260-6-iscsi', False) {} {{(pid=92880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:10:34.490561 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.plugins.ml2.plugin [None req-17c25ec4-5e14-4880-b079-8f95b073a5a6 admin admin] Calling delete_port for 41d97631-15a9-42f5-a18d-cfc819b7ac0f owned by network:router_gateway {{(pid=92872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 18:10:34.520487 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f00db7ab-cc21-478c-bd8c-1841ada0066f None None] The sync data for ids ['9b5fbf60-68fb-4059-a782-f9a419825548'] in dv-cinder-786260-6-iscsi is: [{'id': '9b5fbf60-68fb-4059-a782-f9a419825548', 'name': 'tempest-AttachVolumeTestJSON-534204259-router', 'tenant_id': '59d1c386609e449fb41deccf8db32944', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T18:02:57Z', 'updated_at': '2021-06-17T18:10:34Z', 'revision_number': 6, 'project_id': '59d1c386609e449fb41deccf8db32944', 'gw_port_host': None}] {{(pid=92880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 18:10:34.667009 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-17c25ec4-5e14-4880-b079-8f95b073a5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743365085983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743364645425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25532019'] for port, after_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:34.675832 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-943a3629-cb8d-4871-b5d7-3f4981d079f5 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:10:34.703268 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c25ec4-5e14-4880-b079-8f95b073a5a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=41d97631-15a9-42f5-a18d-cfc819b7ac0f,revision_number=None']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:10:34.707580 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-17c25ec4-5e14-4880-b079-8f95b073a5a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:10:34.768935 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-17c25ec4-5e14-4880-b079-8f95b073a5a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-955318'] for router_gateway, after_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:34.889983 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-17c25ec4-5e14-4880-b079-8f95b073a5a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1018511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-454'] for router, precommit_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:34.895912 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-17c25ec4-5e14-4880-b079-8f95b073a5a6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:34.949617 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-17c25ec4-5e14-4880-b079-8f95b073a5a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1017515'] for router, after_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:34.950116 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17c25ec4-5e14-4880-b079-8f95b073a5a6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9b5fbf60-68fb-4059-a782-f9a419825548 {{(pid=92872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 17 18:10:34.956368 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-17c25ec4-5e14-4880-b079-8f95b073a5a6 admin admin] Notify callbacks [] for router, before_response {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:34.957771 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-17c25ec4-5e14-4880-b079-8f95b073a5a6 admin admin] 10.222.0.97 "DELETE /v2.0/routers/9b5fbf60-68fb-4059-a782-f9a419825548 HTTP/1.1" status: 204 len: 168 time: 1.0396121 Jun 17 18:10:34.960217 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 51050) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:10:35.018702 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2fd18f8-f26c-48e3-9a6a-c1db76131204 admin admin] Deleting subnet 1c1a0998-b783-48f3-b815-e77d3448c78f {{(pid=92872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 18:10:35.031610 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-a2fd18f8-f26c-48e3-9a6a-c1db76131204 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:35.076331 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Device 2f81462e-04aa-4cac-bb94-986672b57b5e no longer exists at agent ovs-agent-dv-cinder-786260-6-iscsi {{(pid=92880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 18:10:35.090021 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-a2fd18f8-f26c-48e3-9a6a-c1db76131204 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25531395'] for subnet, precommit_delete_associations {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:35.100380 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.plugin [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] No Port match for: 2f81462e-04aa-4cac-bb94-986672b57b5e {{(pid=92880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 18:10:35.100741 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Device 2f81462e-04aa-4cac-bb94-986672b57b5e not bound to the agent host dv-cinder-786260-6-iscsi {{(pid=92880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 18:10:35.151462 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2050aa6-ad72-4919-93f1-7bc57c82f0ae req-95615a3f-8a12-496f-afb1-f638b32d781c tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:10:35.153046 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-f2050aa6-ad72-4919-93f1-7bc57c82f0ae req-95615a3f-8a12-496f-afb1-f638b32d781c tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/ports?device_id=ee55ee5f-0a9a-4f30-b982-96d3e6070fb2 HTTP/1.1" status: 200 len: 943 time: 0.0637319 Jun 17 18:10:35.190297 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-f2050aa6-ad72-4919-93f1-7bc57c82f0ae req-0162cdae-965a-4f4a-b5f3-2b60f1b78263 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/security-groups?id=bde1582a-0e60-487b-9eda-9732f3338587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314670 Jun 17 18:10:35.202033 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-a2fd18f8-f26c-48e3-9a6a-c1db76131204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1684671'] for subnet, precommit_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:35.254379 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-a2fd18f8-f26c-48e3-9a6a-c1db76131204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1684662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25532041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27255113'] for subnet, after_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:35.257510 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:10:35.280731 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fd18f8-f26c-48e3-9a6a-c1db76131204 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c1a0998-b783-48f3-b815-e77d3448c78f,revision_number=None']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:10:35.286678 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-a2fd18f8-f26c-48e3-9a6a-c1db76131204 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:10:35.289493 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-a2fd18f8-f26c-48e3-9a6a-c1db76131204 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:35.299025 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5275e8e-5ab0-4599-b488-80aab5a968d2 None None] Network a56ac911-462a-49b0-b749-9c491282bc98 requested from dv-cinder-786260-6-iscsi {{(pid=92880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 18:10:35.300381 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-a2fd18f8-f26c-48e3-9a6a-c1db76131204 admin admin] 10.222.0.97 "DELETE /v2.0/subnets/1c1a0998-b783-48f3-b815-e77d3448c78f HTTP/1.1" status: 204 len: 168 time: 0.3389082 Jun 17 18:10:35.303086 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 51052) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:10:35.391134 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-fad6b2d9-1cd0-477b-82bd-f4eeb86b38fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2009691'] for network, before_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:35.454864 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.plugin [None req-fad6b2d9-1cd0-477b-82bd-f4eeb86b38fc admin admin] Deleting port 2d02cb19-7c9b-4eeb-b59e-1938a3d7c849 {{(pid=92874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 18:10:35.455198 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-fad6b2d9-1cd0-477b-82bd-f4eeb86b38fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743365079206'] for port, before_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:35.525820 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.db [None req-fad6b2d9-1cd0-477b-82bd-f4eeb86b38fc admin admin] For port 2d02cb19-7c9b-4eeb-b59e-1938a3d7c849, host dv-cinder-786260-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-6-iscsi',level=0,port_id=2d02cb19-7c9b-4eeb-b59e-1938a3d7c849,segment=NetworkSegment(d2eba5df-4ee6-4d57-8467-b15a13058427),segment_id=d2eba5df-4ee6-4d57-8467-b15a13058427)] {{(pid=92874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:10:35.526174 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-fad6b2d9-1cd0-477b-82bd-f4eeb86b38fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956370'] for port, precommit_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:35.552673 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94238f41-5791-477f-ace7-7dae47651c35 None None] DHCP port deletion for a56ac911-462a-49b0-b749-9c491282bc98 request from dv-cinder-786260-6-iscsi {{(pid=92880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 18:10:35.602297 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.plugin [None req-fad6b2d9-1cd0-477b-82bd-f4eeb86b38fc admin admin] Calling delete_port for 2d02cb19-7c9b-4eeb-b59e-1938a3d7c849 owned by network:dhcp {{(pid=92874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 18:10:35.606654 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.plugin [None req-94238f41-5791-477f-ace7-7dae47651c35 None None] Deleting port 2d02cb19-7c9b-4eeb-b59e-1938a3d7c849 {{(pid=92880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 18:10:35.607040 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-94238f41-5791-477f-ace7-7dae47651c35 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743365079206'] for port, before_delete {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:35.671216 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-94238f41-5791-477f-ace7-7dae47651c35 None None] For port 2d02cb19-7c9b-4eeb-b59e-1938a3d7c849, host dv-cinder-786260-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-6-iscsi',level=0,port_id=2d02cb19-7c9b-4eeb-b59e-1938a3d7c849,segment=NetworkSegment(d2eba5df-4ee6-4d57-8467-b15a13058427),segment_id=d2eba5df-4ee6-4d57-8467-b15a13058427)] {{(pid=92880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:10:35.671825 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-94238f41-5791-477f-ace7-7dae47651c35 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956370'] for port, precommit_delete {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:35.713273 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc44568-c580-41be-adf4-6411ca6dfff3 req-a5276add-6ba1-4d46-89c8-890c1e45640d tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:10:35.720248 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-9fc44568-c580-41be-adf4-6411ca6dfff3 req-a5276add-6ba1-4d46-89c8-890c1e45640d tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] 10.222.0.97 "GET /v2.0/ports?device_id=1f009623-f182-4e80-bdb9-25d1b2fc8ca9 HTTP/1.1" status: 200 len: 946 time: 0.1822841 Jun 17 18:10:35.747976 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.plugin [None req-94238f41-5791-477f-ace7-7dae47651c35 None None] Calling delete_port for 2d02cb19-7c9b-4eeb-b59e-1938a3d7c849 owned by network:dhcp {{(pid=92880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 18:10:35.772781 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-9fc44568-c580-41be-adf4-6411ca6dfff3 req-d8b24e0d-cb95-423a-9546-be051e0a194b tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] 10.222.0.97 "GET /v2.0/security-groups?id=4a359456-4761-423e-a68f-54bbc6505df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515349 Jun 17 18:10:35.773939 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-fad6b2d9-1cd0-477b-82bd-f4eeb86b38fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743365085983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743364645425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28501932'] for port, after_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:35.782003 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-eac2e6b2-3cd8-4dc9-901a-ffaeaa7abc70 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:10:35.828158 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad6b2d9-1cd0-477b-82bd-f4eeb86b38fc admin admin] Pushing event deleted for resources: {'Port': ['ID=2d02cb19-7c9b-4eeb-b59e-1938a3d7c849,revision_number=None']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:10:35.830544 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad6b2d9-1cd0-477b-82bd-f4eeb86b38fc admin admin] No DVR routers for this DVR port 2d02cb19-7c9b-4eeb-b59e-1938a3d7c849 on host dv-cinder-786260-6-iscsi {{(pid=92874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 18:10:35.857774 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-94238f41-5791-477f-ace7-7dae47651c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743365085983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743364645425'] for port, after_delete {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:35.859729 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:10:35.866255 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad6b2d9-1cd0-477b-82bd-f4eeb86b38fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:10:35.866637 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad6b2d9-1cd0-477b-82bd-f4eeb86b38fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:10:35.867047 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad6b2d9-1cd0-477b-82bd-f4eeb86b38fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:10:35.867505 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad6b2d9-1cd0-477b-82bd-f4eeb86b38fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:10:35.868566 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad6b2d9-1cd0-477b-82bd-f4eeb86b38fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:10:35.868950 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad6b2d9-1cd0-477b-82bd-f4eeb86b38fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:10:35.869371 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad6b2d9-1cd0-477b-82bd-f4eeb86b38fc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:10:35.869733 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad6b2d9-1cd0-477b-82bd-f4eeb86b38fc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:10:35.870090 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad6b2d9-1cd0-477b-82bd-f4eeb86b38fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:10:35.870450 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad6b2d9-1cd0-477b-82bd-f4eeb86b38fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:10:35.870810 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad6b2d9-1cd0-477b-82bd-f4eeb86b38fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:10:35.871227 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad6b2d9-1cd0-477b-82bd-f4eeb86b38fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:10:35.876223 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-fad6b2d9-1cd0-477b-82bd-f4eeb86b38fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:10:35.887444 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94238f41-5791-477f-ace7-7dae47651c35 None None] Pushing event deleted for resources: {'Port': ['ID=2d02cb19-7c9b-4eeb-b59e-1938a3d7c849,revision_number=None']} {{(pid=92880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:10:35.889973 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-94238f41-5791-477f-ace7-7dae47651c35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:10:35.892383 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94238f41-5791-477f-ace7-7dae47651c35 None None] No DVR routers for this DVR port 2d02cb19-7c9b-4eeb-b59e-1938a3d7c849 on host dv-cinder-786260-6-iscsi {{(pid=92880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 18:10:35.929085 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-fad6b2d9-1cd0-477b-82bd-f4eeb86b38fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683494', 'neutron.services.segments.db._delete_segments_for_network-8743365118612'] for network, precommit_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:35.939725 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.services.segments.db [None req-fad6b2d9-1cd0-477b-82bd-f4eeb86b38fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a56ac911-462a-49b0-b749-9c491282bc98']}} {{(pid=92874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:10:35.949236 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.services.segments.db [None req-fad6b2d9-1cd0-477b-82bd-f4eeb86b38fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2eba5df-4ee6-4d57-8467-b15a13058427') {'for_net_delete': True} {{(pid=92874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:10:35.949532 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.services.segments.db [None req-fad6b2d9-1cd0-477b-82bd-f4eeb86b38fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2eba5df-4ee6-4d57-8467-b15a13058427') {} {{(pid=92874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:10:35.958151 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-fad6b2d9-1cd0-477b-82bd-f4eeb86b38fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743365117157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25818522'] for segment, before_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:35.971248 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-fad6b2d9-1cd0-477b-82bd-f4eeb86b38fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1592042'] for segment, precommit_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:35.976837 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fad6b2d9-1cd0-477b-82bd-f4eeb86b38fc admin admin] Releasing vlan 1148 on physical network physnet1 to pool {{(pid=92874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 18:10:35.977705 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-fad6b2d9-1cd0-477b-82bd-f4eeb86b38fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1592042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28502011'] for segment, after_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:35.979305 dv-cinder-786260-6-iscsi neutron-server[92874]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 18:10:35.979305 dv-cinder-786260-6-iscsi neutron-server[92874]: conditions |= (models_v2.Port.network_id.in_( Jun 17 18:10:35.979305 dv-cinder-786260-6-iscsi neutron-server[92874]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 18:10:35.979305 dv-cinder-786260-6-iscsi neutron-server[92874]: conditions |= (models_v2.Port.network_id.in_( Jun 17 18:10:35.979305 dv-cinder-786260-6-iscsi neutron-server[92874]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 18:10:35.979305 dv-cinder-786260-6-iscsi neutron-server[92874]: retrieve_revision_numbers = { Jun 17 18:10:35.979305 dv-cinder-786260-6-iscsi neutron-server[92874]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 18:10:35.979305 dv-cinder-786260-6-iscsi neutron-server[92874]: conditions |= (models_v2.Port.network_id.in_( Jun 17 18:10:35.979305 dv-cinder-786260-6-iscsi neutron-server[92874]: Traceback (most recent call last): Jun 17 18:10:35.979305 dv-cinder-786260-6-iscsi neutron-server[92874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 18:10:35.979305 dv-cinder-786260-6-iscsi neutron-server[92874]: timer() Jun 17 18:10:35.979305 dv-cinder-786260-6-iscsi neutron-server[92874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 18:10:35.979305 dv-cinder-786260-6-iscsi neutron-server[92874]: cb(*args, **kw) Jun 17 18:10:35.979305 dv-cinder-786260-6-iscsi neutron-server[92874]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 18:10:35.979305 dv-cinder-786260-6-iscsi neutron-server[92874]: return func(*args, **kwargs) Jun 17 18:10:35.979305 dv-cinder-786260-6-iscsi neutron-server[92874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 18:10:35.979305 dv-cinder-786260-6-iscsi neutron-server[92874]: self._notify() Jun 17 18:10:35.979305 dv-cinder-786260-6-iscsi neutron-server[92874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 18:10:35.979305 dv-cinder-786260-6-iscsi neutron-server[92874]: self.callback(batched_events) Jun 17 18:10:35.979305 dv-cinder-786260-6-iscsi neutron-server[92874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 18:10:35.979305 dv-cinder-786260-6-iscsi neutron-server[92874]: event.method(event) Jun 17 18:10:35.979305 dv-cinder-786260-6-iscsi neutron-server[92874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 18:10:35.979305 dv-cinder-786260-6-iscsi neutron-server[92874]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 18:10:35.979305 dv-cinder-786260-6-iscsi neutron-server[92874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 18:10:35.979305 dv-cinder-786260-6-iscsi neutron-server[92874]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 18:10:35.979305 dv-cinder-786260-6-iscsi neutron-server[92874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 18:10:35.979305 dv-cinder-786260-6-iscsi neutron-server[92874]: return f(self, *a, **k) Jun 17 18:10:35.979305 dv-cinder-786260-6-iscsi neutron-server[92874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 18:10:35.979305 dv-cinder-786260-6-iscsi neutron-server[92874]: return self._get(url).json() Jun 17 18:10:35.979305 dv-cinder-786260-6-iscsi neutron-server[92874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 18:10:35.979305 dv-cinder-786260-6-iscsi neutron-server[92874]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 18:10:35.979305 dv-cinder-786260-6-iscsi neutron-server[92874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 18:10:35.979305 dv-cinder-786260-6-iscsi neutron-server[92874]: return self.request(url, 'GET', **kwargs) Jun 17 18:10:35.979305 dv-cinder-786260-6-iscsi neutron-server[92874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 18:10:35.979305 dv-cinder-786260-6-iscsi neutron-server[92874]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 18:10:35.979305 dv-cinder-786260-6-iscsi neutron-server[92874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 18:10:35.979305 dv-cinder-786260-6-iscsi neutron-server[92874]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 18:10:35.979305 dv-cinder-786260-6-iscsi neutron-server[92874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 18:10:35.979305 dv-cinder-786260-6-iscsi neutron-server[92874]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 18:10:35.979305 dv-cinder-786260-6-iscsi neutron-server[92874]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 18:10:36.034053 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-fad6b2d9-1cd0-477b-82bd-f4eeb86b38fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-955346'] for network, after_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:36.037613 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:10:36.040425 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-fad6b2d9-1cd0-477b-82bd-f4eeb86b38fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563787'] for network, before_response {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:36.042189 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-fad6b2d9-1cd0-477b-82bd-f4eeb86b38fc admin admin] 10.222.0.97 "DELETE /v2.0/networks/a56ac911-462a-49b0-b749-9c491282bc98 HTTP/1.1" status: 204 len: 168 time: 0.7377598 Jun 17 18:10:36.052310 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad6b2d9-1cd0-477b-82bd-f4eeb86b38fc admin admin] Pushing event deleted for resources: {'Network': ['ID=a56ac911-462a-49b0-b749-9c491282bc98,revision_number=None']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:10:36.054563 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-fad6b2d9-1cd0-477b-82bd-f4eeb86b38fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:10:36.177148 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 51058) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:10:36.216311 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-6073aa1c-9767-4ea2-9aab-b8a24324f3f5 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=59d1c386609e449fb41deccf8db32944&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0378904 Jun 17 18:10:36.218578 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 51060) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:10:36.264387 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-91433d22-e16a-44b5-a270-823af56a21b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:36.285035 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-91433d22-e16a-44b5-a270-823af56a21b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:36.363730 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-91433d22-e16a-44b5-a270-823af56a21b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:36.366274 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-91433d22-e16a-44b5-a270-823af56a21b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:36.367372 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-91433d22-e16a-44b5-a270-823af56a21b3 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/af31dde5-876a-45de-a00c-f1df55f96a88 HTTP/1.1" status: 204 len: 168 time: 0.1479199 Jun 17 18:10:36.368924 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-ac923ab4-9e08-4c5f-888d-9bfeed54e9f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:10:36.381193 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91433d22-e16a-44b5-a270-823af56a21b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af31dde5-876a-45de-a00c-f1df55f96a88,revision_number=None']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:10:36.384667 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-91433d22-e16a-44b5-a270-823af56a21b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:10:36.393220 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a088b77-d3f8-4e3f-84ca-d7c410a12e8a req-c76efcca-b126-4933-ab8d-7e3c71048205 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:10:36.394638 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-1a088b77-d3f8-4e3f-84ca-d7c410a12e8a req-c76efcca-b126-4933-ab8d-7e3c71048205 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/ports?device_id=ee55ee5f-0a9a-4f30-b982-96d3e6070fb2 HTTP/1.1" status: 200 len: 943 time: 0.0799143 Jun 17 18:10:36.433305 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-1a088b77-d3f8-4e3f-84ca-d7c410a12e8a req-d21d4c0a-8034-4cf7-a518-06ae5e061914 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/security-groups?id=bde1582a-0e60-487b-9eda-9732f3338587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321913 Jun 17 18:10:36.905331 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Device 2d02cb19-7c9b-4eeb-b59e-1938a3d7c849 no longer exists at agent ovs-agent-dv-cinder-786260-6-iscsi {{(pid=92880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 18:10:36.927057 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.plugin [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] No Port match for: 2d02cb19-7c9b-4eeb-b59e-1938a3d7c849 {{(pid=92880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 18:10:36.927414 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Device 2d02cb19-7c9b-4eeb-b59e-1938a3d7c849 not bound to the agent host dv-cinder-786260-6-iscsi {{(pid=92880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 18:10:36.927847 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Device 41d97631-15a9-42f5-a18d-cfc819b7ac0f no longer exists at agent ovs-agent-dv-cinder-786260-6-iscsi {{(pid=92880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 18:10:36.947430 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.plugin [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] No Port match for: 41d97631-15a9-42f5-a18d-cfc819b7ac0f {{(pid=92880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 18:10:36.947786 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Device 41d97631-15a9-42f5-a18d-cfc819b7ac0f not bound to the agent host dv-cinder-786260-6-iscsi {{(pid=92880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 18:10:36.989714 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c13f540-7913-4980-91be-f73e5137d5c8 req-9ac99c18-d269-4fd8-a347-235a5cf94e58 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:10:36.991154 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-9c13f540-7913-4980-91be-f73e5137d5c8 req-9ac99c18-d269-4fd8-a347-235a5cf94e58 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] 10.222.0.97 "GET /v2.0/ports?device_id=1f009623-f182-4e80-bdb9-25d1b2fc8ca9 HTTP/1.1" status: 200 len: 946 time: 0.0683372 Jun 17 18:10:37.030097 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-9c13f540-7913-4980-91be-f73e5137d5c8 req-ee2ab429-7047-4cbc-ba47-4c0f9c7990c7 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] 10.222.0.97 "GET /v2.0/security-groups?id=4a359456-4761-423e-a68f-54bbc6505df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327263 Jun 17 18:10:37.632044 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2964d236-4fb5-4ff1-93c7-44c648ded4ed req-69801ead-0c08-4a5b-bb52-06850dd018fd tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:10:37.633912 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-2964d236-4fb5-4ff1-93c7-44c648ded4ed req-69801ead-0c08-4a5b-bb52-06850dd018fd tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/ports?device_id=ee55ee5f-0a9a-4f30-b982-96d3e6070fb2 HTTP/1.1" status: 200 len: 943 time: 0.0819082 Jun 17 18:10:37.695318 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-2964d236-4fb5-4ff1-93c7-44c648ded4ed req-577372ef-8d63-41b8-aba5-d6f6d8fb1b5a tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/security-groups?id=bde1582a-0e60-487b-9eda-9732f3338587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543737 Jun 17 18:10:37.941634 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 51108) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:10:38.050275 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-fb0c5f37-d370-4288-883c-e3fe6496b4b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:38.141049 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-fb0c5f37-d370-4288-883c-e3fe6496b4b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:38.153553 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-fb0c5f37-d370-4288-883c-e3fe6496b4b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:38.171756 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-53848075-3585-4df0-ba2a-4c2dfe670b22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:10:38.213968 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0c5f37-d370-4288-883c-e3fe6496b4b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05ebc263-cb4d-43aa-bee7-77545928ca0a,revision_number=1']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:10:38.218336 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-fb0c5f37-d370-4288-883c-e3fe6496b4b5 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=2121cbb9923e4fb6bfda4f89aa075045&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2757311 Jun 17 18:10:38.220004 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-fb0c5f37-d370-4288-883c-e3fe6496b4b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:10:38.221378 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 51114) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:10:38.272287 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4631853-00fc-47ed-b9c9-51d85af172e7 req-5971a704-28ea-4cb1-9bd5-59adbf24bb5c tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:10:38.273714 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-f4631853-00fc-47ed-b9c9-51d85af172e7 req-5971a704-28ea-4cb1-9bd5-59adbf24bb5c tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] 10.222.0.97 "GET /v2.0/ports?device_id=1f009623-f182-4e80-bdb9-25d1b2fc8ca9 HTTP/1.1" status: 200 len: 946 time: 0.1309004 Jun 17 18:10:38.577020 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-1d190b0c-30fe-43bd-b0f7-0d11b208fba4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:38.609023 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-f4631853-00fc-47ed-b9c9-51d85af172e7 req-33937273-63b3-4bda-9731-b21864a3787e tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] 10.222.0.97 "GET /v2.0/security-groups?id=4a359456-4761-423e-a68f-54bbc6505df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3289099 Jun 17 18:10:38.620057 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-1d190b0c-30fe-43bd-b0f7-0d11b208fba4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:38.682519 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-1d190b0c-30fe-43bd-b0f7-0d11b208fba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:38.686688 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-1d190b0c-30fe-43bd-b0f7-0d11b208fba4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:38.691397 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-1d190b0c-30fe-43bd-b0f7-0d11b208fba4 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/05ebc263-cb4d-43aa-bee7-77545928ca0a HTTP/1.1" status: 204 len: 168 time: 0.4695432 Jun 17 18:10:38.692533 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-dcca1804-5386-417f-acd9-c7212c7521c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:10:38.701305 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d190b0c-30fe-43bd-b0f7-0d11b208fba4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05ebc263-cb4d-43aa-bee7-77545928ca0a,revision_number=None']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:10:38.703763 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-1d190b0c-30fe-43bd-b0f7-0d11b208fba4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:10:38.875043 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358abe0a-777f-46ee-b26f-04dcc6cbd254 req-654df7bd-bc68-495b-be47-a7be149967b0 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:10:38.876512 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-358abe0a-777f-46ee-b26f-04dcc6cbd254 req-654df7bd-bc68-495b-be47-a7be149967b0 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/ports?device_id=ee55ee5f-0a9a-4f30-b982-96d3e6070fb2 HTTP/1.1" status: 200 len: 943 time: 0.0624692 Jun 17 18:10:38.913320 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-358abe0a-777f-46ee-b26f-04dcc6cbd254 req-3c79fe5b-8c33-42bd-a7b5-a0742f655241 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/security-groups?id=bde1582a-0e60-487b-9eda-9732f3338587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310469 Jun 17 18:10:38.972536 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 51122) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:10:38.986174 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-f7ef0bc9-f10b-443b-b691-9f5fed08c3a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:39.095486 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-f7ef0bc9-f10b-443b-b691-9f5fed08c3a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:39.104535 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-f7ef0bc9-f10b-443b-b691-9f5fed08c3a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:39.107062 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-fb0c5f37-d370-4288-883c-e3fe6496b4b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:10:39.145928 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-f7ef0bc9-f10b-443b-b691-9f5fed08c3a6 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=8674a801a0a84d5d85986106e533350d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1700132 Jun 17 18:10:39.145928 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ef0bc9-f10b-443b-b691-9f5fed08c3a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ff7b511-8f88-43b9-98fa-981f14edfa14,revision_number=1']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:10:39.147195 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 51124) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:10:39.147700 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-f7ef0bc9-f10b-443b-b691-9f5fed08c3a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:10:39.208535 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-c39550cd-5a94-4039-89a9-3a1766eb9c5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:39.229845 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-c39550cd-5a94-4039-89a9-3a1766eb9c5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:39.276665 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-c39550cd-5a94-4039-89a9-3a1766eb9c5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:39.279197 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-c39550cd-5a94-4039-89a9-3a1766eb9c5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:39.280327 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-c39550cd-5a94-4039-89a9-3a1766eb9c5e admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/7ff7b511-8f88-43b9-98fa-981f14edfa14 HTTP/1.1" status: 204 len: 168 time: 0.1321061 Jun 17 18:10:39.281113 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-025a07da-a286-4f34-864c-a4449a8a8817 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:10:39.288028 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39550cd-5a94-4039-89a9-3a1766eb9c5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ff7b511-8f88-43b9-98fa-981f14edfa14,revision_number=None']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:10:39.295246 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-c39550cd-5a94-4039-89a9-3a1766eb9c5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:10:39.822527 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a95fee4-f7cb-40a2-a84c-dfc75f07ee65 req-08e9e179-9c0d-4ef6-931c-03102112fbf3 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:10:39.832542 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-7a95fee4-f7cb-40a2-a84c-dfc75f07ee65 req-08e9e179-9c0d-4ef6-931c-03102112fbf3 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] 10.222.0.97 "GET /v2.0/ports?device_id=1f009623-f182-4e80-bdb9-25d1b2fc8ca9 HTTP/1.1" status: 200 len: 946 time: 0.0918262 Jun 17 18:10:39.872113 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-7a95fee4-f7cb-40a2-a84c-dfc75f07ee65 req-182a5d9d-414a-40d8-8b4e-7ff14f690d87 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] 10.222.0.97 "GET /v2.0/security-groups?id=4a359456-4761-423e-a68f-54bbc6505df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372751 Jun 17 18:10:40.141834 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098a9a58-cfe7-40c5-81b0-055de8156ee9 req-10febc6c-57e4-41ba-a8b6-47995dc82962 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:10:40.143263 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-098a9a58-cfe7-40c5-81b0-055de8156ee9 req-10febc6c-57e4-41ba-a8b6-47995dc82962 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/ports?device_id=ee55ee5f-0a9a-4f30-b982-96d3e6070fb2 HTTP/1.1" status: 200 len: 943 time: 0.0773280 Jun 17 18:10:40.212747 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-098a9a58-cfe7-40c5-81b0-055de8156ee9 req-c7568c8e-8fca-4066-b2be-46273e150555 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/security-groups?id=bde1582a-0e60-487b-9eda-9732f3338587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637751 Jun 17 18:10:41.078137 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7807d4aa-8d33-49f9-a686-4c65f5896480 req-201b1db4-9971-45b3-90bc-dd2cb0e9d6bd tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:10:41.079587 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-7807d4aa-8d33-49f9-a686-4c65f5896480 req-201b1db4-9971-45b3-90bc-dd2cb0e9d6bd tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] 10.222.0.97 "GET /v2.0/ports?device_id=1f009623-f182-4e80-bdb9-25d1b2fc8ca9 HTTP/1.1" status: 200 len: 946 time: 0.0718992 Jun 17 18:10:41.120011 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-7807d4aa-8d33-49f9-a686-4c65f5896480 req-6dff656f-3d88-4f2c-80a3-bf35667e2b91 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] 10.222.0.97 "GET /v2.0/security-groups?id=4a359456-4761-423e-a68f-54bbc6505df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347776 Jun 17 18:10:41.120717 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 51182) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:10:41.220898 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-fd7b52b9-6d62-4709-8ebf-a51a82d3f7f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:41.320750 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-fd7b52b9-6d62-4709-8ebf-a51a82d3f7f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:41.324948 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-fd7b52b9-6d62-4709-8ebf-a51a82d3f7f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:41.327368 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-70e4de20-947d-48a9-811b-dd02ae116649 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:10:41.368883 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-fd7b52b9-6d62-4709-8ebf-a51a82d3f7f8 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=63b618d2447842efb2e38b775bdf29d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2464409 Jun 17 18:10:41.369494 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 51188) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:10:41.371631 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7b52b9-6d62-4709-8ebf-a51a82d3f7f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f96dd77-0a8c-4319-ba31-841525a6a609,revision_number=1']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:10:41.386047 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-fd7b52b9-6d62-4709-8ebf-a51a82d3f7f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:10:41.418190 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a67aaf-a521-4fd6-9bfd-4b15eb3a09ff req-e6baad8b-317a-4cca-a22f-88402309fda6 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:10:41.425324 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-30a67aaf-a521-4fd6-9bfd-4b15eb3a09ff req-e6baad8b-317a-4cca-a22f-88402309fda6 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/ports?device_id=ee55ee5f-0a9a-4f30-b982-96d3e6070fb2 HTTP/1.1" status: 200 len: 943 time: 0.0890827 Jun 17 18:10:41.428564 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-359c8bf7-d707-45bd-946d-a75afa00bec0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:41.452908 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-359c8bf7-d707-45bd-946d-a75afa00bec0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:41.475528 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-30a67aaf-a521-4fd6-9bfd-4b15eb3a09ff req-14db4f26-8433-449e-90a1-d40c6a82427f tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/security-groups?id=bde1582a-0e60-487b-9eda-9732f3338587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492473 Jun 17 18:10:41.508548 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-359c8bf7-d707-45bd-946d-a75afa00bec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:41.511349 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-359c8bf7-d707-45bd-946d-a75afa00bec0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:41.512603 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-359c8bf7-d707-45bd-946d-a75afa00bec0 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/0f96dd77-0a8c-4319-ba31-841525a6a609 HTTP/1.1" status: 204 len: 168 time: 0.1420147 Jun 17 18:10:41.513454 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-8eac7f57-2098-49f9-89e4-e9dfe6577e6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:10:41.521919 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359c8bf7-d707-45bd-946d-a75afa00bec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f96dd77-0a8c-4319-ba31-841525a6a609,revision_number=None']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:10:41.524077 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-359c8bf7-d707-45bd-946d-a75afa00bec0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:10:41.804089 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 51196) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:10:41.821814 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-c3b41909-df01-4d65-9994-e1e0d38baf76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:41.913047 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-c3b41909-df01-4d65-9994-e1e0d38baf76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:41.917433 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-c3b41909-df01-4d65-9994-e1e0d38baf76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:41.920730 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-2b5ae257-0e14-4e19-9c70-ee1703e9fdfb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:10:41.955321 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-c3b41909-df01-4d65-9994-e1e0d38baf76 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=f6cdbfb253cd4747b7f0f293aa6686e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1501749 Jun 17 18:10:41.956675 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b41909-df01-4d65-9994-e1e0d38baf76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3649543-f584-471a-ab74-9a828412f242,revision_number=1']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:10:41.958264 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 51198) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:10:41.959868 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-c3b41909-df01-4d65-9994-e1e0d38baf76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:10:42.005503 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-d115926c-0c30-414e-86da-6359dc025053 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:42.027743 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-d115926c-0c30-414e-86da-6359dc025053 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:42.075492 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-d115926c-0c30-414e-86da-6359dc025053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:42.077994 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-d115926c-0c30-414e-86da-6359dc025053 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:42.079082 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-d115926c-0c30-414e-86da-6359dc025053 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/d3649543-f584-471a-ab74-9a828412f242 HTTP/1.1" status: 204 len: 168 time: 0.1198189 Jun 17 18:10:42.079912 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-6136192c-dcfa-4244-9b84-dae6e4b69d4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:10:42.087730 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d115926c-0c30-414e-86da-6359dc025053 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3649543-f584-471a-ab74-9a828412f242,revision_number=None']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:10:42.090025 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-d115926c-0c30-414e-86da-6359dc025053 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:10:42.339697 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a60e9f1-afe3-4459-8e25-0a9f5b5b4189 req-2e4c0af9-46ed-4f43-ba24-4f58d27de381 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:10:42.346832 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-0a60e9f1-afe3-4459-8e25-0a9f5b5b4189 req-2e4c0af9-46ed-4f43-ba24-4f58d27de381 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] 10.222.0.97 "GET /v2.0/ports?device_id=1f009623-f182-4e80-bdb9-25d1b2fc8ca9 HTTP/1.1" status: 200 len: 946 time: 0.0826871 Jun 17 18:10:42.395321 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-0a60e9f1-afe3-4459-8e25-0a9f5b5b4189 req-d9851741-4b50-437b-8e5d-8b5f7d452a8d tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] 10.222.0.97 "GET /v2.0/security-groups?id=4a359456-4761-423e-a68f-54bbc6505df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474908 Jun 17 18:10:42.668123 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720cd3a5-82bd-47ab-9ceb-109d8abac362 req-095cc25b-d958-4059-9c67-0f95b074b0e7 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:10:42.676746 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-720cd3a5-82bd-47ab-9ceb-109d8abac362 req-095cc25b-d958-4059-9c67-0f95b074b0e7 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/ports?device_id=ee55ee5f-0a9a-4f30-b982-96d3e6070fb2 HTTP/1.1" status: 200 len: 943 time: 0.0765715 Jun 17 18:10:42.748273 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-720cd3a5-82bd-47ab-9ceb-109d8abac362 req-90c7d4f3-467c-4c0d-b577-0c985602258a tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/security-groups?id=bde1582a-0e60-487b-9eda-9732f3338587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613966 Jun 17 18:10:43.563810 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12fa338-05a6-4829-b3da-3754070c74b0 req-87eb7eab-945d-4d6b-950b-5b018ecdad40 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:10:43.565381 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-b12fa338-05a6-4829-b3da-3754070c74b0 req-87eb7eab-945d-4d6b-950b-5b018ecdad40 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] 10.222.0.97 "GET /v2.0/ports?device_id=1f009623-f182-4e80-bdb9-25d1b2fc8ca9 HTTP/1.1" status: 200 len: 946 time: 0.0697675 Jun 17 18:10:43.609367 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-b12fa338-05a6-4829-b3da-3754070c74b0 req-3d2d024f-96ba-43a8-bae0-792ca96e8388 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] 10.222.0.97 "GET /v2.0/security-groups?id=4a359456-4761-423e-a68f-54bbc6505df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383165 Jun 17 18:10:43.915361 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a000491-ff58-44ef-940e-34d60d997dea req-d4e28f39-c357-4330-b7e8-6190a901fd07 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:10:43.916969 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-3a000491-ff58-44ef-940e-34d60d997dea req-d4e28f39-c357-4330-b7e8-6190a901fd07 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/ports?device_id=ee55ee5f-0a9a-4f30-b982-96d3e6070fb2 HTTP/1.1" status: 200 len: 943 time: 0.0659404 Jun 17 18:10:43.958467 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-3a000491-ff58-44ef-940e-34d60d997dea req-aeda56f5-49ba-49a1-b227-eb51c85f0c61 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/security-groups?id=bde1582a-0e60-487b-9eda-9732f3338587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357900 Jun 17 18:10:44.088112 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206d75cc-85fa-4490-9909-005c64c74427 req-c02fc701-0c19-4521-8124-5284f596e771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:10:44.089585 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-206d75cc-85fa-4490-9909-005c64c74427 req-c02fc701-0c19-4521-8124-5284f596e771 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=1f009623-f182-4e80-bdb9-25d1b2fc8ca9 HTTP/1.1" status: 200 len: 1099 time: 0.0589600 Jun 17 18:10:44.124398 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-206d75cc-85fa-4490-9909-005c64c74427 req-3a510a10-d898-4486-8ca3-3b39b1d173c9 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=4a359456-4761-423e-a68f-54bbc6505df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278912 Jun 17 18:10:44.156971 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-d64c338c-a99a-4bdc-a226-dff8a547034f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:44.319445 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:44.784533 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4a301b-1841-4e4b-89dd-930ca70e49fa req-33ecd5f0-a846-4041-9d09-d2e0e6cfe95b tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:10:44.785998 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-bc4a301b-1841-4e4b-89dd-930ca70e49fa req-33ecd5f0-a846-4041-9d09-d2e0e6cfe95b tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] 10.222.0.97 "GET /v2.0/ports?device_id=1f009623-f182-4e80-bdb9-25d1b2fc8ca9 HTTP/1.1" status: 200 len: 946 time: 0.0641983 Jun 17 18:10:44.823393 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-bc4a301b-1841-4e4b-89dd-930ca70e49fa req-985e7b02-18f7-473f-a191-e3c63f5bb20e tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] 10.222.0.97 "GET /v2.0/security-groups?id=4a359456-4761-423e-a68f-54bbc6505df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310266 Jun 17 18:10:45.140272 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f102771-b665-4e86-a2db-26481c401e87 req-06d3678d-0d5c-484b-befc-2d2b730880e3 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:10:45.141736 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-9f102771-b665-4e86-a2db-26481c401e87 req-06d3678d-0d5c-484b-befc-2d2b730880e3 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/ports?device_id=ee55ee5f-0a9a-4f30-b982-96d3e6070fb2 HTTP/1.1" status: 200 len: 943 time: 0.0677860 Jun 17 18:10:45.179192 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-9f102771-b665-4e86-a2db-26481c401e87 req-abeaa1d2-c70a-404f-9384-fb9be9f1813f tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/security-groups?id=bde1582a-0e60-487b-9eda-9732f3338587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317452 Jun 17 18:10:46.002042 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51b9969-0933-4a43-b793-95cf33fee06b req-8e860ddc-0950-43d9-8ca0-5fb44f2ad11d tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:10:46.003377 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-d51b9969-0933-4a43-b793-95cf33fee06b req-8e860ddc-0950-43d9-8ca0-5fb44f2ad11d tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] 10.222.0.97 "GET /v2.0/ports?device_id=1f009623-f182-4e80-bdb9-25d1b2fc8ca9 HTTP/1.1" status: 200 len: 946 time: 0.0620532 Jun 17 18:10:46.040574 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-d51b9969-0933-4a43-b793-95cf33fee06b req-2cf89fb2-e499-4969-9638-828686678561 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] 10.222.0.97 "GET /v2.0/security-groups?id=4a359456-4761-423e-a68f-54bbc6505df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310562 Jun 17 18:10:46.211702 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7050b0af-b119-4cd5-8798-f16ec2246b8c req-f2100497-a38c-465c-99e1-7714fda04288 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:10:46.213726 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-7050b0af-b119-4cd5-8798-f16ec2246b8c req-f2100497-a38c-465c-99e1-7714fda04288 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] 10.222.0.97 "GET /v2.0/ports?device_id=1f009623-f182-4e80-bdb9-25d1b2fc8ca9 HTTP/1.1" status: 200 len: 946 time: 0.0644627 Jun 17 18:10:46.245999 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Device d5b05643-bd9c-407f-981f-a02f5b5cc8c8 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=92880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 18:10:46.255813 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-7050b0af-b119-4cd5-8798-f16ec2246b8c req-4bac5a5e-8e87-439a-8a64-f73122ea9cc2 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] 10.222.0.97 "GET /v2.0/security-groups?id=4a359456-4761-423e-a68f-54bbc6505df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356708 Jun 17 18:10:46.282995 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 51300) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:10:46.350375 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] For port d5b05643-bd9c-407f-981f-a02f5b5cc8c8, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=d5b05643-bd9c-407f-981f-a02f5b5cc8c8,segment=NetworkSegment(0913402a-ef8a-41bd-a14e-da5d38ea5bc2),segment_id=0913402a-ef8a-41bd-a14e-da5d38ea5bc2)] {{(pid=92880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:10:46.362430 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Returning: {'device': 'd5b05643-bd9c-407f-981f-a02f5b5cc8c8', 'network_id': '490619f6-df6b-4a81-8b12-97225a6da310', 'port_id': 'd5b05643-bd9c-407f-981f-a02f5b5cc8c8', 'mac_address': 'fa:16:3e:5b:58:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd12fe909-5b0e-4b17-a966-d3ca34ed6db9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 18:10:46.391497 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4989af-2051-445f-bd0b-d36d9587c9b0 req-d50faaac-692f-42e4-9457-7fbb4f6df374 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:10:46.393614 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-eb4989af-2051-445f-bd0b-d36d9587c9b0 req-d50faaac-692f-42e4-9457-7fbb4f6df374 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/ports?device_id=ee55ee5f-0a9a-4f30-b982-96d3e6070fb2 HTTP/1.1" status: 200 len: 943 time: 0.0700266 Jun 17 18:10:46.401553 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:46.414258 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.notifiers.nova [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5b05643-bd9c-407f-981f-a02f5b5cc8c8 {{(pid=92880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 18:10:46.432230 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-eb4989af-2051-445f-bd0b-d36d9587c9b0 req-7fb12147-1ab6-46d5-a028-0d4fd2a929e4 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/security-groups?id=bde1582a-0e60-487b-9eda-9732f3338587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325255 Jun 17 18:10:46.434102 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] For port d5b05643-bd9c-407f-981f-a02f5b5cc8c8, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=d5b05643-bd9c-407f-981f-a02f5b5cc8c8,segment=NetworkSegment(0913402a-ef8a-41bd-a14e-da5d38ea5bc2),segment_id=0913402a-ef8a-41bd-a14e-da5d38ea5bc2)] {{(pid=92880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:10:46.438504 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479'] for port, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:46.440486 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:10:46.487889 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Pushing event updated for resources: {'Port': ['ID=d5b05643-bd9c-407f-981f-a02f5b5cc8c8,revision_number=9']} {{(pid=92880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:10:46.490907 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:10:46.503098 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d28861c-38a2-4c58-a8fc-1eb0f0f3e21b tempest-TestShelveInstance-1538722107 tempest-TestShelveInstance-1538722107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:10:46.504650 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-8d28861c-38a2-4c58-a8fc-1eb0f0f3e21b tempest-TestShelveInstance-1538722107 tempest-TestShelveInstance-1538722107-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=1f009623-f182-4e80-bdb9-25d1b2fc8ca9 HTTP/1.1" status: 200 len: 1094 time: 0.2205980 Jun 17 18:10:46.507552 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 51304) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:10:46.512278 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.v2.base [None req-d714445a-5a26-4232-b956-14a86928e7e0 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Request body: {'floatingip': {'floating_network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'port_id': '452e061e-b934-45c0-8427-979fd19c14e3', 'tenant_id': 'b0adba5f28fa449b88e6680ee01862d3', 'fixed_ip_address': '172.20.0.11'}} {{(pid=92872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 18:10:46.533024 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-d714445a-5a26-4232-b956-14a86928e7e0 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Notify callbacks [] for floatingip, before_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:46.639055 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-d714445a-5a26-4232-b956-14a86928e7e0 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1986742'] for port, before_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:46.741293 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.db.db_base_plugin_common [None req-d714445a-5a26-4232-b956-14a86928e7e0 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Allocated IP 172.27.2.145 (64144b6f-e068-441d-8337-f91b82ffb73c/78089575-0364-47db-be8b-ef28f42f3a37/fdf93d00-d24d-454a-aee1-db9363a7ac38) {{(pid=92872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 18:10:46.769917 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] get_ports_and_sgs() called for port_ids ['d5b05643-bd9c-407f-981f-a02f5b5cc8c8'] {{(pid=92880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 18:10:46.828390 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-f2d5e20a-4d22-4fea-a104-23301666447f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:46.848830 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-d714445a-5a26-4232-b956-14a86928e7e0 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Notify callbacks [] for port, precommit_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:46.887067 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-d714445a-5a26-4232-b956-14a86928e7e0 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1986807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743364645416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25532026'] for port, after_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:46.889778 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:10:46.925675 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d714445a-5a26-4232-b956-14a86928e7e0 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Network 64144b6f-e068-441d-8337-f91b82ffb73c is already hosted by enough agents. {{(pid=92872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 18:10:46.926054 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:46.930911 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.scheduler.base_scheduler [None req-d714445a-5a26-4232-b956-14a86928e7e0 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Resources bound (agent type, host, resource id): {{(pid=92872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 18:10:46.933823 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d714445a-5a26-4232-b956-14a86928e7e0 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Received port after_create {{(pid=92872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 18:10:46.962169 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d714445a-5a26-4232-b956-14a86928e7e0 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Pushing event updated for resources: {'Port': ['ID=fdf93d00-d24d-454a-aee1-db9363a7ac38,revision_number=1']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:10:46.965134 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-d714445a-5a26-4232-b956-14a86928e7e0 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:10:47.304905 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-d714445a-5a26-4232-b956-14a86928e7e0 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:47.378818 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-d714445a-5a26-4232-b956-14a86928e7e0 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:47.521682 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-d714445a-5a26-4232-b956-14a86928e7e0 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Notify callbacks [] for port, precommit_update {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:47.527078 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-d714445a-5a26-4232-b956-14a86928e7e0 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25531976'] for port, after_update {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:47.529142 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-010beef1-93cd-44de-aaff-ea8516b62426 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:10:47.598282 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d714445a-5a26-4232-b956-14a86928e7e0 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Pushing event updated for resources: {'Port': ['ID=fdf93d00-d24d-454a-aee1-db9363a7ac38,revision_number=2']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:10:47.602086 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-d714445a-5a26-4232-b956-14a86928e7e0 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:10:47.611923 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-d714445a-5a26-4232-b956-14a86928e7e0 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-943314'] for floatingip, after_update {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:47.614506 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9101477-c08a-4a6a-a159-e21d9cfdbb9e req-50658226-6347-4c15-8f0f-1a62e3e73668 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:10:47.615989 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-c9101477-c08a-4a6a-a159-e21d9cfdbb9e req-50658226-6347-4c15-8f0f-1a62e3e73668 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/ports?device_id=ee55ee5f-0a9a-4f30-b982-96d3e6070fb2 HTTP/1.1" status: 200 len: 944 time: 0.0674202 Jun 17 18:10:47.656010 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-c9101477-c08a-4a6a-a159-e21d9cfdbb9e req-864bbb29-63c6-4eed-9da6-aae369912b0b tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/security-groups?id=bde1582a-0e60-487b-9eda-9732f3338587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336776 Jun 17 18:10:47.958709 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.db.l3_db [None req-d714445a-5a26-4232-b956-14a86928e7e0 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Floating IP 54f59eb8-e384-4747-bde3-fc68480b91a7 associated. External IP: 172.27.2.145, port: 452e061e-b934-45c0-8427-979fd19c14e3. Jun 17 18:10:48.053660 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-8848f698-b84d-4e61-bbd9-19a6867363d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:48.169513 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d714445a-5a26-4232-b956-14a86928e7e0 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Router 54f384fc-1583-4886-afe6-aa8eb1533986 has already been hosted by L3 agent 4c938d44-4998-4210-8006-ee34f5a3ffbf {{(pid=92872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 18:10:48.255687 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Device d5b05643-bd9c-407f-981f-a02f5b5cc8c8 up at agent hyperv_hv-cinder-78626 {{(pid=92880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 18:10:48.285690 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d714445a-5a26-4232-b956-14a86928e7e0 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Notify agent at l3_agent.dv-cinder-786260-6-iscsi the message routers_updated {{(pid=92872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 18:10:48.300742 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe5a5104-3bbd-419c-ac15-fb21b1044bce None None] Sync routers for ids ['54f384fc-1583-4886-afe6-aa8eb1533986'] in dv-cinder-786260-6-iscsi {{(pid=92881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 18:10:48.312033 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-d714445a-5a26-4232-b956-14a86928e7e0 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523113'] for floatingip, before_response {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:48.314742 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe5a5104-3bbd-419c-ac15-fb21b1044bce None None] Routers {'54f384fc-1583-4886-afe6-aa8eb1533986'} bound to L3 agent in host dv-cinder-786260-6-iscsi {{(pid=92881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 18:10:48.315540 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.l3_hamode_db [None req-fe5a5104-3bbd-419c-ac15-fb21b1044bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T17:55:17Z,description=,heartbeat_timestamp=2021-06-17T18:10:47Z,host='dv-cinder-786260-6-iscsi',id=4c938d44-4998-4210-8006-ee34f5a3ffbf,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:55:17Z,topic='l3_agent')) {'router_ids': ['54f384fc-1583-4886-afe6-aa8eb1533986'], 'active': True} {{(pid=92881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:10:48.316514 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Provisioning complete for port d5b05643-bd9c-407f-981f-a02f5b5cc8c8 triggered by entity L2. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 18:10:48.316911 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687209'] for port, provisioning_complete {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:48.352805 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-d714445a-5a26-4232-b956-14a86928e7e0 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] 10.222.0.97 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8441052 Jun 17 18:10:48.354338 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f009623-f182-4e80-bdb9-25d1b2fc8ca9', 'tag': '452e061e-b934-45c0-8427-979fd19c14e3'}] {{(pid=92872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 18:10:48.358376 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f987f925adb95fb5f2d31a9334b96ac5a9607b390d68bc71a63c7260745a89d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9623c442-d1ba-48b5-9a30-b43731b9eb81" -d '{"events": [{"name": "network-changed", "server_uuid": "1f009623-f182-4e80-bdb9-25d1b2fc8ca9", "tag": "452e061e-b934-45c0-8427-979fd19c14e3"}]}' {{(pid=92872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 18:10:48.424408 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:48.436038 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.l3_dvr_db [None req-fe5a5104-3bbd-419c-ac15-fb21b1044bce None None] Set router 54f384fc-1583-4886-afe6-aa8eb1533986 gateway port host: dv-cinder-786260-6-iscsi {{(pid=92881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 18:10:48.449058 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee55ee5f-0a9a-4f30-b982-96d3e6070fb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5b05643-bd9c-407f-981f-a02f5b5cc8c8'}] {{(pid=92880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 18:10:48.451442 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44fe161690382cf4f0960ac1b424fedb1dd6f9597775f60dec274194d49fe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68529a6f-25ef-4133-a9cc-e6716d7bcbd2" -d '{"events": [{"server_uuid": "ee55ee5f-0a9a-4f30-b982-96d3e6070fb2", "name": "network-vif-plugged", "status": "completed", "tag": "d5b05643-bd9c-407f-981f-a02f5b5cc8c8"}]}' {{(pid=92880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 18:10:48.465316 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] For port d5b05643-bd9c-407f-981f-a02f5b5cc8c8, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=d5b05643-bd9c-407f-981f-a02f5b5cc8c8,segment=NetworkSegment(0913402a-ef8a-41bd-a14e-da5d38ea5bc2),segment_id=0913402a-ef8a-41bd-a14e-da5d38ea5bc2)] {{(pid=92880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:10:48.471742 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479'] for port, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:48.474637 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:10:48.503023 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 18:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aa8fe0e-0336-409e-baa0-7914027baafb x-openstack-request-id: req-7aa8fe0e-0336-409e-baa0-7914027baafb {{(pid=92880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 18:10:48.503419 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee55ee5f-0a9a-4f30-b982-96d3e6070fb2", "name": "network-vif-plugged", "status": "completed", "tag": "d5b05643-bd9c-407f-981f-a02f5b5cc8c8", "code": 200}]} {{(pid=92880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 18:10:48.503689 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-7aa8fe0e-0336-409e-baa0-7914027baafb {{(pid=92880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 18:10:48.504207 dv-cinder-786260-6-iscsi neutron-server[92880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee55ee5f-0a9a-4f30-b982-96d3e6070fb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5b05643-bd9c-407f-981f-a02f5b5cc8c8', 'code': 200} Jun 17 18:10:48.538066 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Pushing event updated for resources: {'Port': ['ID=d5b05643-bd9c-407f-981f-a02f5b5cc8c8,revision_number=10']} {{(pid=92880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:10:48.541483 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:10:48.577697 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 18:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0679d1ea-3229-4342-b52e-11e7f5710b86 x-openstack-request-id: req-0679d1ea-3229-4342-b52e-11e7f5710b86 {{(pid=92872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 18:10:48.578029 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f009623-f182-4e80-bdb9-25d1b2fc8ca9", "tag": "452e061e-b934-45c0-8427-979fd19c14e3", "status": "completed", "code": 200}]} {{(pid=92872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 18:10:48.578322 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-0679d1ea-3229-4342-b52e-11e7f5710b86 {{(pid=92872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 18:10:48.578753 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f009623-f182-4e80-bdb9-25d1b2fc8ca9', 'tag': '452e061e-b934-45c0-8427-979fd19c14e3', 'status': 'completed', 'code': 200} Jun 17 18:10:48.681695 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.l3_hamode_db [None req-fe5a5104-3bbd-419c-ac15-fb21b1044bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54f384fc-1583-4886-afe6-aa8eb1533986', 'name': 'tempest-TestShelveInstance-1266705430-router', 'tenant_id': 'b0adba5f28fa449b88e6680ee01862d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'external_fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': 'd17260fe-9a96-429c-9c93-35fafdfab6fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T18:09:46Z', 'updated_at': '2021-06-17T18:09:49Z', 'revision_number': 4, 'project_id': 'b0adba5f28fa449b88e6680ee01862d3', 'gw_port': {'id': 'd17260fe-9a96-429c-9c93-35fafdfab6fa', 'name': '', 'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:5f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f384fc-1583-4886-afe6-aa8eb1533986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:09:47Z', 'updated_at': '2021-06-17T18:09:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78089575-0364-47db-be8b-ef28f42f3a37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-6-iscsi', '_floatingips': [{'id': '54f59eb8-e384-4747-bde3-fc68480b91a7', 'tenant_id': 'b0adba5f28fa449b88e6680ee01862d3', 'floating_ip_address': '172.27.2.145', 'floating_network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'router_id': '54f384fc-1583-4886-afe6-aa8eb1533986', 'port_id': '452e061e-b934-45c0-8427-979fd19c14e3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '378f779f-b6f3-4354-9f02-39696c0c3e36', 'mac_address': 'fa:16:3e:9f:ff:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f009623-f182-4e80-bdb9-25d1b2fc8ca9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T18:10:47Z', 'updated_at': '2021-06-17T18:10:47Z', 'revision_number': 0, 'project_id': 'b0adba5f28fa449b88e6680ee01862d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ab592da-35c7-4e7f-b057-768ca11ea4b1', 'name': '', 'network_id': '378f779f-b6f3-4354-9f02-39696c0c3e36', 'tenant_id': 'b0adba5f28fa449b88e6680ee01862d3', 'mac_address': 'fa:16:3e:10:bd:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f384fc-1583-4886-afe6-aa8eb1533986', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'b0af006b-868b-4b28-854a-9d9e344cc1c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:09:48Z', 'updated_at': '2021-06-17T18:09:55Z', 'revision_number': 5, 'project_id': 'b0adba5f28fa449b88e6680ee01862d3', 'subnets': [{'id': 'b0af006b-868b-4b28-854a-9d9e344cc1c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-6-iscsi', False) {} {{(pid=92881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:10:48.712573 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe5a5104-3bbd-419c-ac15-fb21b1044bce None None] Checking router: 54f384fc-1583-4886-afe6-aa8eb1533986 for host: dv-cinder-786260-6-iscsi {{(pid=92881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 18:10:48.721961 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe5a5104-3bbd-419c-ac15-fb21b1044bce None None] Routers {'54f384fc-1583-4886-afe6-aa8eb1533986'} bound to L3 agent in host dv-cinder-786260-6-iscsi {{(pid=92881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 18:10:48.722513 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.l3_hamode_db [None req-fe5a5104-3bbd-419c-ac15-fb21b1044bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T17:55:17Z,description=,heartbeat_timestamp=2021-06-17T18:10:47Z,host='dv-cinder-786260-6-iscsi',id=4c938d44-4998-4210-8006-ee34f5a3ffbf,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:55:17Z,topic='l3_agent')) {'router_ids': ['54f384fc-1583-4886-afe6-aa8eb1533986'], 'active': True} {{(pid=92881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:10:48.827986 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.l3_dvr_db [None req-fe5a5104-3bbd-419c-ac15-fb21b1044bce None None] Set router 54f384fc-1583-4886-afe6-aa8eb1533986 gateway port host: dv-cinder-786260-6-iscsi {{(pid=92881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 18:10:48.862823 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8e2862-c17d-469d-8f40-9150ef922eb8 req-3eca709c-ec42-4b2d-9722-06143d04d5a1 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:10:48.864405 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-ca8e2862-c17d-469d-8f40-9150ef922eb8 req-3eca709c-ec42-4b2d-9722-06143d04d5a1 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/ports?device_id=ee55ee5f-0a9a-4f30-b982-96d3e6070fb2 HTTP/1.1" status: 200 len: 946 time: 0.0872781 Jun 17 18:10:48.903051 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-ca8e2862-c17d-469d-8f40-9150ef922eb8 req-2ee88a7a-609b-48e2-a5fb-e7a7307aa633 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/security-groups?id=bde1582a-0e60-487b-9eda-9732f3338587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326018 Jun 17 18:10:49.052615 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.l3_hamode_db [None req-fe5a5104-3bbd-419c-ac15-fb21b1044bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54f384fc-1583-4886-afe6-aa8eb1533986', 'name': 'tempest-TestShelveInstance-1266705430-router', 'tenant_id': 'b0adba5f28fa449b88e6680ee01862d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'external_fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': 'd17260fe-9a96-429c-9c93-35fafdfab6fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T18:09:46Z', 'updated_at': '2021-06-17T18:09:49Z', 'revision_number': 4, 'project_id': 'b0adba5f28fa449b88e6680ee01862d3', 'gw_port': {'id': 'd17260fe-9a96-429c-9c93-35fafdfab6fa', 'name': '', 'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:5f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f384fc-1583-4886-afe6-aa8eb1533986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:09:47Z', 'updated_at': '2021-06-17T18:09:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78089575-0364-47db-be8b-ef28f42f3a37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-6-iscsi', '_floatingips': [{'id': '54f59eb8-e384-4747-bde3-fc68480b91a7', 'tenant_id': 'b0adba5f28fa449b88e6680ee01862d3', 'floating_ip_address': '172.27.2.145', 'floating_network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'router_id': '54f384fc-1583-4886-afe6-aa8eb1533986', 'port_id': '452e061e-b934-45c0-8427-979fd19c14e3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '378f779f-b6f3-4354-9f02-39696c0c3e36', 'mac_address': 'fa:16:3e:9f:ff:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f009623-f182-4e80-bdb9-25d1b2fc8ca9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T18:10:47Z', 'updated_at': '2021-06-17T18:10:47Z', 'revision_number': 0, 'project_id': 'b0adba5f28fa449b88e6680ee01862d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ab592da-35c7-4e7f-b057-768ca11ea4b1', 'name': '', 'network_id': '378f779f-b6f3-4354-9f02-39696c0c3e36', 'tenant_id': 'b0adba5f28fa449b88e6680ee01862d3', 'mac_address': 'fa:16:3e:10:bd:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f384fc-1583-4886-afe6-aa8eb1533986', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'b0af006b-868b-4b28-854a-9d9e344cc1c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:09:48Z', 'updated_at': '2021-06-17T18:09:55Z', 'revision_number': 5, 'project_id': 'b0adba5f28fa449b88e6680ee01862d3', 'subnets': [{'id': 'b0af006b-868b-4b28-854a-9d9e344cc1c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-6-iscsi', False) {} {{(pid=92881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:10:49.078178 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe5a5104-3bbd-419c-ac15-fb21b1044bce None None] The sync data for ids ['54f384fc-1583-4886-afe6-aa8eb1533986'] in dv-cinder-786260-6-iscsi is: [{'id': '54f384fc-1583-4886-afe6-aa8eb1533986', 'name': 'tempest-TestShelveInstance-1266705430-router', 'tenant_id': 'b0adba5f28fa449b88e6680ee01862d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'external_fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': 'd17260fe-9a96-429c-9c93-35fafdfab6fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T18:09:46Z', 'updated_at': '2021-06-17T18:09:49Z', 'revision_number': 4, 'project_id': 'b0adba5f28fa449b88e6680ee01862d3', 'gw_port': {'id': 'd17260fe-9a96-429c-9c93-35fafdfab6fa', 'name': '', 'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:5f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f384fc-1583-4886-afe6-aa8eb1533986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:09:47Z', 'updated_at': '2021-06-17T18:09:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78089575-0364-47db-be8b-ef28f42f3a37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-6-iscsi', '_floatingips': [{'id': '54f59eb8-e384-4747-bde3-fc68480b91a7', 'tenant_id': 'b0adba5f28fa449b88e6680ee01862d3', 'floating_ip_address': '172.27.2.145', 'floating_network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'router_id': '54f384fc-1583-4886-afe6-aa8eb1533986', 'port_id': '452e061e-b934-45c0-8427-979fd19c14e3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '378f779f-b6f3-4354-9f02-39696c0c3e36', 'mac_address': 'fa:16:3e:9f:ff:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f009623-f182-4e80-bdb9-25d1b2fc8ca9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T18:10:47Z', 'updated_at': '2021-06-17T18:10:47Z', 'revision_number': 0, 'project_id': 'b0adba5f28fa449b88e6680ee01862d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ab592da-35c7-4e7f-b057-768ca11ea4b1', 'name': '', 'network_id': '378f779f-b6f3-4354-9f02-39696c0c3e36', 'tenant_id': 'b0adba5f28fa449b88e6680ee01862d3', 'mac_address': 'fa:16:3e:10:bd:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f384fc-1583-4886-afe6-aa8eb1533986', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'b0af006b-868b-4b28-854a-9d9e344cc1c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:09:48Z', 'updated_at': '2021-06-17T18:09:55Z', 'revision_number': 5, 'project_id': 'b0adba5f28fa449b88e6680ee01862d3', 'subnets': [{'id': 'b0af006b-868b-4b28-854a-9d9e344cc1c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 18:10:49.261372 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5cd4bf-ae8b-4e96-b937-7ec60a48418b None None] New status for floating IP 54f59eb8-e384-4747-bde3-fc68480b91a7: ACTIVE {{(pid=92880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 18:10:49.490358 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-a0cf07df-ba9d-4ba7-86ac-6ceb73a86136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:50.077431 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb9fc44-714c-4892-bf77-52be844af196 req-e2ae4903-ab32-424e-888b-2444595ba197 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:10:50.078880 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-5bb9fc44-714c-4892-bf77-52be844af196 req-e2ae4903-ab32-424e-888b-2444595ba197 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/ports?device_id=ee55ee5f-0a9a-4f30-b982-96d3e6070fb2 HTTP/1.1" status: 200 len: 946 time: 0.0622606 Jun 17 18:10:50.115412 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-5bb9fc44-714c-4892-bf77-52be844af196 req-06a203f4-0d8e-4181-969b-b8be683ea5ac tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/security-groups?id=bde1582a-0e60-487b-9eda-9732f3338587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309665 Jun 17 18:10:50.674406 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.agents_db [None req-efac7cad-2d3b-4dc1-9769-dac6e2c75cb9 None None] Agent healthcheck: found 6 active agents {{(pid=92881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 18:10:51.334203 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95c37cc-2b38-4347-8719-5e34c23b0ba1 req-61ee49cf-a3fe-4b78-977b-b4b8ad17d5b8 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:10:51.335475 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-b95c37cc-2b38-4347-8719-5e34c23b0ba1 req-61ee49cf-a3fe-4b78-977b-b4b8ad17d5b8 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/ports?device_id=ee55ee5f-0a9a-4f30-b982-96d3e6070fb2 HTTP/1.1" status: 200 len: 946 time: 0.1024537 Jun 17 18:10:51.365985 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9623c442-d1ba-48b5-9a30-b43731b9eb81 req-c4bbe92b-f420-46e7-b9e8-dc0ead25b73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:10:51.367415 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-9623c442-d1ba-48b5-9a30-b43731b9eb81 req-c4bbe92b-f420-46e7-b9e8-dc0ead25b73e service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=b0adba5f28fa449b88e6680ee01862d3&device_id=1f009623-f182-4e80-bdb9-25d1b2fc8ca9 HTTP/1.1" status: 200 len: 1099 time: 0.0921156 Jun 17 18:10:51.404795 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-b95c37cc-2b38-4347-8719-5e34c23b0ba1 req-507f6be2-c2be-48d0-82f3-bc3dff1b9c09 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/security-groups?id=bde1582a-0e60-487b-9eda-9732f3338587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575461 Jun 17 18:10:51.503335 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9623c442-d1ba-48b5-9a30-b43731b9eb81 req-85a5e0d5-ed19-4c19-98c2-406e517ace1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:10:51.504788 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-9623c442-d1ba-48b5-9a30-b43731b9eb81 req-85a5e0d5-ed19-4c19-98c2-406e517ace1a service neutron] 10.222.0.95 "GET /v2.0/networks?id=378f779f-b6f3-4354-9f02-39696c0c3e36 HTTP/1.1" status: 200 len: 911 time: 0.1293581 Jun 17 18:10:51.522040 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53545dc8-92cb-4ca2-82d3-3118bf396a2a req-0b678021-4bcc-48e2-8869-8d2775bd411b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:10:51.523462 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-53545dc8-92cb-4ca2-82d3-3118bf396a2a req-0b678021-4bcc-48e2-8869-8d2775bd411b service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=ee55ee5f-0a9a-4f30-b982-96d3e6070fb2 HTTP/1.1" status: 200 len: 1099 time: 0.1067693 Jun 17 18:10:51.593553 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-9623c442-d1ba-48b5-9a30-b43731b9eb81 req-2b91525f-8ccf-4ca6-82c0-d5510c525a50 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=452e061e-b934-45c0-8427-979fd19c14e3 HTTP/1.1" status: 200 len: 1002 time: 0.0806324 Jun 17 18:10:51.595147 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-53545dc8-92cb-4ca2-82d3-3118bf396a2a req-c9e5149b-cf27-4640-8b92-d6d927242c95 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=bde1582a-0e60-487b-9eda-9732f3338587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451384 Jun 17 18:10:51.939466 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9623c442-d1ba-48b5-9a30-b43731b9eb81 req-545df43c-e35a-41a0-8461-9f0a4f161030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:10:51.940955 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-9623c442-d1ba-48b5-9a30-b43731b9eb81 req-545df43c-e35a-41a0-8461-9f0a4f161030 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=b0af006b-868b-4b28-854a-9d9e344cc1c0 HTTP/1.1" status: 200 len: 848 time: 0.0491698 Jun 17 18:10:51.999455 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9623c442-d1ba-48b5-9a30-b43731b9eb81 req-30866c99-8cf5-4bf2-a51e-cba0c51f7fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:10:52.000943 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-9623c442-d1ba-48b5-9a30-b43731b9eb81 req-30866c99-8cf5-4bf2-a51e-cba0c51f7fe5 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=378f779f-b6f3-4354-9f02-39696c0c3e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0521863 Jun 17 18:10:52.090281 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-9623c442-d1ba-48b5-9a30-b43731b9eb81 req-cb1afa7c-b2ba-4c73-a8fe-2319d62924d8 service neutron] 10.222.0.95 "GET /v2.0/networks/378f779f-b6f3-4354-9f02-39696c0c3e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825522 Jun 17 18:10:52.170821 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 51380) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:10:52.202903 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-9623c442-d1ba-48b5-9a30-b43731b9eb81 req-94d475b9-682d-4ad1-bbfa-87ef91522e85 service neutron] 10.222.0.95 "GET /v2.0/networks/378f779f-b6f3-4354-9f02-39696c0c3e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918913 Jun 17 18:10:52.276656 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-ba9828c6-e0a4-47e1-a857-285994966417 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:52.364341 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-ba9828c6-e0a4-47e1-a857-285994966417 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:52.368537 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-ba9828c6-e0a4-47e1-a857-285994966417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:52.372078 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-b2ca34c2-583d-4978-b2d1-7999da6fc1f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:10:52.408365 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-ba9828c6-e0a4-47e1-a857-285994966417 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=5d981b946c6f4d178891b311a565af29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2364905 Jun 17 18:10:52.409316 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9828c6-e0a4-47e1-a857-285994966417 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4355a6b2-e6e0-495c-9df7-da38b06bea52,revision_number=1']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:10:52.411094 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 51390) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:10:52.412747 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-ba9828c6-e0a4-47e1-a857-285994966417 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:10:52.472360 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-8ebc36f9-a3df-4c59-b92b-a0aaea355020 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:52.493579 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-8ebc36f9-a3df-4c59-b92b-a0aaea355020 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:52.545391 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-8ebc36f9-a3df-4c59-b92b-a0aaea355020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:52.548129 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-8ebc36f9-a3df-4c59-b92b-a0aaea355020 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:52.549566 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-8ebc36f9-a3df-4c59-b92b-a0aaea355020 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/4355a6b2-e6e0-495c-9df7-da38b06bea52 HTTP/1.1" status: 204 len: 168 time: 0.1366558 Jun 17 18:10:52.550281 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-64d555d5-3ad2-4a98-b932-8abf31494865 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:10:52.558207 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebc36f9-a3df-4c59-b92b-a0aaea355020 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4355a6b2-e6e0-495c-9df7-da38b06bea52,revision_number=None']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:10:52.561946 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-8ebc36f9-a3df-4c59-b92b-a0aaea355020 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:10:52.599794 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d16ebc-8c77-43dc-89ff-9d9d206cd766 req-2b184092-f142-4f66-a709-7dd8f746395c tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:10:52.601399 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-94d16ebc-8c77-43dc-89ff-9d9d206cd766 req-2b184092-f142-4f66-a709-7dd8f746395c tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/ports?device_id=ee55ee5f-0a9a-4f30-b982-96d3e6070fb2 HTTP/1.1" status: 200 len: 946 time: 0.0786307 Jun 17 18:10:52.646305 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-94d16ebc-8c77-43dc-89ff-9d9d206cd766 req-b47b9e61-8844-4406-904a-d785f5f52931 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/security-groups?id=bde1582a-0e60-487b-9eda-9732f3338587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393255 Jun 17 18:10:52.842872 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 51404) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:10:52.856394 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-810c84f0-efd1-4cb5-a62e-a8df83306eb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:52.948667 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-810c84f0-efd1-4cb5-a62e-a8df83306eb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:52.952604 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-810c84f0-efd1-4cb5-a62e-a8df83306eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:52.955288 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-a7ebd121-0a35-42dc-b0ce-6433c7a50456 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:10:52.994889 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810c84f0-efd1-4cb5-a62e-a8df83306eb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a5a8a42-2e4c-4b7c-9d2b-1061f33bda8e,revision_number=1']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:10:52.999024 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-810c84f0-efd1-4cb5-a62e-a8df83306eb4 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=e57c2c392002453081a52e3845439b09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1551454 Jun 17 18:10:53.000045 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-810c84f0-efd1-4cb5-a62e-a8df83306eb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:10:53.002852 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 51414) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:10:53.052006 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-f583113a-be77-459c-9d5f-64385ad5cd28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:53.073589 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-f583113a-be77-459c-9d5f-64385ad5cd28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:53.129182 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-f583113a-be77-459c-9d5f-64385ad5cd28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:53.132413 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-f583113a-be77-459c-9d5f-64385ad5cd28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:53.134334 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-f583113a-be77-459c-9d5f-64385ad5cd28 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/8a5a8a42-2e4c-4b7c-9d2b-1061f33bda8e HTTP/1.1" status: 204 len: 168 time: 0.1297152 Jun 17 18:10:53.135177 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-d23aeb0b-4d92-4c37-8765-f61752e4587c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:10:53.148176 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f583113a-be77-459c-9d5f-64385ad5cd28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a5a8a42-2e4c-4b7c-9d2b-1061f33bda8e,revision_number=None']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:10:53.151742 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-f583113a-be77-459c-9d5f-64385ad5cd28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:10:53.496665 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 51446) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:10:53.511922 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-63543858-5181-444a-8ac6-c7b2f715fa85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:53.605185 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-63543858-5181-444a-8ac6-c7b2f715fa85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:53.609707 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-63543858-5181-444a-8ac6-c7b2f715fa85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:53.613472 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-1d190b0c-30fe-43bd-b0f7-0d11b208fba4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:10:53.653400 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-63543858-5181-444a-8ac6-c7b2f715fa85 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=1cdbb91ff28b41d089fab635be512ea1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1556206 Jun 17 18:10:53.654708 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63543858-5181-444a-8ac6-c7b2f715fa85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1377130-1df5-4260-91ed-69ce4d9f4e31,revision_number=1']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:10:53.656117 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 51448) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:10:53.657889 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-63543858-5181-444a-8ac6-c7b2f715fa85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:10:53.710230 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-a35142c4-c78f-4d42-bdde-20bd6fc108a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:53.733321 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-a35142c4-c78f-4d42-bdde-20bd6fc108a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:53.793746 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-a35142c4-c78f-4d42-bdde-20bd6fc108a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:53.796781 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-a35142c4-c78f-4d42-bdde-20bd6fc108a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:53.801025 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-a35142c4-c78f-4d42-bdde-20bd6fc108a8 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/e1377130-1df5-4260-91ed-69ce4d9f4e31 HTTP/1.1" status: 204 len: 168 time: 0.1435454 Jun 17 18:10:53.802347 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-d115926c-0c30-414e-86da-6359dc025053 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:10:53.809830 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35142c4-c78f-4d42-bdde-20bd6fc108a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1377130-1df5-4260-91ed-69ce4d9f4e31,revision_number=None']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:10:53.812654 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-a35142c4-c78f-4d42-bdde-20bd6fc108a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:10:53.876851 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524784f6-7438-4a61-be5a-909557bfe2cf req-886c5542-2e7a-47f3-bde8-2c6c30029c85 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:10:53.878317 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-524784f6-7438-4a61-be5a-909557bfe2cf req-886c5542-2e7a-47f3-bde8-2c6c30029c85 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/ports?device_id=ee55ee5f-0a9a-4f30-b982-96d3e6070fb2 HTTP/1.1" status: 200 len: 946 time: 0.1043596 Jun 17 18:10:53.916094 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-524784f6-7438-4a61-be5a-909557bfe2cf req-a6e59a1c-86f9-48a5-879d-363391ae611a tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/security-groups?id=bde1582a-0e60-487b-9eda-9732f3338587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318792 Jun 17 18:10:56.180320 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-5f9d6939-ade0-4492-99bb-d3121f4491b3 req-212fc6f2-9863-4fa4-bc20-73e118b68041 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.97 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-871296200&fields=id&tenant_id=1e6c61cc07924138a80b114f14370bd1 HTTP/1.1" status: 200 len: 267 time: 0.0321684 Jun 17 18:10:56.286469 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9d6939-ade0-4492-99bb-d3121f4491b3 req-abad3314-66ec-43a3-aaa4-2d0cefdd19ee tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:10:56.287886 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-5f9d6939-ade0-4492-99bb-d3121f4491b3 req-abad3314-66ec-43a3-aaa4-2d0cefdd19ee tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.97 "GET /v2.0/networks?id=6ab84586-cad6-4a81-bfb5-7a0782fd9a74 HTTP/1.1" status: 200 len: 811 time: 0.1015222 Jun 17 18:10:56.302420 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-5f9d6939-ade0-4492-99bb-d3121f4491b3 req-6612a361-d2da-4e9d-a600-4ebe8fd50a76 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.97 "GET /v2.0/quotas/1e6c61cc07924138a80b114f14370bd1 HTTP/1.1" status: 200 len: 375 time: 0.0090261 Jun 17 18:10:56.372696 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-5f9d6939-ade0-4492-99bb-d3121f4491b3 req-0d72139e-11d7-4714-a3b2-dbd1b5b30c50 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=1e6c61cc07924138a80b114f14370bd1&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0650086 Jun 17 18:10:56.469112 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-5f9d6939-ade0-4492-99bb-d3121f4491b3 req-b85851ef-a502-4fa0-ab8e-976acfb199cd service neutron] 10.222.0.97 "GET /v2.0/networks/6ab84586-cad6-4a81-bfb5-7a0782fd9a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854576 Jun 17 18:10:56.560717 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-5f9d6939-ade0-4492-99bb-d3121f4491b3 req-e64332e6-8601-4c15-a519-66b254e2f213 service neutron] 10.222.0.97 "GET /v2.0/networks/6ab84586-cad6-4a81-bfb5-7a0782fd9a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859499 Jun 17 18:10:56.868157 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-ab6650dd-f4f8-4290-84d6-dd766c6b8d5b req-e52a595b-917d-432c-9720-b2cba73eb883 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.97 "GET /v2.0/ports?device_id=97f0cd98-21ae-4d32-be37-a815f08b7173 HTTP/1.1" status: 200 len: 210 time: 0.0304449 Jun 17 18:10:58.065760 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-7e890d6e-f042-45de-b470-da503b1505a3 req-5f3284ff-8aff-4a53-93ce-be954f4d8171 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.97 "GET /v2.0/ports?device_id=97f0cd98-21ae-4d32-be37-a815f08b7173 HTTP/1.1" status: 200 len: 210 time: 0.0610514 Jun 17 18:10:58.108640 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9d6939-ade0-4492-99bb-d3121f4491b3 req-53dc254d-bacc-42f1-aea0-5ac1c0cfa8e6 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:10:58.110202 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-5f9d6939-ade0-4492-99bb-d3121f4491b3 req-53dc254d-bacc-42f1-aea0-5ac1c0cfa8e6 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.95 "GET /v2.0/networks?id=6ab84586-cad6-4a81-bfb5-7a0782fd9a74 HTTP/1.1" status: 200 len: 811 time: 0.1471927 Jun 17 18:10:58.163921 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-5f9d6939-ade0-4492-99bb-d3121f4491b3 req-0802cba0-9745-44b7-9526-2f04c4789fef tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1e6c61cc07924138a80b114f14370bd1 HTTP/1.1" status: 200 len: 379 time: 0.0388227 Jun 17 18:10:58.179452 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.v2.base [req-5f9d6939-ade0-4492-99bb-d3121f4491b3 req-adf15ee9-9c9e-4c1b-abfa-cc07bc396b9a tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Request body: {'port': {'device_id': '97f0cd98-21ae-4d32-be37-a815f08b7173', 'network_id': '6ab84586-cad6-4a81-bfb5-7a0782fd9a74', 'admin_state_up': True, 'tenant_id': '1e6c61cc07924138a80b114f14370bd1', 'security_groups': ['3a7a746b-7224-4834-953b-7dfc4df4b34f']}} {{(pid=92874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 18:10:58.297749 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f9d6939-ade0-4492-99bb-d3121f4491b3 req-adf15ee9-9c9e-4c1b-abfa-cc07bc396b9a tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Made reservation on behalf of 1e6c61cc07924138a80b114f14370bd1 for: {'port': 1} {{(pid=92874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 18:10:58.301397 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-5f9d6939-ade0-4492-99bb-d3121f4491b3 req-adf15ee9-9c9e-4c1b-abfa-cc07bc396b9a tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1986742'] for port, before_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:58.433844 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.db.db_base_plugin_common [req-5f9d6939-ade0-4492-99bb-d3121f4491b3 req-adf15ee9-9c9e-4c1b-abfa-cc07bc396b9a tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Allocated IP 172.20.0.5 (6ab84586-cad6-4a81-bfb5-7a0782fd9a74/06c8cb67-128a-4786-852c-d9ffd25e0b01/0a20bd00-37d0-44e2-9e40-88ab9441ea0f) {{(pid=92874) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 18:10:58.573556 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-5f9d6939-ade0-4492-99bb-d3121f4491b3 req-adf15ee9-9c9e-4c1b-abfa-cc07bc396b9a tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Notify callbacks [] for port, precommit_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:58.587834 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.db.provisioning_blocks [req-5f9d6939-ade0-4492-99bb-d3121f4491b3 req-adf15ee9-9c9e-4c1b-abfa-cc07bc396b9a tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Transition to ACTIVE for port object 0a20bd00-37d0-44e2-9e40-88ab9441ea0f will not be triggered until provisioned by entity DHCP. {{(pid=92874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 18:10:58.620679 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-5f9d6939-ade0-4492-99bb-d3121f4491b3 req-adf15ee9-9c9e-4c1b-abfa-cc07bc396b9a tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1986807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743364645416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-28501925'] for port, after_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:58.624471 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-6f1a79b6-063b-4290-9496-01b12b3e9be7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:10:58.664359 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f9d6939-ade0-4492-99bb-d3121f4491b3 req-adf15ee9-9c9e-4c1b-abfa-cc07bc396b9a tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Network 6ab84586-cad6-4a81-bfb5-7a0782fd9a74 is already hosted by enough agents. {{(pid=92874) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 18:10:58.667734 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.scheduler.base_scheduler [req-5f9d6939-ade0-4492-99bb-d3121f4491b3 req-adf15ee9-9c9e-4c1b-abfa-cc07bc396b9a tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Resources bound (agent type, host, resource id): {{(pid=92874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 18:10:58.671804 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f9d6939-ade0-4492-99bb-d3121f4491b3 req-adf15ee9-9c9e-4c1b-abfa-cc07bc396b9a tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Received port after_create {{(pid=92874) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 18:10:58.710505 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf15ee9-9c9e-4c1b-abfa-cc07bc396b9a tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Pushing event updated for resources: {'Port': ['ID=0a20bd00-37d0-44e2-9e40-88ab9441ea0f,revision_number=1']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:10:58.715324 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-adf15ee9-9c9e-4c1b-abfa-cc07bc396b9a tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:10:58.732529 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9d6939-ade0-4492-99bb-d3121f4491b3 req-adf15ee9-9c9e-4c1b-abfa-cc07bc396b9a tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:10:58.733296 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-5f9d6939-ade0-4492-99bb-d3121f4491b3 req-adf15ee9-9c9e-4c1b-abfa-cc07bc396b9a tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523113'] for port, before_response {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:58.748402 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-5f9d6939-ade0-4492-99bb-d3121f4491b3 req-adf15ee9-9c9e-4c1b-abfa-cc07bc396b9a tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5724032 Jun 17 18:10:58.767497 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.v2.base [req-5f9d6939-ade0-4492-99bb-d3121f4491b3 req-b924abac-db6f-4722-bebc-70b91993c5ec service neutron] Request body: {'port': {'device_id': '97f0cd98-21ae-4d32-be37-a815f08b7173', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=92874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 18:10:58.846731 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-5f9d6939-ade0-4492-99bb-d3121f4491b3 req-b924abac-db6f-4722-bebc-70b91993c5ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:58.873899 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-c48ef4cc-0141-4bca-9c63-93c5396fb444 None None] Provisioning for port 0a20bd00-37d0-44e2-9e40-88ab9441ea0f completed by entity DHCP. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 18:10:58.878234 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-c48ef4cc-0141-4bca-9c63-93c5396fb444 None None] Provisioning complete for port 0a20bd00-37d0-44e2-9e40-88ab9441ea0f triggered by entity DHCP. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 18:10:58.878636 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-c48ef4cc-0141-4bca-9c63-93c5396fb444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687209'] for port, provisioning_complete {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:58.914447 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.plugin [None req-c48ef4cc-0141-4bca-9c63-93c5396fb444 None None] Port 0a20bd00-37d0-44e2-9e40-88ab9441ea0f cannot update to ACTIVE because it is not bound. {{(pid=92880) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 18:10:59.113286 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.notifiers.nova [req-5f9d6939-ade0-4492-99bb-d3121f4491b3 req-b924abac-db6f-4722-bebc-70b91993c5ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a20bd00-37d0-44e2-9e40-88ab9441ea0f {{(pid=92874) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 18:10:59.121149 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-5f9d6939-ade0-4492-99bb-d3121f4491b3 req-b924abac-db6f-4722-bebc-70b91993c5ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:59.133244 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.db.provisioning_blocks [req-5f9d6939-ade0-4492-99bb-d3121f4491b3 req-b924abac-db6f-4722-bebc-70b91993c5ec service neutron] Transition to ACTIVE for port object 0a20bd00-37d0-44e2-9e40-88ab9441ea0f will not be triggered until provisioned by entity L2. {{(pid=92874) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 18:10:59.137009 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-5f9d6939-ade0-4492-99bb-d3121f4491b3 req-b924abac-db6f-4722-bebc-70b91993c5ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28501911'] for port, after_update {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:59.139816 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-7cc2fa42-3303-42c6-b9c1-71f13d285e1d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:10:59.243961 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b924abac-db6f-4722-bebc-70b91993c5ec service neutron] Pushing event updated for resources: {'Port': ['ID=0a20bd00-37d0-44e2-9e40-88ab9441ea0f,revision_number=2']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:10:59.263206 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-b924abac-db6f-4722-bebc-70b91993c5ec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:10:59.337386 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30bf55e-0089-495c-8087-678a060fe29b req-a0e0225d-f5af-43c3-b706-587ecd69f6f1 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:10:59.339438 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-c30bf55e-0089-495c-8087-678a060fe29b req-a0e0225d-f5af-43c3-b706-587ecd69f6f1 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.97 "GET /v2.0/ports?device_id=97f0cd98-21ae-4d32-be37-a815f08b7173 HTTP/1.1" status: 200 len: 943 time: 0.1376636 Jun 17 18:10:59.343795 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.managers [req-5f9d6939-ade0-4492-99bb-d3121f4491b3 req-b924abac-db6f-4722-bebc-70b91993c5ec service neutron] Attempting to bind port 0a20bd00-37d0-44e2-9e40-88ab9441ea0f on host hv-cinder-78626 for vnic_type normal with profile {{(pid=92874) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 18:10:59.344170 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.managers [req-5f9d6939-ade0-4492-99bb-d3121f4491b3 req-b924abac-db6f-4722-bebc-70b91993c5ec service neutron] Attempting to bind port 0a20bd00-37d0-44e2-9e40-88ab9441ea0f by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': 'b4e37eab-f82a-4d9a-af96-7aed12146093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': '6ab84586-cad6-4a81-bfb5-7a0782fd9a74'}] {{(pid=92874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 18:10:59.344496 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9d6939-ade0-4492-99bb-d3121f4491b3 req-b924abac-db6f-4722-bebc-70b91993c5ec service neutron] Attempting to bind port 0a20bd00-37d0-44e2-9e40-88ab9441ea0f on network 6ab84586-cad6-4a81-bfb5-7a0782fd9a74 {{(pid=92874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 18:10:59.355096 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9d6939-ade0-4492-99bb-d3121f4491b3 req-b924abac-db6f-4722-bebc-70b91993c5ec service neutron] Port 0a20bd00-37d0-44e2-9e40-88ab9441ea0f on network 6ab84586-cad6-4a81-bfb5-7a0782fd9a74 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=92874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 18:10:59.355358 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9d6939-ade0-4492-99bb-d3121f4491b3 req-b924abac-db6f-4722-bebc-70b91993c5ec service neutron] Attempting to bind port 0a20bd00-37d0-44e2-9e40-88ab9441ea0f on network 6ab84586-cad6-4a81-bfb5-7a0782fd9a74 {{(pid=92874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 18:10:59.367859 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9d6939-ade0-4492-99bb-d3121f4491b3 req-b924abac-db6f-4722-bebc-70b91993c5ec service neutron] Checking agent: {'id': '0a4c4f6c-022a-47ca-a1e7-cbe9e6e5e8a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 18, 1, 10), 'started_at': datetime.datetime(2021, 6, 17, 18, 1, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 18, 10, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 18:10:59.368274 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9d6939-ade0-4492-99bb-d3121f4491b3 req-b924abac-db6f-4722-bebc-70b91993c5ec service neutron] Checking segment: {'id': 'b4e37eab-f82a-4d9a-af96-7aed12146093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': '6ab84586-cad6-4a81-bfb5-7a0782fd9a74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 18:10:59.368643 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9d6939-ade0-4492-99bb-d3121f4491b3 req-b924abac-db6f-4722-bebc-70b91993c5ec service neutron] Bound using segment: {'id': 'b4e37eab-f82a-4d9a-af96-7aed12146093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': '6ab84586-cad6-4a81-bfb5-7a0782fd9a74'} {{(pid=92874) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 18:10:59.369066 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.managers [req-5f9d6939-ade0-4492-99bb-d3121f4491b3 req-b924abac-db6f-4722-bebc-70b91993c5ec service neutron] Bound port: 0a20bd00-37d0-44e2-9e40-88ab9441ea0f, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4e37eab-f82a-4d9a-af96-7aed12146093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1139, 'network_id': '6ab84586-cad6-4a81-bfb5-7a0782fd9a74'}}] {{(pid=92874) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 18:10:59.369441 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-5f9d6939-ade0-4492-99bb-d3121f4491b3 req-b924abac-db6f-4722-bebc-70b91993c5ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:59.395485 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-c30bf55e-0089-495c-8087-678a060fe29b req-2ca67f96-fe19-47f1-9adb-e07c1e3006bb tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.97 "GET /v2.0/security-groups?id=3a7a746b-7224-4834-953b-7dfc4df4b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488286 Jun 17 18:10:59.443586 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.db [req-5f9d6939-ade0-4492-99bb-d3121f4491b3 req-b924abac-db6f-4722-bebc-70b91993c5ec service neutron] For port 0a20bd00-37d0-44e2-9e40-88ab9441ea0f, host hv-cinder-78626, cleared binding levels {{(pid=92874) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 18:10:59.446505 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.db [req-5f9d6939-ade0-4492-99bb-d3121f4491b3 req-b924abac-db6f-4722-bebc-70b91993c5ec service neutron] For port 0a20bd00-37d0-44e2-9e40-88ab9441ea0f, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=0a20bd00-37d0-44e2-9e40-88ab9441ea0f,segment=NetworkSegment(b4e37eab-f82a-4d9a-af96-7aed12146093),segment_id=b4e37eab-f82a-4d9a-af96-7aed12146093)] {{(pid=92874) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 18:10:59.451459 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-5f9d6939-ade0-4492-99bb-d3121f4491b3 req-b924abac-db6f-4722-bebc-70b91993c5ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28501911'] for port, after_update {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:59.453409 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-b924abac-db6f-4722-bebc-70b91993c5ec service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:10:59.484181 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9d6939-ade0-4492-99bb-d3121f4491b3 req-b924abac-db6f-4722-bebc-70b91993c5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:10:59.484797 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-5f9d6939-ade0-4492-99bb-d3121f4491b3 req-b924abac-db6f-4722-bebc-70b91993c5ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523113'] for port, before_response {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:10:59.486222 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-5f9d6939-ade0-4492-99bb-d3121f4491b3 req-b924abac-db6f-4722-bebc-70b91993c5ec service neutron] 10.222.0.95 "PUT /v2.0/ports/0a20bd00-37d0-44e2-9e40-88ab9441ea0f HTTP/1.1" status: 200 len: 1093 time: 0.7235291 Jun 17 18:10:59.486626 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97f0cd98-21ae-4d32-be37-a815f08b7173', 'tag': '0a20bd00-37d0-44e2-9e40-88ab9441ea0f'}] {{(pid=92874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 18:10:59.488925 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58554d43f64f60294e2d1fd4a9d9342a0a386c70b92defbb6c9fd2054ba7a623" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f15c068-7c2a-4d06-852c-5439d3da71dd" -d '{"events": [{"name": "network-changed", "server_uuid": "97f0cd98-21ae-4d32-be37-a815f08b7173", "tag": "0a20bd00-37d0-44e2-9e40-88ab9441ea0f"}]}' {{(pid=92874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 18:10:59.516038 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b924abac-db6f-4722-bebc-70b91993c5ec service neutron] Pushing event updated for resources: {'Port': ['ID=0a20bd00-37d0-44e2-9e40-88ab9441ea0f,revision_number=3']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:10:59.519179 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-b924abac-db6f-4722-bebc-70b91993c5ec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:10:59.537563 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 18:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ec50163-3b62-401a-ba5b-9d202772a107 x-openstack-request-id: req-1ec50163-3b62-401a-ba5b-9d202772a107 {{(pid=92874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 18:10:59.537978 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97f0cd98-21ae-4d32-be37-a815f08b7173", "tag": "0a20bd00-37d0-44e2-9e40-88ab9441ea0f", "status": "completed", "code": 200}]} {{(pid=92874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 18:10:59.538349 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-1ec50163-3b62-401a-ba5b-9d202772a107 {{(pid=92874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 18:10:59.538858 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97f0cd98-21ae-4d32-be37-a815f08b7173', 'tag': '0a20bd00-37d0-44e2-9e40-88ab9441ea0f', 'status': 'completed', 'code': 200} Jun 17 18:10:59.615371 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9d6939-ade0-4492-99bb-d3121f4491b3 req-fb4f8c96-76e2-4459-a4d7-512c42dafeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:10:59.616826 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-5f9d6939-ade0-4492-99bb-d3121f4491b3 req-fb4f8c96-76e2-4459-a4d7-512c42dafeb9 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=1e6c61cc07924138a80b114f14370bd1&device_id=97f0cd98-21ae-4d32-be37-a815f08b7173 HTTP/1.1" status: 200 len: 1096 time: 0.0572340 Jun 17 18:10:59.667946 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-5f9d6939-ade0-4492-99bb-d3121f4491b3 req-753614af-b686-4550-b804-09aaec2f1702 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0a20bd00-37d0-44e2-9e40-88ab9441ea0f HTTP/1.1" status: 200 len: 217 time: 0.0346053 Jun 17 18:10:59.717872 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9d6939-ade0-4492-99bb-d3121f4491b3 req-61456dc2-3c10-40b1-9734-7f3cb2e365f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:10:59.719324 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-5f9d6939-ade0-4492-99bb-d3121f4491b3 req-61456dc2-3c10-40b1-9734-7f3cb2e365f5 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=06c8cb67-128a-4786-852c-d9ffd25e0b01 HTTP/1.1" status: 200 len: 850 time: 0.0419140 Jun 17 18:10:59.786633 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9d6939-ade0-4492-99bb-d3121f4491b3 req-ca1d6963-8d6f-4e65-b847-4b333de35eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:10:59.788209 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-5f9d6939-ade0-4492-99bb-d3121f4491b3 req-ca1d6963-8d6f-4e65-b847-4b333de35eda service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=6ab84586-cad6-4a81-bfb5-7a0782fd9a74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0588319 Jun 17 18:10:59.889842 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-5f9d6939-ade0-4492-99bb-d3121f4491b3 req-987aa487-36fb-4ad2-a95e-2fc1f521cf23 service neutron] 10.222.0.95 "GET /v2.0/networks/6ab84586-cad6-4a81-bfb5-7a0782fd9a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936785 Jun 17 18:10:59.984258 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-5f9d6939-ade0-4492-99bb-d3121f4491b3 req-3f498bea-b6f7-4241-9887-c83f49b60668 service neutron] 10.222.0.95 "GET /v2.0/networks/6ab84586-cad6-4a81-bfb5-7a0782fd9a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869892 Jun 17 18:11:00.142931 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 51610) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:11:00.155717 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f15c068-7c2a-4d06-852c-5439d3da71dd req-21c6dbe9-2839-44de-8c67-785d78643607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:11:00.157211 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-4f15c068-7c2a-4d06-852c-5439d3da71dd req-21c6dbe9-2839-44de-8c67-785d78643607 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=1e6c61cc07924138a80b114f14370bd1&device_id=97f0cd98-21ae-4d32-be37-a815f08b7173 HTTP/1.1" status: 200 len: 1096 time: 0.0523980 Jun 17 18:11:00.243633 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-90afeaaf-676c-4b32-ac7a-ac1cd7af9b3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:00.249484 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f15c068-7c2a-4d06-852c-5439d3da71dd req-091187ca-01c7-4318-952f-48b0b074c401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:11:00.250975 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-4f15c068-7c2a-4d06-852c-5439d3da71dd req-091187ca-01c7-4318-952f-48b0b074c401 service neutron] 10.222.0.95 "GET /v2.0/networks?id=6ab84586-cad6-4a81-bfb5-7a0782fd9a74 HTTP/1.1" status: 200 len: 913 time: 0.0848510 Jun 17 18:11:00.297103 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-4f15c068-7c2a-4d06-852c-5439d3da71dd req-670f9695-a6a0-4d06-90d1-8aa199e3b68e service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0a20bd00-37d0-44e2-9e40-88ab9441ea0f HTTP/1.1" status: 200 len: 217 time: 0.0343585 Jun 17 18:11:00.334784 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-90afeaaf-676c-4b32-ac7a-ac1cd7af9b3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:00.338590 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-90afeaaf-676c-4b32-ac7a-ac1cd7af9b3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:00.341806 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-40d492fd-1443-48c2-ba96-8716d6ec733a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:11:00.346664 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f15c068-7c2a-4d06-852c-5439d3da71dd req-135f563a-428e-4979-bf45-4dfd1890c0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:11:00.348211 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-4f15c068-7c2a-4d06-852c-5439d3da71dd req-135f563a-428e-4979-bf45-4dfd1890c0fb service neutron] 10.222.0.95 "GET /v2.0/subnets?id=06c8cb67-128a-4786-852c-d9ffd25e0b01 HTTP/1.1" status: 200 len: 850 time: 0.0447140 Jun 17 18:11:00.378473 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-90afeaaf-676c-4b32-ac7a-ac1cd7af9b3f admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=dbe3fa2fabe845d8abfc0d69b3173ee0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2343714 Jun 17 18:11:00.379621 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90afeaaf-676c-4b32-ac7a-ac1cd7af9b3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8bf5014-9edf-4fd3-b65f-c0bd49b65cc7,revision_number=1']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:11:00.382385 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 51614) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:11:00.382596 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-90afeaaf-676c-4b32-ac7a-ac1cd7af9b3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:11:00.441869 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f15c068-7c2a-4d06-852c-5439d3da71dd req-c108e539-f202-4f84-b493-10aa047b68e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:11:00.443328 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-4f15c068-7c2a-4d06-852c-5439d3da71dd req-c108e539-f202-4f84-b493-10aa047b68e3 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=6ab84586-cad6-4a81-bfb5-7a0782fd9a74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0861824 Jun 17 18:11:00.470703 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-56c44c85-d449-4a25-8de3-2e0fb08710b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:00.528539 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-56c44c85-d449-4a25-8de3-2e0fb08710b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:00.888232 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-4f15c068-7c2a-4d06-852c-5439d3da71dd req-0f5094ac-c3e3-44bf-b0fa-21fe150e8d26 service neutron] 10.222.0.95 "GET /v2.0/networks/6ab84586-cad6-4a81-bfb5-7a0782fd9a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4372685 Jun 17 18:11:00.931512 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56f440a-bcac-4a50-80ea-a8447a9b1995 req-d88b1103-4897-4bb2-9667-3cae69410734 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:11:00.932960 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-d56f440a-bcac-4a50-80ea-a8447a9b1995 req-d88b1103-4897-4bb2-9667-3cae69410734 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.97 "GET /v2.0/ports?device_id=97f0cd98-21ae-4d32-be37-a815f08b7173 HTTP/1.1" status: 200 len: 943 time: 0.4085016 Jun 17 18:11:00.951968 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-56c44c85-d449-4a25-8de3-2e0fb08710b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:00.954419 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-56c44c85-d449-4a25-8de3-2e0fb08710b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:00.955411 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-56c44c85-d449-4a25-8de3-2e0fb08710b0 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/e8bf5014-9edf-4fd3-b65f-c0bd49b65cc7 HTTP/1.1" status: 204 len: 168 time: 0.5710475 Jun 17 18:11:00.958666 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-d46ce141-2da6-4251-b5d7-bdc6f0af9774 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:11:01.010801 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c44c85-d449-4a25-8de3-2e0fb08710b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8bf5014-9edf-4fd3-b65f-c0bd49b65cc7,revision_number=None']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:11:01.013137 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-56c44c85-d449-4a25-8de3-2e0fb08710b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:11:01.034923 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-d56f440a-bcac-4a50-80ea-a8447a9b1995 req-50c7295b-c18b-4aac-9ff2-43c8ba099ff7 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.97 "GET /v2.0/security-groups?id=3a7a746b-7224-4834-953b-7dfc4df4b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958941 Jun 17 18:11:01.046791 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-4f15c068-7c2a-4d06-852c-5439d3da71dd req-ea4c113d-53a0-4683-aced-bd76d17b0393 service neutron] 10.222.0.95 "GET /v2.0/networks/6ab84586-cad6-4a81-bfb5-7a0782fd9a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470473 Jun 17 18:11:01.212899 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 51622) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:11:01.226400 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-7a5618f5-7541-4fac-b826-903502c7be23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:01.315951 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-7a5618f5-7541-4fac-b826-903502c7be23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:01.319650 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-7a5618f5-7541-4fac-b826-903502c7be23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:01.323302 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-da8be74c-136c-40e7-918b-a46bf5613517 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:11:01.358145 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-7a5618f5-7541-4fac-b826-903502c7be23 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=a21b1016e89047439484cd7f43d2ca2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1436090 Jun 17 18:11:01.359329 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5618f5-7541-4fac-b826-903502c7be23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b43ab8a-6279-4dbf-9d22-62677cf60183,revision_number=1']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:11:01.360795 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 51624) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:11:01.362330 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-7a5618f5-7541-4fac-b826-903502c7be23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:11:01.409229 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-039f7e38-2801-42cf-a3a2-449d62bb3265 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:01.430409 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-039f7e38-2801-42cf-a3a2-449d62bb3265 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:01.479585 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-039f7e38-2801-42cf-a3a2-449d62bb3265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:01.482196 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-039f7e38-2801-42cf-a3a2-449d62bb3265 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:01.483405 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-039f7e38-2801-42cf-a3a2-449d62bb3265 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/9b43ab8a-6279-4dbf-9d22-62677cf60183 HTTP/1.1" status: 204 len: 168 time: 0.1215620 Jun 17 18:11:01.484139 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-7c43df03-5de0-4656-b065-cebd03b440fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:11:01.492863 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039f7e38-2801-42cf-a3a2-449d62bb3265 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b43ab8a-6279-4dbf-9d22-62677cf60183,revision_number=None']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:11:01.495347 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-039f7e38-2801-42cf-a3a2-449d62bb3265 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:11:02.215968 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c00dfe-5735-44de-994e-7c2ba3518250 req-ce9c41d7-d956-476a-92c5-e4edeba8aa9f tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:11:02.217467 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-62c00dfe-5735-44de-994e-7c2ba3518250 req-ce9c41d7-d956-476a-92c5-e4edeba8aa9f tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.97 "GET /v2.0/ports?device_id=97f0cd98-21ae-4d32-be37-a815f08b7173 HTTP/1.1" status: 200 len: 943 time: 0.0723875 Jun 17 18:11:02.256488 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-62c00dfe-5735-44de-994e-7c2ba3518250 req-8f79b46f-aef3-4de7-aee9-8cce7c71509b tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.97 "GET /v2.0/security-groups?id=3a7a746b-7224-4834-953b-7dfc4df4b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332961 Jun 17 18:11:03.428749 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bdcc41-2b5c-4348-9f54-ed2e0344c37f req-27c34e6f-a728-4fbd-a952-8e3029a14f9f tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:11:03.430207 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-c1bdcc41-2b5c-4348-9f54-ed2e0344c37f req-27c34e6f-a728-4fbd-a952-8e3029a14f9f tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.97 "GET /v2.0/ports?device_id=97f0cd98-21ae-4d32-be37-a815f08b7173 HTTP/1.1" status: 200 len: 943 time: 0.0659530 Jun 17 18:11:03.436705 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 51700) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:11:03.469100 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-c1bdcc41-2b5c-4348-9f54-ed2e0344c37f req-ccfef825-3d7c-4d81-9fb2-76502367dcc1 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.97 "GET /v2.0/security-groups?id=3a7a746b-7224-4834-953b-7dfc4df4b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320511 Jun 17 18:11:03.539089 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-629cc2ba-a61c-40c2-8c34-476f1a3d6f97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:03.626736 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-629cc2ba-a61c-40c2-8c34-476f1a3d6f97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:03.630467 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-629cc2ba-a61c-40c2-8c34-476f1a3d6f97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:03.633491 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-6015e4f0-83cc-47e0-9bb7-ee1d4b7f309b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:11:03.667945 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-629cc2ba-a61c-40c2-8c34-476f1a3d6f97 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=b875bd0eb64f4ee5a5e5deda48d2f16a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2302217 Jun 17 18:11:03.669065 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629cc2ba-a61c-40c2-8c34-476f1a3d6f97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80af9d0e-b859-4af3-b468-d19d66e557dc,revision_number=1']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:11:03.670709 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 51704) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:11:03.672239 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-629cc2ba-a61c-40c2-8c34-476f1a3d6f97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:11:03.717728 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-4765f352-2a05-42da-bf6b-3f0478d05ec2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:03.738035 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-4765f352-2a05-42da-bf6b-3f0478d05ec2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:03.783303 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-4765f352-2a05-42da-bf6b-3f0478d05ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:03.786118 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-4765f352-2a05-42da-bf6b-3f0478d05ec2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:03.787325 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-4765f352-2a05-42da-bf6b-3f0478d05ec2 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/80af9d0e-b859-4af3-b468-d19d66e557dc HTTP/1.1" status: 204 len: 168 time: 0.1155448 Jun 17 18:11:03.788240 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-63543858-5181-444a-8ac6-c7b2f715fa85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:11:03.804793 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4765f352-2a05-42da-bf6b-3f0478d05ec2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80af9d0e-b859-4af3-b468-d19d66e557dc,revision_number=None']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:11:03.807673 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-4765f352-2a05-42da-bf6b-3f0478d05ec2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:11:04.040058 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 51710) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:11:04.053787 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-58f23541-acb4-409a-a7c3-bb2905aa1f65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:04.145248 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-58f23541-acb4-409a-a7c3-bb2905aa1f65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:04.148946 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-58f23541-acb4-409a-a7c3-bb2905aa1f65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:04.152576 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-f7ef0bc9-f10b-443b-b691-9f5fed08c3a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:11:04.186617 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-58f23541-acb4-409a-a7c3-bb2905aa1f65 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=69f29eb8372e4732a8b94c3085875c9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1454463 Jun 17 18:11:04.187534 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f23541-acb4-409a-a7c3-bb2905aa1f65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29b3d521-0b4c-40e5-8bc5-7fadc2171b03,revision_number=1']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:11:04.189360 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 51712) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:11:04.190547 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-58f23541-acb4-409a-a7c3-bb2905aa1f65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:11:04.240033 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-15ed0dfb-2ac4-48eb-85e1-0432f6945f1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:04.259790 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-15ed0dfb-2ac4-48eb-85e1-0432f6945f1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:04.304944 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-15ed0dfb-2ac4-48eb-85e1-0432f6945f1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:04.307812 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-15ed0dfb-2ac4-48eb-85e1-0432f6945f1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:04.309299 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-15ed0dfb-2ac4-48eb-85e1-0432f6945f1b admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/29b3d521-0b4c-40e5-8bc5-7fadc2171b03 HTTP/1.1" status: 204 len: 168 time: 0.1188076 Jun 17 18:11:04.310755 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-0dffd5b3-e218-4b51-a409-9004a4763da5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:11:04.318917 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ed0dfb-2ac4-48eb-85e1-0432f6945f1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29b3d521-0b4c-40e5-8bc5-7fadc2171b03,revision_number=None']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:11:04.321102 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-15ed0dfb-2ac4-48eb-85e1-0432f6945f1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:11:04.640640 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd928b3-2651-4d42-8f5e-26f8e92d44c8 req-4f374ad8-6cc4-487b-9938-029dc7f0d3cf tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:11:04.642367 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-4cd928b3-2651-4d42-8f5e-26f8e92d44c8 req-4f374ad8-6cc4-487b-9938-029dc7f0d3cf tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.97 "GET /v2.0/ports?device_id=97f0cd98-21ae-4d32-be37-a815f08b7173 HTTP/1.1" status: 200 len: 943 time: 0.0633414 Jun 17 18:11:04.679853 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-4cd928b3-2651-4d42-8f5e-26f8e92d44c8 req-8a2781c1-7ef9-440b-ba30-9a26b198062d tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.97 "GET /v2.0/security-groups?id=3a7a746b-7224-4834-953b-7dfc4df4b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318251 Jun 17 18:11:04.948670 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 51736) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:11:05.039665 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.v2.base [None req-30948b87-d23d-4bda-a44b-b0e02f269908 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1612943793-network', 'tenant_id': 'e863428dd6cf4adbbe9584830a1f4929'}} {{(pid=92872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 18:11:05.061432 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30948b87-d23d-4bda-a44b-b0e02f269908 admin admin] Made reservation on behalf of e863428dd6cf4adbbe9584830a1f4929 for: {'network': 1} {{(pid=92872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 18:11:05.063767 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-30948b87-d23d-4bda-a44b-b0e02f269908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1986742'] for network, before_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:05.072105 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-30948b87-d23d-4bda-a44b-b0e02f269908 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:05.157464 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-30948b87-d23d-4bda-a44b-b0e02f269908 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:05.161289 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-30948b87-d23d-4bda-a44b-b0e02f269908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:05.164201 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-e1a0adaa-f93c-40e2-b99c-6ed01c9b77fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:11:05.189355 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30948b87-d23d-4bda-a44b-b0e02f269908 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1130} {{(pid=92872) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 18:11:05.195731 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30948b87-d23d-4bda-a44b-b0e02f269908 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=272f1574-968b-4349-a610-c4be3c9a0ef8,revision_number=1']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:11:05.198839 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-30948b87-d23d-4bda-a44b-b0e02f269908 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:11:05.203339 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-30948b87-d23d-4bda-a44b-b0e02f269908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1592042'] for segment, precommit_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:05.203519 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.db.segments_db [None req-30948b87-d23d-4bda-a44b-b0e02f269908 admin admin] Added segment 22fc83fd-d31f-4025-88bb-a2cba427dcdd of type vlan for network 5aab0660-6acf-40c5-8299-28700010aecb Jun 17 18:11:05.244007 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-30948b87-d23d-4bda-a44b-b0e02f269908 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743364582301'] for network, precommit_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:05.274252 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-30948b87-d23d-4bda-a44b-b0e02f269908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563796'] for network, after_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:05.275539 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30948b87-d23d-4bda-a44b-b0e02f269908 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:11:05.276183 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-30948b87-d23d-4bda-a44b-b0e02f269908 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563787'] for network, before_response {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:05.279022 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-10238e11-ef56-45ac-a9d4-8a8581b705b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:11:05.303574 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-30948b87-d23d-4bda-a44b-b0e02f269908 admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3538179 Jun 17 18:11:05.308039 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 51740) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:11:05.312374 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.v2.base [None req-fd6f217f-2da2-43a1-8496-c2f2a92680f8 admin admin] Request body: {'subnet': {'network_id': '5aab0660-6acf-40c5-8299-28700010aecb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1612943793-subnet', 'tenant_id': 'e863428dd6cf4adbbe9584830a1f4929', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 18:11:05.333509 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd6f217f-2da2-43a1-8496-c2f2a92680f8 admin admin] Made reservation on behalf of e863428dd6cf4adbbe9584830a1f4929 for: {'subnet': 1} {{(pid=92874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 18:11:05.335657 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-fd6f217f-2da2-43a1-8496-c2f2a92680f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25700772'] for subnet, before_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:05.339013 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30948b87-d23d-4bda-a44b-b0e02f269908 admin admin] Pushing event updated for resources: {'Network': ['ID=5aab0660-6acf-40c5-8299-28700010aecb,revision_number=1']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:11:05.341786 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-30948b87-d23d-4bda-a44b-b0e02f269908 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:11:05.349112 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Network 5aab0660-6acf-40c5-8299-28700010aecb details requested by agent ovs-agent-dv-cinder-786260-6-iscsi with host dv-cinder-786260-6-iscsi {{(pid=92880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 18:11:05.503933 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-fd6f217f-2da2-43a1-8496-c2f2a92680f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28501785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25700790'] for subnet, after_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:05.506775 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:11:05.566372 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6f217f-2da2-43a1-8496-c2f2a92680f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ccc3a478-6cd6-4ac6-b6df-addc7f7f1bad,revision_number=0']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:11:05.570088 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-fd6f217f-2da2-43a1-8496-c2f2a92680f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:11:05.571193 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6f217f-2da2-43a1-8496-c2f2a92680f8 admin admin] Checking segment: {'id': '22fc83fd-d31f-4025-88bb-a2cba427dcdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1130, 'network_id': '5aab0660-6acf-40c5-8299-28700010aecb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92874) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 18:11:05.571543 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd6f217f-2da2-43a1-8496-c2f2a92680f8 admin admin] Network hostable DHCP agents. Network: 5aab0660-6acf-40c5-8299-28700010aecb, hostable agents: ['795a795f-766d-4def-8ee5-7e560291ca0e'], hosted agents: [] {{(pid=92874) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 18:11:05.587178 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd6f217f-2da2-43a1-8496-c2f2a92680f8 admin admin] Network 5aab0660-6acf-40c5-8299-28700010aecb is scheduled to be hosted by DHCP agent 795a795f-766d-4def-8ee5-7e560291ca0e with binding_index 1 {{(pid=92874) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 18:11:05.595909 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.scheduler.base_scheduler [None req-fd6f217f-2da2-43a1-8496-c2f2a92680f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-6-iscsi, 5aab0660-6acf-40c5-8299-28700010aecb) {{(pid=92874) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 18:11:05.599772 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd6f217f-2da2-43a1-8496-c2f2a92680f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:11:05.600396 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-fd6f217f-2da2-43a1-8496-c2f2a92680f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563787'] for subnet, before_response {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:05.605273 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a90f21f-b2bd-4f9b-b0e3-501860eb42ea None None] Network 5aab0660-6acf-40c5-8299-28700010aecb requested from dv-cinder-786260-6-iscsi {{(pid=92880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 18:11:05.614084 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-fd6f217f-2da2-43a1-8496-c2f2a92680f8 admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3056824 Jun 17 18:11:05.734024 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc09736b-7dfb-4677-8d4f-a90502a4eeb3 None None] Network 5aab0660-6acf-40c5-8299-28700010aecb requested from dv-cinder-786260-6-iscsi {{(pid=92880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 18:11:05.866445 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12b4500-f632-4ad7-9246-f3f33f722c08 req-622bb8de-64ee-41b4-a656-00a9369ea3bc tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:11:05.867932 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-f12b4500-f632-4ad7-9246-f3f33f722c08 req-622bb8de-64ee-41b4-a656-00a9369ea3bc tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.97 "GET /v2.0/ports?device_id=97f0cd98-21ae-4d32-be37-a815f08b7173 HTTP/1.1" status: 200 len: 943 time: 0.0709836 Jun 17 18:11:05.911175 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-f12b4500-f632-4ad7-9246-f3f33f722c08 req-00a7e7ba-a5e7-40ec-8d27-1309e22cb99e tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.97 "GET /v2.0/security-groups?id=3a7a746b-7224-4834-953b-7dfc4df4b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376441 Jun 17 18:11:06.062982 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 51760) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:11:06.068140 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.v2.base [None req-7a3152be-d616-4ee7-8f07-625a29d2af93 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1726288980-network', 'tenant_id': 'bafb1cdbfdde4c6a9f6db36da006eb3f'}} {{(pid=92874) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 18:11:06.090242 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a3152be-d616-4ee7-8f07-625a29d2af93 admin admin] Made reservation on behalf of bafb1cdbfdde4c6a9f6db36da006eb3f for: {'network': 1} {{(pid=92874) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 18:11:06.092475 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-7a3152be-d616-4ee7-8f07-625a29d2af93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1986742'] for network, before_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:06.100403 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-7a3152be-d616-4ee7-8f07-625a29d2af93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:06.186160 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-7a3152be-d616-4ee7-8f07-625a29d2af93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:06.190220 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-7a3152be-d616-4ee7-8f07-625a29d2af93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:06.193221 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-ba9828c6-e0a4-47e1-a857-285994966417 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:11:06.214938 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a3152be-d616-4ee7-8f07-625a29d2af93 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1108} {{(pid=92874) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 18:11:06.223541 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3152be-d616-4ee7-8f07-625a29d2af93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3d1a177-f4f4-4a07-a376-2c836f28527a,revision_number=1']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:11:06.226511 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-7a3152be-d616-4ee7-8f07-625a29d2af93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:11:06.231611 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-7a3152be-d616-4ee7-8f07-625a29d2af93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1592042'] for segment, precommit_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:06.231743 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.db.segments_db [None req-7a3152be-d616-4ee7-8f07-625a29d2af93 admin admin] Added segment 20787fe0-afcc-4544-b8c0-dd30230b3c3f of type vlan for network 6636af04-cd54-4906-ae9f-4d444aab4059 Jun 17 18:11:06.272928 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-7a3152be-d616-4ee7-8f07-625a29d2af93 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743364582301'] for network, precommit_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:06.300853 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-7a3152be-d616-4ee7-8f07-625a29d2af93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563796'] for network, after_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:06.302155 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a3152be-d616-4ee7-8f07-625a29d2af93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:11:06.302715 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-7a3152be-d616-4ee7-8f07-625a29d2af93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563787'] for network, before_response {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:06.305562 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-c438aaec-ad46-4db8-abeb-14ada3e85360 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:11:06.325970 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-7a3152be-d616-4ee7-8f07-625a29d2af93 admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.2619190 Jun 17 18:11:06.328810 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 51762) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:11:06.333879 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.v2.base [None req-0d4aaa81-c025-4376-bdfd-4ac728197def admin admin] Request body: {'subnet': {'network_id': '6636af04-cd54-4906-ae9f-4d444aab4059', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1726288980-subnet', 'tenant_id': 'bafb1cdbfdde4c6a9f6db36da006eb3f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 18:11:06.355234 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d4aaa81-c025-4376-bdfd-4ac728197def admin admin] Made reservation on behalf of bafb1cdbfdde4c6a9f6db36da006eb3f for: {'subnet': 1} {{(pid=92872) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 18:11:06.357640 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-0d4aaa81-c025-4376-bdfd-4ac728197def admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27255148'] for subnet, before_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:06.363305 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3152be-d616-4ee7-8f07-625a29d2af93 admin admin] Pushing event updated for resources: {'Network': ['ID=6636af04-cd54-4906-ae9f-4d444aab4059,revision_number=1']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:11:06.365975 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-7a3152be-d616-4ee7-8f07-625a29d2af93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:11:06.373151 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Network 6636af04-cd54-4906-ae9f-4d444aab4059 details requested by agent ovs-agent-dv-cinder-786260-6-iscsi with host dv-cinder-786260-6-iscsi {{(pid=92880) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 18:11:06.520444 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-0d4aaa81-c025-4376-bdfd-4ac728197def admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25532102', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27255166'] for subnet, after_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:06.523221 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:11:06.567371 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4aaa81-c025-4376-bdfd-4ac728197def admin admin] Pushing event updated for resources: {'Subnet': ['ID=d932ec64-dc0b-4fdc-a671-d5328d6d7d8b,revision_number=0']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:11:06.574503 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-0d4aaa81-c025-4376-bdfd-4ac728197def admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:11:06.582967 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4aaa81-c025-4376-bdfd-4ac728197def admin admin] Checking segment: {'id': '20787fe0-afcc-4544-b8c0-dd30230b3c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '6636af04-cd54-4906-ae9f-4d444aab4059'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 18:11:06.583318 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d4aaa81-c025-4376-bdfd-4ac728197def admin admin] Network hostable DHCP agents. Network: 6636af04-cd54-4906-ae9f-4d444aab4059, hostable agents: ['795a795f-766d-4def-8ee5-7e560291ca0e'], hosted agents: [] {{(pid=92872) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 18:11:06.599689 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d4aaa81-c025-4376-bdfd-4ac728197def admin admin] Network 6636af04-cd54-4906-ae9f-4d444aab4059 is scheduled to be hosted by DHCP agent 795a795f-766d-4def-8ee5-7e560291ca0e with binding_index 1 {{(pid=92872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 18:11:06.607585 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.scheduler.base_scheduler [None req-0d4aaa81-c025-4376-bdfd-4ac728197def admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-6-iscsi, 6636af04-cd54-4906-ae9f-4d444aab4059) {{(pid=92872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 18:11:06.611417 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4aaa81-c025-4376-bdfd-4ac728197def admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:11:06.612025 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-0d4aaa81-c025-4376-bdfd-4ac728197def admin admin] Notify callbacks [] for subnet, before_response {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:06.616077 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5008660-b8b9-4c1e-bff1-1001e12f3b1b None None] Network 6636af04-cd54-4906-ae9f-4d444aab4059 requested from dv-cinder-786260-6-iscsi {{(pid=92880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 18:11:06.625115 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-0d4aaa81-c025-4376-bdfd-4ac728197def admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.2952421 Jun 17 18:11:06.858694 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76c65102-4761-407f-95e0-e6860f19414c None None] Network 6636af04-cd54-4906-ae9f-4d444aab4059 requested from dv-cinder-786260-6-iscsi {{(pid=92880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 18:11:07.085107 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15187aaf-646c-4af8-bfdc-b12a5cf3898d req-3e60a444-155e-4468-99d4-e9a08879e048 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:11:07.094296 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-15187aaf-646c-4af8-bfdc-b12a5cf3898d req-3e60a444-155e-4468-99d4-e9a08879e048 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.97 "GET /v2.0/ports?device_id=97f0cd98-21ae-4d32-be37-a815f08b7173 HTTP/1.1" status: 200 len: 943 time: 0.0729594 Jun 17 18:11:07.139325 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-15187aaf-646c-4af8-bfdc-b12a5cf3898d req-68b572d1-8b29-44b0-9b3d-a8a7022c60c1 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.97 "GET /v2.0/security-groups?id=3a7a746b-7224-4834-953b-7dfc4df4b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388682 Jun 17 18:11:08.315025 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8926d28-c292-4b85-b744-87cb1566b650 req-94de6aeb-243b-4bca-b49c-83f04cfe33d7 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:11:08.316535 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-b8926d28-c292-4b85-b744-87cb1566b650 req-94de6aeb-243b-4bca-b49c-83f04cfe33d7 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.97 "GET /v2.0/ports?device_id=97f0cd98-21ae-4d32-be37-a815f08b7173 HTTP/1.1" status: 200 len: 943 time: 0.0653052 Jun 17 18:11:08.354494 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-b8926d28-c292-4b85-b744-87cb1566b650 req-0023442e-36be-461e-aa95-16bbe00520f1 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.97 "GET /v2.0/security-groups?id=3a7a746b-7224-4834-953b-7dfc4df4b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318298 Jun 17 18:11:08.404584 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Device 0a20bd00-37d0-44e2-9e40-88ab9441ea0f details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=92880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 18:11:08.501587 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] For port 0a20bd00-37d0-44e2-9e40-88ab9441ea0f, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=0a20bd00-37d0-44e2-9e40-88ab9441ea0f,segment=NetworkSegment(b4e37eab-f82a-4d9a-af96-7aed12146093),segment_id=b4e37eab-f82a-4d9a-af96-7aed12146093)] {{(pid=92880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:11:08.512803 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Returning: {'device': '0a20bd00-37d0-44e2-9e40-88ab9441ea0f', 'network_id': '6ab84586-cad6-4a81-bfb5-7a0782fd9a74', 'port_id': '0a20bd00-37d0-44e2-9e40-88ab9441ea0f', 'mac_address': 'fa:16:3e:9c:8d:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06c8cb67-128a-4786-852c-d9ffd25e0b01', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 18:11:08.551653 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:08.565535 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.notifiers.nova [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a20bd00-37d0-44e2-9e40-88ab9441ea0f {{(pid=92880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 18:11:08.584903 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] For port 0a20bd00-37d0-44e2-9e40-88ab9441ea0f, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=0a20bd00-37d0-44e2-9e40-88ab9441ea0f,segment=NetworkSegment(b4e37eab-f82a-4d9a-af96-7aed12146093),segment_id=b4e37eab-f82a-4d9a-af96-7aed12146093)] {{(pid=92880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:11:08.589574 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479'] for port, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:08.591286 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:11:08.634848 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Pushing event updated for resources: {'Port': ['ID=0a20bd00-37d0-44e2-9e40-88ab9441ea0f,revision_number=4']} {{(pid=92880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:11:08.642729 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:11:08.643085 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:11:08.643438 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:11:08.643776 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:11:08.644138 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:11:08.644474 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:11:08.644806 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:11:08.645189 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:11:08.645522 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:11:08.645849 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:11:08.646177 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:11:08.646499 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:11:08.650556 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:11:08.991144 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] get_ports_and_sgs() called for port_ids ['0a20bd00-37d0-44e2-9e40-88ab9441ea0f'] {{(pid=92880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 18:11:09.526649 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66753f3e-1808-427b-bfbe-d7158a8333c2 req-3033e79f-f8e4-42c8-9706-daeaec5840b2 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:11:09.528104 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-66753f3e-1808-427b-bfbe-d7158a8333c2 req-3033e79f-f8e4-42c8-9706-daeaec5840b2 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.97 "GET /v2.0/ports?device_id=97f0cd98-21ae-4d32-be37-a815f08b7173 HTTP/1.1" status: 200 len: 944 time: 0.0631750 Jun 17 18:11:09.567365 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-66753f3e-1808-427b-bfbe-d7158a8333c2 req-8eb19802-db77-4d08-a136-18fb0a5fc168 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.97 "GET /v2.0/security-groups?id=3a7a746b-7224-4834-953b-7dfc4df4b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336306 Jun 17 18:11:10.419831 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Device 0a20bd00-37d0-44e2-9e40-88ab9441ea0f up at agent hyperv_hv-cinder-78626 {{(pid=92880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 18:11:10.466369 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Provisioning for port 0a20bd00-37d0-44e2-9e40-88ab9441ea0f completed by entity L2. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 18:11:10.469838 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Provisioning complete for port 0a20bd00-37d0-44e2-9e40-88ab9441ea0f triggered by entity L2. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 18:11:10.470220 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687209'] for port, provisioning_complete {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:10.545145 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:10.567214 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97f0cd98-21ae-4d32-be37-a815f08b7173', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a20bd00-37d0-44e2-9e40-88ab9441ea0f'}] {{(pid=92880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 18:11:10.569598 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44fe161690382cf4f0960ac1b424fedb1dd6f9597775f60dec274194d49fe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1100829b-5020-4c9d-aa19-44f96218a3da" -d '{"events": [{"server_uuid": "97f0cd98-21ae-4d32-be37-a815f08b7173", "name": "network-vif-plugged", "status": "completed", "tag": "0a20bd00-37d0-44e2-9e40-88ab9441ea0f"}]}' {{(pid=92880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 18:11:10.582100 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] For port 0a20bd00-37d0-44e2-9e40-88ab9441ea0f, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=0a20bd00-37d0-44e2-9e40-88ab9441ea0f,segment=NetworkSegment(b4e37eab-f82a-4d9a-af96-7aed12146093),segment_id=b4e37eab-f82a-4d9a-af96-7aed12146093)] {{(pid=92880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:11:10.585986 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479'] for port, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:10.588059 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:11:10.609842 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 18:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e551710-de89-4970-a8fa-39e9be06e9a8 x-openstack-request-id: req-3e551710-de89-4970-a8fa-39e9be06e9a8 {{(pid=92880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 18:11:10.610130 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97f0cd98-21ae-4d32-be37-a815f08b7173", "name": "network-vif-plugged", "status": "completed", "tag": "0a20bd00-37d0-44e2-9e40-88ab9441ea0f", "code": 200}]} {{(pid=92880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 18:11:10.610396 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-3e551710-de89-4970-a8fa-39e9be06e9a8 {{(pid=92880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 18:11:10.610977 dv-cinder-786260-6-iscsi neutron-server[92880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97f0cd98-21ae-4d32-be37-a815f08b7173', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a20bd00-37d0-44e2-9e40-88ab9441ea0f', 'code': 200} Jun 17 18:11:10.635870 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Pushing event updated for resources: {'Port': ['ID=0a20bd00-37d0-44e2-9e40-88ab9441ea0f,revision_number=5']} {{(pid=92880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:11:10.638913 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:11:10.743878 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6ed847-d292-4e0b-a5a2-21ac258ce629 req-1fa25a1a-edde-465c-aef7-176464e496d5 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:11:10.745839 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-ba6ed847-d292-4e0b-a5a2-21ac258ce629 req-1fa25a1a-edde-465c-aef7-176464e496d5 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.97 "GET /v2.0/ports?device_id=97f0cd98-21ae-4d32-be37-a815f08b7173 HTTP/1.1" status: 200 len: 945 time: 0.0653384 Jun 17 18:11:10.783696 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-ba6ed847-d292-4e0b-a5a2-21ac258ce629 req-4c0ded22-a93e-4e49-b504-b9e8b175db2f tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.97 "GET /v2.0/security-groups?id=3a7a746b-7224-4834-953b-7dfc4df4b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323210 Jun 17 18:11:10.979533 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b4b45d-a52a-4eba-bbcb-ef361fa904f1 req-538a9373-4114-4718-9fbe-ae52eb9082d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:11:10.981060 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-37b4b45d-a52a-4eba-bbcb-ef361fa904f1 req-538a9373-4114-4718-9fbe-ae52eb9082d6 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=97f0cd98-21ae-4d32-be37-a815f08b7173 HTTP/1.1" status: 200 len: 1098 time: 0.0523324 Jun 17 18:11:11.017461 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-37b4b45d-a52a-4eba-bbcb-ef361fa904f1 req-dbb9c39b-bf07-45be-8104-fbd93b1aabf1 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=3a7a746b-7224-4834-953b-7dfc4df4b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0285339 Jun 17 18:11:11.957840 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d310d7-df1a-479e-a387-3be134860362 req-ea20dc57-5fd9-4439-856c-ef6549502d27 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:11:11.959226 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-92d310d7-df1a-479e-a387-3be134860362 req-ea20dc57-5fd9-4439-856c-ef6549502d27 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.97 "GET /v2.0/ports?device_id=97f0cd98-21ae-4d32-be37-a815f08b7173 HTTP/1.1" status: 200 len: 945 time: 0.0657022 Jun 17 18:11:12.001804 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-92d310d7-df1a-479e-a387-3be134860362 req-2fe051bd-7343-42e4-8767-d4f7e38fea5c tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.97 "GET /v2.0/security-groups?id=3a7a746b-7224-4834-953b-7dfc4df4b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360577 Jun 17 18:11:13.169453 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e207cd-a71b-4ee4-9581-2f74cb4192a7 req-5834aa01-a34e-4e0c-904c-21d1f9c1c2f1 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:11:13.170773 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-d3e207cd-a71b-4ee4-9581-2f74cb4192a7 req-5834aa01-a34e-4e0c-904c-21d1f9c1c2f1 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.97 "GET /v2.0/ports?device_id=97f0cd98-21ae-4d32-be37-a815f08b7173 HTTP/1.1" status: 200 len: 945 time: 0.0621498 Jun 17 18:11:13.207428 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-d3e207cd-a71b-4ee4-9581-2f74cb4192a7 req-6548c828-502a-45b6-9be1-2c59819df7d8 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.97 "GET /v2.0/security-groups?id=3a7a746b-7224-4834-953b-7dfc4df4b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310895 Jun 17 18:11:13.376371 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a39544f-9259-4d26-bbc0-e40f2feba42d req-5be3cde3-3b2c-46d4-876a-cea97d96014b tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:11:13.377839 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-2a39544f-9259-4d26-bbc0-e40f2feba42d req-5be3cde3-3b2c-46d4-876a-cea97d96014b tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.97 "GET /v2.0/ports?device_id=97f0cd98-21ae-4d32-be37-a815f08b7173 HTTP/1.1" status: 200 len: 945 time: 0.0627837 Jun 17 18:11:13.416824 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-2a39544f-9259-4d26-bbc0-e40f2feba42d req-6b66b50d-4f30-441c-bd57-6cceec251827 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.97 "GET /v2.0/security-groups?id=3a7a746b-7224-4834-953b-7dfc4df4b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319006 Jun 17 18:11:13.441871 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 51836) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:11:13.643329 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c496d4d5-2f47-4357-8d2b-07b64bc5c38e tempest-TestVolumeBootPattern-1950523410 tempest-TestVolumeBootPattern-1950523410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92872) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:11:13.644836 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-c496d4d5-2f47-4357-8d2b-07b64bc5c38e tempest-TestVolumeBootPattern-1950523410 tempest-TestVolumeBootPattern-1950523410-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=97f0cd98-21ae-4d32-be37-a815f08b7173 HTTP/1.1" status: 200 len: 1093 time: 0.2021170 Jun 17 18:11:13.647497 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 51844) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:11:13.652319 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.v2.base [None req-f43e2bee-4cb0-4ea2-b64e-de40525bd4dc tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Request body: {'floatingip': {'floating_network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'port_id': '0a20bd00-37d0-44e2-9e40-88ab9441ea0f', 'tenant_id': '1e6c61cc07924138a80b114f14370bd1', 'fixed_ip_address': '172.20.0.5'}} {{(pid=92872) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 18:11:13.673295 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-f43e2bee-4cb0-4ea2-b64e-de40525bd4dc tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Notify callbacks [] for floatingip, before_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:13.769445 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-f43e2bee-4cb0-4ea2-b64e-de40525bd4dc tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1986742'] for port, before_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:13.878394 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.db.db_base_plugin_common [None req-f43e2bee-4cb0-4ea2-b64e-de40525bd4dc tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Allocated IP 172.27.2.161 (64144b6f-e068-441d-8337-f91b82ffb73c/78089575-0364-47db-be8b-ef28f42f3a37/d48c8125-03f7-4f76-a738-3c1ffbc33a42) {{(pid=92872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 18:11:13.981262 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-f43e2bee-4cb0-4ea2-b64e-de40525bd4dc tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Notify callbacks [] for port, precommit_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:14.018146 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-f43e2bee-4cb0-4ea2-b64e-de40525bd4dc tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1986807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-465632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743364645416', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25532026'] for port, after_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:14.020946 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-1610af63-fc54-49f3-967f-40a60d3155c8 tempest-AttachVolumeNegativeTest-754070379 tempest-AttachVolumeNegativeTest-754070379-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:11:14.055391 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f43e2bee-4cb0-4ea2-b64e-de40525bd4dc tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Network 64144b6f-e068-441d-8337-f91b82ffb73c is already hosted by enough agents. {{(pid=92872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 18:11:14.058112 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.scheduler.base_scheduler [None req-f43e2bee-4cb0-4ea2-b64e-de40525bd4dc tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Resources bound (agent type, host, resource id): {{(pid=92872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 18:11:14.063821 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43e2bee-4cb0-4ea2-b64e-de40525bd4dc tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Received port after_create {{(pid=92872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 17 18:11:14.068948 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43e2bee-4cb0-4ea2-b64e-de40525bd4dc tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Pushing event updated for resources: {'Port': ['ID=d48c8125-03f7-4f76-a738-3c1ffbc33a42,revision_number=1']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:11:14.090844 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-f43e2bee-4cb0-4ea2-b64e-de40525bd4dc tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:11:14.158111 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-3d7f30b6-6f15-445b-85f9-2308c2dcea54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:14.317426 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:14.407102 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-f43e2bee-4cb0-4ea2-b64e-de40525bd4dc tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:14.480558 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-f43e2bee-4cb0-4ea2-b64e-de40525bd4dc tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:14.626490 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-f43e2bee-4cb0-4ea2-b64e-de40525bd4dc tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Notify callbacks [] for port, precommit_update {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:14.631142 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-f43e2bee-4cb0-4ea2-b64e-de40525bd4dc tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25531976'] for port, after_update {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:14.633186 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-c3ae01dc-0753-407d-b5e6-80bab1a8bfd0 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:11:14.697308 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43e2bee-4cb0-4ea2-b64e-de40525bd4dc tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Pushing event updated for resources: {'Port': ['ID=d48c8125-03f7-4f76-a738-3c1ffbc33a42,revision_number=2']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:11:14.701189 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-f43e2bee-4cb0-4ea2-b64e-de40525bd4dc tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:11:14.709242 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-f43e2bee-4cb0-4ea2-b64e-de40525bd4dc tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-943314'] for floatingip, after_update {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:14.811240 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.db.l3_db [None req-f43e2bee-4cb0-4ea2-b64e-de40525bd4dc tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Floating IP 346edf75-3e2f-4c94-8080-88511d96ccd5 associated. External IP: 172.27.2.161, port: 0a20bd00-37d0-44e2-9e40-88ab9441ea0f. Jun 17 18:11:15.013018 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f43e2bee-4cb0-4ea2-b64e-de40525bd4dc tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Router 2383b7a7-5e02-4ea6-8c11-ac462b715c40 has already been hosted by L3 agent 4c938d44-4998-4210-8006-ee34f5a3ffbf {{(pid=92872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 18:11:15.115444 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f43e2bee-4cb0-4ea2-b64e-de40525bd4dc tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Notify agent at l3_agent.dv-cinder-786260-6-iscsi the message routers_updated {{(pid=92872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 18:11:15.125007 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b628a8b-bfda-404b-bb19-946e2449ae2b None None] Sync routers for ids ['2383b7a7-5e02-4ea6-8c11-ac462b715c40'] in dv-cinder-786260-6-iscsi {{(pid=92881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 18:11:15.131566 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-f43e2bee-4cb0-4ea2-b64e-de40525bd4dc tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523113'] for floatingip, before_response {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:15.134797 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b628a8b-bfda-404b-bb19-946e2449ae2b None None] Routers {'2383b7a7-5e02-4ea6-8c11-ac462b715c40'} bound to L3 agent in host dv-cinder-786260-6-iscsi {{(pid=92881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 18:11:15.135469 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.l3_hamode_db [None req-0b628a8b-bfda-404b-bb19-946e2449ae2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T17:55:17Z,description=,heartbeat_timestamp=2021-06-17T18:10:47Z,host='dv-cinder-786260-6-iscsi',id=4c938d44-4998-4210-8006-ee34f5a3ffbf,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:55:17Z,topic='l3_agent')) {'router_ids': ['2383b7a7-5e02-4ea6-8c11-ac462b715c40'], 'active': True} {{(pid=92881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:11:15.168367 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-f43e2bee-4cb0-4ea2-b64e-de40525bd4dc tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.97 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5198038 Jun 17 18:11:15.169147 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97f0cd98-21ae-4d32-be37-a815f08b7173', 'tag': '0a20bd00-37d0-44e2-9e40-88ab9441ea0f'}] {{(pid=92872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 18:11:15.171454 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f987f925adb95fb5f2d31a9334b96ac5a9607b390d68bc71a63c7260745a89d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a43a97c-d1b2-43b5-acf3-1de76d32bd64" -d '{"events": [{"name": "network-changed", "server_uuid": "97f0cd98-21ae-4d32-be37-a815f08b7173", "tag": "0a20bd00-37d0-44e2-9e40-88ab9441ea0f"}]}' {{(pid=92872) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 18:11:15.208706 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 18:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9878b44d-f8ed-4a10-b0a5-0cdf3556e73b x-openstack-request-id: req-9878b44d-f8ed-4a10-b0a5-0cdf3556e73b {{(pid=92872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 18:11:15.209268 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97f0cd98-21ae-4d32-be37-a815f08b7173", "tag": "0a20bd00-37d0-44e2-9e40-88ab9441ea0f", "status": "completed", "code": 200}]} {{(pid=92872) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 18:11:15.209572 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-9878b44d-f8ed-4a10-b0a5-0cdf3556e73b {{(pid=92872) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 18:11:15.210014 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97f0cd98-21ae-4d32-be37-a815f08b7173', 'tag': '0a20bd00-37d0-44e2-9e40-88ab9441ea0f', 'status': 'completed', 'code': 200} Jun 17 18:11:15.242481 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.l3_dvr_db [None req-0b628a8b-bfda-404b-bb19-946e2449ae2b None None] Set router 2383b7a7-5e02-4ea6-8c11-ac462b715c40 gateway port host: dv-cinder-786260-6-iscsi {{(pid=92881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 18:11:15.332177 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a43a97c-d1b2-43b5-acf3-1de76d32bd64 req-3e18ccd8-4055-4aed-8634-1e0f4ed35169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:11:15.333628 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-4a43a97c-d1b2-43b5-acf3-1de76d32bd64 req-3e18ccd8-4055-4aed-8634-1e0f4ed35169 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=1e6c61cc07924138a80b114f14370bd1&device_id=97f0cd98-21ae-4d32-be37-a815f08b7173 HTTP/1.1" status: 200 len: 1098 time: 0.0586221 Jun 17 18:11:15.421118 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a43a97c-d1b2-43b5-acf3-1de76d32bd64 req-fef8e45c-85f4-4d7e-a5ab-5ed606725349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:11:15.422452 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-4a43a97c-d1b2-43b5-acf3-1de76d32bd64 req-fef8e45c-85f4-4d7e-a5ab-5ed606725349 service neutron] 10.222.0.95 "GET /v2.0/networks?id=6ab84586-cad6-4a81-bfb5-7a0782fd9a74 HTTP/1.1" status: 200 len: 913 time: 0.0810473 Jun 17 18:11:15.468334 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.l3_hamode_db [None req-0b628a8b-bfda-404b-bb19-946e2449ae2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2383b7a7-5e02-4ea6-8c11-ac462b715c40', 'name': 'tempest-TestVolumeBootPattern-790059704-router', 'tenant_id': '1e6c61cc07924138a80b114f14370bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'external_fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': '5b3d7f0f-d825-454d-ac83-9af8f11f20d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T18:04:44Z', 'updated_at': '2021-06-17T18:04:46Z', 'revision_number': 4, 'project_id': '1e6c61cc07924138a80b114f14370bd1', 'gw_port': {'id': '5b3d7f0f-d825-454d-ac83-9af8f11f20d5', 'name': '', 'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:5c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2383b7a7-5e02-4ea6-8c11-ac462b715c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:04:44Z', 'updated_at': '2021-06-17T18:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78089575-0364-47db-be8b-ef28f42f3a37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-6-iscsi', '_floatingips': [{'id': '20807ab4-69f1-4673-b595-8f91db2c0ba4', 'tenant_id': '1e6c61cc07924138a80b114f14370bd1', 'floating_ip_address': '172.27.2.109', 'floating_network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'router_id': '2383b7a7-5e02-4ea6-8c11-ac462b715c40', 'port_id': '098a2272-c3fe-4358-a602-eb02a410873f', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ab84586-cad6-4a81-bfb5-7a0782fd9a74', 'mac_address': 'fa:16:3e:2a:e0:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc067bf-f03c-4a29-b18d-12880d80e4ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T18:09:06Z', 'updated_at': '2021-06-17T18:09:08Z', 'revision_number': 1, 'project_id': '1e6c61cc07924138a80b114f14370bd1', 'fixed_ip_address_scope': None}, {'id': '346edf75-3e2f-4c94-8080-88511d96ccd5', 'tenant_id': '1e6c61cc07924138a80b114f14370bd1', 'floating_ip_address': '172.27.2.161', 'floating_network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'router_id': '2383b7a7-5e02-4ea6-8c11-ac462b715c40', 'port_id': '0a20bd00-37d0-44e2-9e40-88ab9441ea0f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 627, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ab84586-cad6-4a81-bfb5-7a0782fd9a74', 'mac_address': 'fa:16:3e:9c:8d:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97f0cd98-21ae-4d32-be37-a815f08b7173', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T18:11:14Z', 'updated_at': '2021-06-17T18:11:14Z', 'revision_number': 0, 'project_id': '1e6c61cc07924138a80b114f14370bd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c0ea93b-4829-4c11-a3e0-2940e47ddf0a', 'name': '', 'network_id': '6ab84586-cad6-4a81-bfb5-7a0782fd9a74', 'tenant_id': '1e6c61cc07924138a80b114f14370bd1', 'mac_address': 'fa:16:3e:82:07:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2383b7a7-5e02-4ea6-8c11-ac462b715c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '06c8cb67-128a-4786-852c-d9ffd25e0b01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:04:46Z', 'updated_at': '2021-06-17T18:04:52Z', 'revision_number': 5, 'project_id': '1e6c61cc07924138a80b114f14370bd1', 'subnets': [{'id': '06c8cb67-128a-4786-852c-d9ffd25e0b01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-6-iscsi', False) {} {{(pid=92881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:11:15.493283 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b628a8b-bfda-404b-bb19-946e2449ae2b None None] Checking router: 2383b7a7-5e02-4ea6-8c11-ac462b715c40 for host: dv-cinder-786260-6-iscsi {{(pid=92881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 18:11:15.496731 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-4a43a97c-d1b2-43b5-acf3-1de76d32bd64 req-49e135e0-734f-4b28-b66f-4e61a19ab714 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0a20bd00-37d0-44e2-9e40-88ab9441ea0f HTTP/1.1" status: 200 len: 999 time: 0.0599432 Jun 17 18:11:15.501711 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b628a8b-bfda-404b-bb19-946e2449ae2b None None] Routers {'2383b7a7-5e02-4ea6-8c11-ac462b715c40'} bound to L3 agent in host dv-cinder-786260-6-iscsi {{(pid=92881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 18:11:15.502296 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.l3_hamode_db [None req-0b628a8b-bfda-404b-bb19-946e2449ae2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T17:55:17Z,description=,heartbeat_timestamp=2021-06-17T18:10:47Z,host='dv-cinder-786260-6-iscsi',id=4c938d44-4998-4210-8006-ee34f5a3ffbf,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:55:17Z,topic='l3_agent')) {'router_ids': ['2383b7a7-5e02-4ea6-8c11-ac462b715c40'], 'active': True} {{(pid=92881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:11:15.550374 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a43a97c-d1b2-43b5-acf3-1de76d32bd64 req-bd8ba07c-05e2-4915-a44a-68ab64ae6bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:11:15.551811 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-4a43a97c-d1b2-43b5-acf3-1de76d32bd64 req-bd8ba07c-05e2-4915-a44a-68ab64ae6bf2 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=06c8cb67-128a-4786-852c-d9ffd25e0b01 HTTP/1.1" status: 200 len: 850 time: 0.0471961 Jun 17 18:11:15.633167 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a43a97c-d1b2-43b5-acf3-1de76d32bd64 req-aa8def78-591f-45c4-b215-f194283fd00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:11:15.634639 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-4a43a97c-d1b2-43b5-acf3-1de76d32bd64 req-aa8def78-591f-45c4-b215-f194283fd00c service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=6ab84586-cad6-4a81-bfb5-7a0782fd9a74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0537891 Jun 17 18:11:15.705193 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.l3_dvr_db [None req-0b628a8b-bfda-404b-bb19-946e2449ae2b None None] Set router 2383b7a7-5e02-4ea6-8c11-ac462b715c40 gateway port host: dv-cinder-786260-6-iscsi {{(pid=92881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 18:11:15.731161 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-4a43a97c-d1b2-43b5-acf3-1de76d32bd64 req-a1cfd148-6123-4cae-93f5-335d600f796f service neutron] 10.222.0.95 "GET /v2.0/networks/6ab84586-cad6-4a81-bfb5-7a0782fd9a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882330 Jun 17 18:11:15.821324 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-4a43a97c-d1b2-43b5-acf3-1de76d32bd64 req-18a449a1-1d2c-46aa-baaa-f296af1af0c4 service neutron] 10.222.0.95 "GET /v2.0/networks/6ab84586-cad6-4a81-bfb5-7a0782fd9a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833802 Jun 17 18:11:15.926137 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.l3_hamode_db [None req-0b628a8b-bfda-404b-bb19-946e2449ae2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2383b7a7-5e02-4ea6-8c11-ac462b715c40', 'name': 'tempest-TestVolumeBootPattern-790059704-router', 'tenant_id': '1e6c61cc07924138a80b114f14370bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'external_fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': '5b3d7f0f-d825-454d-ac83-9af8f11f20d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T18:04:44Z', 'updated_at': '2021-06-17T18:04:46Z', 'revision_number': 4, 'project_id': '1e6c61cc07924138a80b114f14370bd1', 'gw_port': {'id': '5b3d7f0f-d825-454d-ac83-9af8f11f20d5', 'name': '', 'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:5c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2383b7a7-5e02-4ea6-8c11-ac462b715c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:04:44Z', 'updated_at': '2021-06-17T18:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78089575-0364-47db-be8b-ef28f42f3a37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-6-iscsi', '_floatingips': [{'id': '20807ab4-69f1-4673-b595-8f91db2c0ba4', 'tenant_id': '1e6c61cc07924138a80b114f14370bd1', 'floating_ip_address': '172.27.2.109', 'floating_network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'router_id': '2383b7a7-5e02-4ea6-8c11-ac462b715c40', 'port_id': '098a2272-c3fe-4358-a602-eb02a410873f', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ab84586-cad6-4a81-bfb5-7a0782fd9a74', 'mac_address': 'fa:16:3e:2a:e0:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc067bf-f03c-4a29-b18d-12880d80e4ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T18:09:06Z', 'updated_at': '2021-06-17T18:09:08Z', 'revision_number': 1, 'project_id': '1e6c61cc07924138a80b114f14370bd1', 'fixed_ip_address_scope': None}, {'id': '346edf75-3e2f-4c94-8080-88511d96ccd5', 'tenant_id': '1e6c61cc07924138a80b114f14370bd1', 'floating_ip_address': '172.27.2.161', 'floating_network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'router_id': '2383b7a7-5e02-4ea6-8c11-ac462b715c40', 'port_id': '0a20bd00-37d0-44e2-9e40-88ab9441ea0f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 627, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ab84586-cad6-4a81-bfb5-7a0782fd9a74', 'mac_address': 'fa:16:3e:9c:8d:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97f0cd98-21ae-4d32-be37-a815f08b7173', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T18:11:14Z', 'updated_at': '2021-06-17T18:11:14Z', 'revision_number': 0, 'project_id': '1e6c61cc07924138a80b114f14370bd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c0ea93b-4829-4c11-a3e0-2940e47ddf0a', 'name': '', 'network_id': '6ab84586-cad6-4a81-bfb5-7a0782fd9a74', 'tenant_id': '1e6c61cc07924138a80b114f14370bd1', 'mac_address': 'fa:16:3e:82:07:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2383b7a7-5e02-4ea6-8c11-ac462b715c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '06c8cb67-128a-4786-852c-d9ffd25e0b01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:04:46Z', 'updated_at': '2021-06-17T18:04:52Z', 'revision_number': 5, 'project_id': '1e6c61cc07924138a80b114f14370bd1', 'subnets': [{'id': '06c8cb67-128a-4786-852c-d9ffd25e0b01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-6-iscsi', False) {} {{(pid=92881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:11:15.957905 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b628a8b-bfda-404b-bb19-946e2449ae2b None None] The sync data for ids ['2383b7a7-5e02-4ea6-8c11-ac462b715c40'] in dv-cinder-786260-6-iscsi is: [{'id': '2383b7a7-5e02-4ea6-8c11-ac462b715c40', 'name': 'tempest-TestVolumeBootPattern-790059704-router', 'tenant_id': '1e6c61cc07924138a80b114f14370bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'external_fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': '5b3d7f0f-d825-454d-ac83-9af8f11f20d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T18:04:44Z', 'updated_at': '2021-06-17T18:04:46Z', 'revision_number': 4, 'project_id': '1e6c61cc07924138a80b114f14370bd1', 'gw_port': {'id': '5b3d7f0f-d825-454d-ac83-9af8f11f20d5', 'name': '', 'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:5c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2383b7a7-5e02-4ea6-8c11-ac462b715c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:04:44Z', 'updated_at': '2021-06-17T18:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78089575-0364-47db-be8b-ef28f42f3a37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-6-iscsi', '_floatingips': [{'id': '20807ab4-69f1-4673-b595-8f91db2c0ba4', 'tenant_id': '1e6c61cc07924138a80b114f14370bd1', 'floating_ip_address': '172.27.2.109', 'floating_network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'router_id': '2383b7a7-5e02-4ea6-8c11-ac462b715c40', 'port_id': '098a2272-c3fe-4358-a602-eb02a410873f', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ab84586-cad6-4a81-bfb5-7a0782fd9a74', 'mac_address': 'fa:16:3e:2a:e0:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc067bf-f03c-4a29-b18d-12880d80e4ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T18:09:06Z', 'updated_at': '2021-06-17T18:09:08Z', 'revision_number': 1, 'project_id': '1e6c61cc07924138a80b114f14370bd1', 'fixed_ip_address_scope': None}, {'id': '346edf75-3e2f-4c94-8080-88511d96ccd5', 'tenant_id': '1e6c61cc07924138a80b114f14370bd1', 'floating_ip_address': '172.27.2.161', 'floating_network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'router_id': '2383b7a7-5e02-4ea6-8c11-ac462b715c40', 'port_id': '0a20bd00-37d0-44e2-9e40-88ab9441ea0f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 627, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ab84586-cad6-4a81-bfb5-7a0782fd9a74', 'mac_address': 'fa:16:3e:9c:8d:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97f0cd98-21ae-4d32-be37-a815f08b7173', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T18:11:14Z', 'updated_at': '2021-06-17T18:11:14Z', 'revision_number': 0, 'project_id': '1e6c61cc07924138a80b114f14370bd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c0ea93b-4829-4c11-a3e0-2940e47ddf0a', 'name': '', 'network_id': '6ab84586-cad6-4a81-bfb5-7a0782fd9a74', 'tenant_id': '1e6c61cc07924138a80b114f14370bd1', 'mac_address': 'fa:16:3e:82:07:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2383b7a7-5e02-4ea6-8c11-ac462b715c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '06c8cb67-128a-4786-852c-d9ffd25e0b01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:04:46Z', 'updated_at': '2021-06-17T18:04:52Z', 'revision_number': 5, 'project_id': '1e6c61cc07924138a80b114f14370bd1', 'subnets': [{'id': '06c8cb67-128a-4786-852c-d9ffd25e0b01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 18:11:16.156586 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a74d04-caa7-45b6-bed4-d52df0f8c3a3 None None] New status for floating IP 346edf75-3e2f-4c94-8080-88511d96ccd5: ACTIVE {{(pid=92880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 18:11:16.797317 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-1f986eb1-5c6a-48f4-bd9f-4c3c81402b32 req-d7ae295f-8e4f-42b1-8939-a602fa7a671d service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=0dc067bf-f03c-4a29-b18d-12880d80e4ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0546062 Jun 17 18:11:16.818319 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-11c28a95-5242-4775-9845-195c0fc879fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:16.885731 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f986eb1-5c6a-48f4-bd9f-4c3c81402b32 req-6d6edb16-a7c0-452b-89bb-1034f84a01d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:11:16.887168 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-1f986eb1-5c6a-48f4-bd9f-4c3c81402b32 req-6d6edb16-a7c0-452b-89bb-1034f84a01d7 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=1e6c61cc07924138a80b114f14370bd1&device_id=0dc067bf-f03c-4a29-b18d-12880d80e4ae HTTP/1.1" status: 200 len: 1098 time: 0.0532980 Jun 17 18:11:16.927819 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:16.993243 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f986eb1-5c6a-48f4-bd9f-4c3c81402b32 req-b4b90518-36c9-4798-ba8e-9bedc27d856f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:11:16.994698 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-1f986eb1-5c6a-48f4-bd9f-4c3c81402b32 req-b4b90518-36c9-4798-ba8e-9bedc27d856f service neutron] 10.222.0.95 "GET /v2.0/networks?id=6ab84586-cad6-4a81-bfb5-7a0782fd9a74 HTTP/1.1" status: 200 len: 913 time: 0.0851498 Jun 17 18:11:17.063365 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-1f986eb1-5c6a-48f4-bd9f-4c3c81402b32 req-26bb0e1f-0c82-4d60-9352-603370bd556a service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=098a2272-c3fe-4358-a602-eb02a410873f HTTP/1.1" status: 200 len: 1001 time: 0.0603442 Jun 17 18:11:17.109934 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f986eb1-5c6a-48f4-bd9f-4c3c81402b32 req-a0807a67-1b39-4b1b-a532-4206ef7f97ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:11:17.111293 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-1f986eb1-5c6a-48f4-bd9f-4c3c81402b32 req-a0807a67-1b39-4b1b-a532-4206ef7f97ae service neutron] 10.222.0.95 "GET /v2.0/subnets?id=06c8cb67-128a-4786-852c-d9ffd25e0b01 HTTP/1.1" status: 200 len: 850 time: 0.0417187 Jun 17 18:11:17.171817 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f986eb1-5c6a-48f4-bd9f-4c3c81402b32 req-fec415c0-60ee-4219-9bad-98f80890eac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:11:17.173345 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-1f986eb1-5c6a-48f4-bd9f-4c3c81402b32 req-fec415c0-60ee-4219-9bad-98f80890eac4 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=6ab84586-cad6-4a81-bfb5-7a0782fd9a74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0527294 Jun 17 18:11:17.271170 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-1f986eb1-5c6a-48f4-bd9f-4c3c81402b32 req-20338473-12e8-4f3d-8a43-bc1a33b5fb93 service neutron] 10.222.0.95 "GET /v2.0/networks/6ab84586-cad6-4a81-bfb5-7a0782fd9a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908353 Jun 17 18:11:17.378596 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-1f986eb1-5c6a-48f4-bd9f-4c3c81402b32 req-0ebe53e0-9a27-4096-9393-08fc8c901d08 service neutron] 10.222.0.95 "GET /v2.0/networks/6ab84586-cad6-4a81-bfb5-7a0782fd9a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989947 Jun 17 18:11:18.055100 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-8848f698-b84d-4e61-bbd9-19a6867363d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:19.493205 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-a0cf07df-ba9d-4ba7-86ac-6ceb73a86136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:20.083691 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 51912) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:11:20.131825 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.db.db_base_plugin_v2 [None req-c16392f6-dec6-4dea-8f7a-ec3559782362 admin admin] Deleting subnet ccc3a478-6cd6-4ac6-b6df-addc7f7f1bad {{(pid=92874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 18:11:20.134842 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-c16392f6-dec6-4dea-8f7a-ec3559782362 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:20.167575 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-c16392f6-dec6-4dea-8f7a-ec3559782362 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25818517'] for subnet, precommit_delete_associations {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:20.204378 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-c16392f6-dec6-4dea-8f7a-ec3559782362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1684671'] for subnet, precommit_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:20.256120 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-c16392f6-dec6-4dea-8f7a-ec3559782362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1684662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28501846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25700737'] for subnet, after_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:20.259438 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:11:20.286757 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16392f6-dec6-4dea-8f7a-ec3559782362 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ccc3a478-6cd6-4ac6-b6df-addc7f7f1bad,revision_number=None']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:11:20.289719 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-c16392f6-dec6-4dea-8f7a-ec3559782362 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:11:20.290679 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-c16392f6-dec6-4dea-8f7a-ec3559782362 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563787'] for subnet, before_response {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:20.293999 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-c16392f6-dec6-4dea-8f7a-ec3559782362 admin admin] 10.222.0.97 "DELETE /v2.0/subnets/ccc3a478-6cd6-4ac6-b6df-addc7f7f1bad HTTP/1.1" status: 204 len: 168 time: 0.2092450 Jun 17 18:11:20.295386 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 51914) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:11:20.361595 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-db2c62cc-9b1b-4b84-b2e3-947cb376cf90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2009691'] for network, before_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:20.440542 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-db2c62cc-9b1b-4b84-b2e3-947cb376cf90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683494', 'neutron.services.segments.db._delete_segments_for_network-8743365118612'] for network, precommit_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:20.450034 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.services.segments.db [None req-db2c62cc-9b1b-4b84-b2e3-947cb376cf90 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5aab0660-6acf-40c5-8299-28700010aecb']}} {{(pid=92874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:11:20.459744 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.services.segments.db [None req-db2c62cc-9b1b-4b84-b2e3-947cb376cf90 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22fc83fd-d31f-4025-88bb-a2cba427dcdd') {'for_net_delete': True} {{(pid=92874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:11:20.460073 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.services.segments.db [None req-db2c62cc-9b1b-4b84-b2e3-947cb376cf90 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22fc83fd-d31f-4025-88bb-a2cba427dcdd') {} {{(pid=92874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:11:20.469073 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-db2c62cc-9b1b-4b84-b2e3-947cb376cf90 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743365117157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25818522'] for segment, before_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:20.482658 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-db2c62cc-9b1b-4b84-b2e3-947cb376cf90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1592042'] for segment, precommit_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:20.488491 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db2c62cc-9b1b-4b84-b2e3-947cb376cf90 admin admin] Releasing vlan 1130 on physical network physnet1 to pool {{(pid=92874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 18:11:20.488873 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-db2c62cc-9b1b-4b84-b2e3-947cb376cf90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1592042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28502011'] for segment, after_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:20.490466 dv-cinder-786260-6-iscsi neutron-server[92874]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 18:11:20.490466 dv-cinder-786260-6-iscsi neutron-server[92874]: retrieve_revision_numbers = { Jun 17 18:11:20.490466 dv-cinder-786260-6-iscsi neutron-server[92874]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 18:11:20.490466 dv-cinder-786260-6-iscsi neutron-server[92874]: conditions |= (models_v2.Port.network_id.in_( Jun 17 18:11:20.490466 dv-cinder-786260-6-iscsi neutron-server[92874]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 18:11:20.490466 dv-cinder-786260-6-iscsi neutron-server[92874]: retrieve_revision_numbers = { Jun 17 18:11:20.490466 dv-cinder-786260-6-iscsi neutron-server[92874]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 18:11:20.490466 dv-cinder-786260-6-iscsi neutron-server[92874]: conditions |= (models_v2.Port.network_id.in_( Jun 17 18:11:20.490466 dv-cinder-786260-6-iscsi neutron-server[92874]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 18:11:20.490466 dv-cinder-786260-6-iscsi neutron-server[92874]: retrieve_revision_numbers = { Jun 17 18:11:20.490466 dv-cinder-786260-6-iscsi neutron-server[92874]: Traceback (most recent call last): Jun 17 18:11:20.490466 dv-cinder-786260-6-iscsi neutron-server[92874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 18:11:20.490466 dv-cinder-786260-6-iscsi neutron-server[92874]: timer() Jun 17 18:11:20.490466 dv-cinder-786260-6-iscsi neutron-server[92874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 18:11:20.490466 dv-cinder-786260-6-iscsi neutron-server[92874]: cb(*args, **kw) Jun 17 18:11:20.490466 dv-cinder-786260-6-iscsi neutron-server[92874]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 18:11:20.490466 dv-cinder-786260-6-iscsi neutron-server[92874]: return func(*args, **kwargs) Jun 17 18:11:20.490466 dv-cinder-786260-6-iscsi neutron-server[92874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 18:11:20.490466 dv-cinder-786260-6-iscsi neutron-server[92874]: self._notify() Jun 17 18:11:20.490466 dv-cinder-786260-6-iscsi neutron-server[92874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 18:11:20.490466 dv-cinder-786260-6-iscsi neutron-server[92874]: self.callback(batched_events) Jun 17 18:11:20.490466 dv-cinder-786260-6-iscsi neutron-server[92874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 18:11:20.490466 dv-cinder-786260-6-iscsi neutron-server[92874]: event.method(event) Jun 17 18:11:20.490466 dv-cinder-786260-6-iscsi neutron-server[92874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 18:11:20.490466 dv-cinder-786260-6-iscsi neutron-server[92874]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 18:11:20.490466 dv-cinder-786260-6-iscsi neutron-server[92874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 18:11:20.490466 dv-cinder-786260-6-iscsi neutron-server[92874]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 18:11:20.490466 dv-cinder-786260-6-iscsi neutron-server[92874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 18:11:20.490466 dv-cinder-786260-6-iscsi neutron-server[92874]: return f(self, *a, **k) Jun 17 18:11:20.490466 dv-cinder-786260-6-iscsi neutron-server[92874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 18:11:20.490466 dv-cinder-786260-6-iscsi neutron-server[92874]: return self._get(url).json() Jun 17 18:11:20.490466 dv-cinder-786260-6-iscsi neutron-server[92874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 18:11:20.490466 dv-cinder-786260-6-iscsi neutron-server[92874]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 18:11:20.490466 dv-cinder-786260-6-iscsi neutron-server[92874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 18:11:20.490466 dv-cinder-786260-6-iscsi neutron-server[92874]: return self.request(url, 'GET', **kwargs) Jun 17 18:11:20.490466 dv-cinder-786260-6-iscsi neutron-server[92874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 18:11:20.490466 dv-cinder-786260-6-iscsi neutron-server[92874]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 18:11:20.490466 dv-cinder-786260-6-iscsi neutron-server[92874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 18:11:20.490466 dv-cinder-786260-6-iscsi neutron-server[92874]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 18:11:20.490466 dv-cinder-786260-6-iscsi neutron-server[92874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 18:11:20.490466 dv-cinder-786260-6-iscsi neutron-server[92874]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 18:11:20.490466 dv-cinder-786260-6-iscsi neutron-server[92874]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 18:11:20.541355 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-db2c62cc-9b1b-4b84-b2e3-947cb376cf90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-955346'] for network, after_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:20.545635 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:11:20.547988 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-db2c62cc-9b1b-4b84-b2e3-947cb376cf90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563787'] for network, before_response {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:20.549764 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-db2c62cc-9b1b-4b84-b2e3-947cb376cf90 admin admin] 10.222.0.97 "DELETE /v2.0/networks/5aab0660-6acf-40c5-8299-28700010aecb HTTP/1.1" status: 204 len: 168 time: 0.2534454 Jun 17 18:11:20.552767 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 51916) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:11:20.560250 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2c62cc-9b1b-4b84-b2e3-947cb376cf90 admin admin] Pushing event deleted for resources: {'Network': ['ID=5aab0660-6acf-40c5-8299-28700010aecb,revision_number=None']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:11:20.562888 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-db2c62cc-9b1b-4b84-b2e3-947cb376cf90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:11:20.596117 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.db.db_base_plugin_v2 [None req-df864f2f-9eb1-4625-a8e9-8d5ba48eb76c admin admin] Deleting subnet d932ec64-dc0b-4fdc-a671-d5328d6d7d8b {{(pid=92872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 18:11:20.599161 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-df864f2f-9eb1-4625-a8e9-8d5ba48eb76c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:20.631548 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-df864f2f-9eb1-4625-a8e9-8d5ba48eb76c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25531395'] for subnet, precommit_delete_associations {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:20.669121 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-df864f2f-9eb1-4625-a8e9-8d5ba48eb76c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1684671'] for subnet, precommit_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:20.721439 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-df864f2f-9eb1-4625-a8e9-8d5ba48eb76c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1684662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25532041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27255113'] for subnet, after_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:20.724196 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:11:20.746267 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df864f2f-9eb1-4625-a8e9-8d5ba48eb76c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d932ec64-dc0b-4fdc-a671-d5328d6d7d8b,revision_number=None']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:11:20.749266 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-df864f2f-9eb1-4625-a8e9-8d5ba48eb76c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:11:20.750218 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-df864f2f-9eb1-4625-a8e9-8d5ba48eb76c admin admin] Notify callbacks [] for subnet, before_response {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:20.752040 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-df864f2f-9eb1-4625-a8e9-8d5ba48eb76c admin admin] 10.222.0.97 "DELETE /v2.0/subnets/d932ec64-dc0b-4fdc-a671-d5328d6d7d8b HTTP/1.1" status: 204 len: 168 time: 0.1982665 Jun 17 18:11:20.754430 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 51918) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:11:20.819250 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-a41e9b7b-3c5b-4ba0-af3d-ef38eca44f8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2009691'] for network, before_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:20.896896 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-a41e9b7b-3c5b-4ba0-af3d-ef38eca44f8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683494', 'neutron.services.segments.db._delete_segments_for_network-8743365118612'] for network, precommit_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:20.906818 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.services.segments.db [None req-a41e9b7b-3c5b-4ba0-af3d-ef38eca44f8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6636af04-cd54-4906-ae9f-4d444aab4059']}} {{(pid=92872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:11:20.916126 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.services.segments.db [None req-a41e9b7b-3c5b-4ba0-af3d-ef38eca44f8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20787fe0-afcc-4544-b8c0-dd30230b3c3f') {'for_net_delete': True} {{(pid=92872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:11:20.916425 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.services.segments.db [None req-a41e9b7b-3c5b-4ba0-af3d-ef38eca44f8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20787fe0-afcc-4544-b8c0-dd30230b3c3f') {} {{(pid=92872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:11:20.924789 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-a41e9b7b-3c5b-4ba0-af3d-ef38eca44f8f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743365117157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25531404'] for segment, before_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:20.937573 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-a41e9b7b-3c5b-4ba0-af3d-ef38eca44f8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1592042'] for segment, precommit_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:20.943266 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a41e9b7b-3c5b-4ba0-af3d-ef38eca44f8f admin admin] Releasing vlan 1108 on physical network physnet1 to pool {{(pid=92872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 18:11:20.943648 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-a41e9b7b-3c5b-4ba0-af3d-ef38eca44f8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1592042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25531940'] for segment, after_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:20.945288 dv-cinder-786260-6-iscsi neutron-server[92872]: Traceback (most recent call last): Jun 17 18:11:20.945288 dv-cinder-786260-6-iscsi neutron-server[92872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 18:11:20.945288 dv-cinder-786260-6-iscsi neutron-server[92872]: timer() Jun 17 18:11:20.945288 dv-cinder-786260-6-iscsi neutron-server[92872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 18:11:20.945288 dv-cinder-786260-6-iscsi neutron-server[92872]: cb(*args, **kw) Jun 17 18:11:20.945288 dv-cinder-786260-6-iscsi neutron-server[92872]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 18:11:20.945288 dv-cinder-786260-6-iscsi neutron-server[92872]: return func(*args, **kwargs) Jun 17 18:11:20.945288 dv-cinder-786260-6-iscsi neutron-server[92872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 18:11:20.945288 dv-cinder-786260-6-iscsi neutron-server[92872]: self._notify() Jun 17 18:11:20.945288 dv-cinder-786260-6-iscsi neutron-server[92872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 18:11:20.945288 dv-cinder-786260-6-iscsi neutron-server[92872]: self.callback(batched_events) Jun 17 18:11:20.945288 dv-cinder-786260-6-iscsi neutron-server[92872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 18:11:20.945288 dv-cinder-786260-6-iscsi neutron-server[92872]: event.method(event) Jun 17 18:11:20.945288 dv-cinder-786260-6-iscsi neutron-server[92872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 18:11:20.945288 dv-cinder-786260-6-iscsi neutron-server[92872]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 18:11:20.945288 dv-cinder-786260-6-iscsi neutron-server[92872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 18:11:20.945288 dv-cinder-786260-6-iscsi neutron-server[92872]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 18:11:20.945288 dv-cinder-786260-6-iscsi neutron-server[92872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 18:11:20.945288 dv-cinder-786260-6-iscsi neutron-server[92872]: return f(self, *a, **k) Jun 17 18:11:20.945288 dv-cinder-786260-6-iscsi neutron-server[92872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 18:11:20.945288 dv-cinder-786260-6-iscsi neutron-server[92872]: return self._get(url).json() Jun 17 18:11:20.945288 dv-cinder-786260-6-iscsi neutron-server[92872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 18:11:20.945288 dv-cinder-786260-6-iscsi neutron-server[92872]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 18:11:20.945288 dv-cinder-786260-6-iscsi neutron-server[92872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 18:11:20.945288 dv-cinder-786260-6-iscsi neutron-server[92872]: return self.request(url, 'GET', **kwargs) Jun 17 18:11:20.945288 dv-cinder-786260-6-iscsi neutron-server[92872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 18:11:20.945288 dv-cinder-786260-6-iscsi neutron-server[92872]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 18:11:20.945288 dv-cinder-786260-6-iscsi neutron-server[92872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 18:11:20.945288 dv-cinder-786260-6-iscsi neutron-server[92872]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 18:11:20.945288 dv-cinder-786260-6-iscsi neutron-server[92872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 18:11:20.945288 dv-cinder-786260-6-iscsi neutron-server[92872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 18:11:20.945288 dv-cinder-786260-6-iscsi neutron-server[92872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 18:11:20.999421 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-a41e9b7b-3c5b-4ba0-af3d-ef38eca44f8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-955346'] for network, after_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:21.004082 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-a41e9b7b-3c5b-4ba0-af3d-ef38eca44f8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563787'] for network, before_response {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:21.005877 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-a41e9b7b-3c5b-4ba0-af3d-ef38eca44f8f admin admin] 10.222.0.97 "DELETE /v2.0/networks/6636af04-cd54-4906-ae9f-4d444aab4059 HTTP/1.1" status: 204 len: 168 time: 0.2505558 Jun 17 18:11:21.006643 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-025a07da-a286-4f34-864c-a4449a8a8817 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:11:21.019117 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41e9b7b-3c5b-4ba0-af3d-ef38eca44f8f admin admin] Pushing event deleted for resources: {'Network': ['ID=6636af04-cd54-4906-ae9f-4d444aab4059,revision_number=None']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:11:21.021445 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-a41e9b7b-3c5b-4ba0-af3d-ef38eca44f8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:11:21.157705 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 51922) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:11:21.196102 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-30ff0585-2a3c-47ee-9691-18bd4d038404 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=e863428dd6cf4adbbe9584830a1f4929&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0370882 Jun 17 18:11:21.198421 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 51924) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:11:21.243875 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-9e4966a9-5055-4f18-a386-c44e7d65a326 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:21.263683 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-9e4966a9-5055-4f18-a386-c44e7d65a326 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:21.314044 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-9e4966a9-5055-4f18-a386-c44e7d65a326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:21.316956 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-9e4966a9-5055-4f18-a386-c44e7d65a326 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:21.318063 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-9e4966a9-5055-4f18-a386-c44e7d65a326 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/272f1574-968b-4349-a610-c4be3c9a0ef8 HTTP/1.1" status: 204 len: 168 time: 0.1187458 Jun 17 18:11:21.318818 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-f3628fe0-6232-49cb-8156-7020fddac612 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:11:21.326446 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4966a9-5055-4f18-a386-c44e7d65a326 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=272f1574-968b-4349-a610-c4be3c9a0ef8,revision_number=None']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:11:21.328781 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-9e4966a9-5055-4f18-a386-c44e7d65a326 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:11:21.627789 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 51932) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:11:21.667780 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-fdd1b2f2-93da-4650-a010-9095c22a76f4 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=bafb1cdbfdde4c6a9f6db36da006eb3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0387647 Jun 17 18:11:21.670248 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 51934) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:11:21.718868 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-725fbfde-1e31-4a08-bf8a-3f58637b8c33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:21.739013 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-725fbfde-1e31-4a08-bf8a-3f58637b8c33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:21.784301 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-725fbfde-1e31-4a08-bf8a-3f58637b8c33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:21.786908 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-725fbfde-1e31-4a08-bf8a-3f58637b8c33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:21.788056 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-725fbfde-1e31-4a08-bf8a-3f58637b8c33 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/e3d1a177-f4f4-4a07-a376-2c836f28527a HTTP/1.1" status: 204 len: 168 time: 0.1169028 Jun 17 18:11:21.788869 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-c39550cd-5a94-4039-89a9-3a1766eb9c5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:11:21.796086 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725fbfde-1e31-4a08-bf8a-3f58637b8c33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3d1a177-f4f4-4a07-a376-2c836f28527a,revision_number=None']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:11:21.798280 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-725fbfde-1e31-4a08-bf8a-3f58637b8c33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:11:27.673499 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.agents_db [None req-efac7cad-2d3b-4dc1-9769-dac6e2c75cb9 None None] Agent healthcheck: found 6 active agents {{(pid=92881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 18:11:32.279431 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 52048) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:11:32.379601 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-3b4dcbfb-4cf2-469a-9da7-962aed8a6ff7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:32.467032 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-3b4dcbfb-4cf2-469a-9da7-962aed8a6ff7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:32.472582 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-3b4dcbfb-4cf2-469a-9da7-962aed8a6ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:32.475681 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-629cc2ba-a61c-40c2-8c34-476f1a3d6f97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:11:32.514723 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-3b4dcbfb-4cf2-469a-9da7-962aed8a6ff7 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=2b3c04244d5e49388866ee7eb2da0016&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2312443 Jun 17 18:11:32.514723 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4dcbfb-4cf2-469a-9da7-962aed8a6ff7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c78a6b3-86ec-4b5c-9f4d-37f279ff7ed7,revision_number=1']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:11:32.515115 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 52052) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:11:32.516959 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-3b4dcbfb-4cf2-469a-9da7-962aed8a6ff7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:11:32.568328 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-80457f58-797b-476f-b92a-2438ea2873cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:32.589380 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-80457f58-797b-476f-b92a-2438ea2873cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:32.635745 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-80457f58-797b-476f-b92a-2438ea2873cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:32.638953 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-80457f58-797b-476f-b92a-2438ea2873cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:32.640104 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-80457f58-797b-476f-b92a-2438ea2873cc admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/3c78a6b3-86ec-4b5c-9f4d-37f279ff7ed7 HTTP/1.1" status: 204 len: 168 time: 0.1239855 Jun 17 18:11:32.640851 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-4da93db8-69d6-4462-aa9b-ccbda90abe9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:11:32.648181 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80457f58-797b-476f-b92a-2438ea2873cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c78a6b3-86ec-4b5c-9f4d-37f279ff7ed7,revision_number=None']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:11:32.650728 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-80457f58-797b-476f-b92a-2438ea2873cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:11:32.894394 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 52062) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:11:32.907386 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-0cffb5b1-2442-4bf1-b013-d1cf8922582f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:32.991460 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-0cffb5b1-2442-4bf1-b013-d1cf8922582f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:32.994938 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-0cffb5b1-2442-4bf1-b013-d1cf8922582f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:32.998108 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-5b0df500-4aa5-4ccd-9c3f-8df93a478581 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:11:33.032886 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-0cffb5b1-2442-4bf1-b013-d1cf8922582f admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=8990d4ad5e01445fb72892ce9bc505a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1374469 Jun 17 18:11:33.034919 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cffb5b1-2442-4bf1-b013-d1cf8922582f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a1f93bc-342c-4cf8-8011-7f4e34a09518,revision_number=1']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:11:33.035448 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 52064) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:11:33.037971 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-0cffb5b1-2442-4bf1-b013-d1cf8922582f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:11:33.084883 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-410e56bd-a6d3-46cc-b174-adcada1251fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:33.105727 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-410e56bd-a6d3-46cc-b174-adcada1251fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:33.387868 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-410e56bd-a6d3-46cc-b174-adcada1251fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:33.390394 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-410e56bd-a6d3-46cc-b174-adcada1251fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:33.391516 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-410e56bd-a6d3-46cc-b174-adcada1251fc admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/7a1f93bc-342c-4cf8-8011-7f4e34a09518 HTTP/1.1" status: 204 len: 168 time: 0.3550143 Jun 17 18:11:33.392334 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-a35142c4-c78f-4d42-bdde-20bd6fc108a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:11:33.399713 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410e56bd-a6d3-46cc-b174-adcada1251fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a1f93bc-342c-4cf8-8011-7f4e34a09518,revision_number=None']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:11:33.407066 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410e56bd-a6d3-46cc-b174-adcada1251fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:11:33.407456 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410e56bd-a6d3-46cc-b174-adcada1251fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:11:33.407832 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410e56bd-a6d3-46cc-b174-adcada1251fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:11:33.408230 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410e56bd-a6d3-46cc-b174-adcada1251fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:11:33.408604 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410e56bd-a6d3-46cc-b174-adcada1251fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:11:33.408970 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410e56bd-a6d3-46cc-b174-adcada1251fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:11:33.409400 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410e56bd-a6d3-46cc-b174-adcada1251fc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:11:33.409683 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410e56bd-a6d3-46cc-b174-adcada1251fc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:11:33.410064 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410e56bd-a6d3-46cc-b174-adcada1251fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:11:33.410409 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410e56bd-a6d3-46cc-b174-adcada1251fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:11:33.410767 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410e56bd-a6d3-46cc-b174-adcada1251fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:11:33.411121 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410e56bd-a6d3-46cc-b174-adcada1251fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:11:33.414131 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-410e56bd-a6d3-46cc-b174-adcada1251fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:11:35.391423 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5be0eb-69e7-49ec-81b2-7a8971a34aa1 req-6d56fc27-8458-4364-a94e-12766de27675 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:11:35.393052 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-3f5be0eb-69e7-49ec-81b2-7a8971a34aa1 req-6d56fc27-8458-4364-a94e-12766de27675 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/ports?device_id=ee55ee5f-0a9a-4f30-b982-96d3e6070fb2 HTTP/1.1" status: 200 len: 946 time: 0.0654347 Jun 17 18:11:35.428771 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-3f5be0eb-69e7-49ec-81b2-7a8971a34aa1 req-f56c4471-d334-47e0-9787-52bf8900819d tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/security-groups?id=bde1582a-0e60-487b-9eda-9732f3338587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299716 Jun 17 18:11:36.605917 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c82ed2-3c53-4065-8a3a-9477e3b418f4 req-df803fa7-2cc8-4a6c-8cb4-e421ad50df8e tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:11:36.607407 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-16c82ed2-3c53-4065-8a3a-9477e3b418f4 req-df803fa7-2cc8-4a6c-8cb4-e421ad50df8e tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/ports?device_id=ee55ee5f-0a9a-4f30-b982-96d3e6070fb2 HTTP/1.1" status: 200 len: 946 time: 0.0632238 Jun 17 18:11:36.643410 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-16c82ed2-3c53-4065-8a3a-9477e3b418f4 req-fc21f807-9a54-4b31-b61f-fe253105ea9a tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/security-groups?id=bde1582a-0e60-487b-9eda-9732f3338587&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300570 Jun 17 18:11:37.183059 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73341c4-6e52-4d80-aaf3-a7e54a08b4b2 req-cf37c598-ab65-4982-8e27-af3b58b7270a tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:11:37.184538 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-e73341c4-6e52-4d80-aaf3-a7e54a08b4b2 req-cf37c598-ab65-4982-8e27-af3b58b7270a tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.95 "GET /v2.0/ports?device_id=ee55ee5f-0a9a-4f30-b982-96d3e6070fb2 HTTP/1.1" status: 200 len: 946 time: 0.0612617 Jun 17 18:11:37.283584 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.plugin [req-e73341c4-6e52-4d80-aaf3-a7e54a08b4b2 req-44a08247-53ea-4c73-9f5e-b67877bb46b2 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Deleting port d5b05643-bd9c-407f-981f-a02f5b5cc8c8 {{(pid=92874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 18:11:37.283926 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-e73341c4-6e52-4d80-aaf3-a7e54a08b4b2 req-44a08247-53ea-4c73-9f5e-b67877bb46b2 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743365079206'] for port, before_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:37.368668 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.db [req-e73341c4-6e52-4d80-aaf3-a7e54a08b4b2 req-44a08247-53ea-4c73-9f5e-b67877bb46b2 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] For port d5b05643-bd9c-407f-981f-a02f5b5cc8c8, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=d5b05643-bd9c-407f-981f-a02f5b5cc8c8,segment=NetworkSegment(0913402a-ef8a-41bd-a14e-da5d38ea5bc2),segment_id=0913402a-ef8a-41bd-a14e-da5d38ea5bc2)] {{(pid=92874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:11:37.369031 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-e73341c4-6e52-4d80-aaf3-a7e54a08b4b2 req-44a08247-53ea-4c73-9f5e-b67877bb46b2 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956370'] for port, precommit_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:37.532809 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-e73341c4-6e52-4d80-aaf3-a7e54a08b4b2 req-44a08247-53ea-4c73-9f5e-b67877bb46b2 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:37.533096 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-e73341c4-6e52-4d80-aaf3-a7e54a08b4b2 req-44a08247-53ea-4c73-9f5e-b67877bb46b2 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-943314'] for floatingip, after_update {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:37.533410 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.db.l3_db [req-e73341c4-6e52-4d80-aaf3-a7e54a08b4b2 req-44a08247-53ea-4c73-9f5e-b67877bb46b2 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Floating IP 928f74e2-5472-4bee-9eeb-e98633f36614 disassociated. External IP: 172.27.2.71, port: d5b05643-bd9c-407f-981f-a02f5b5cc8c8. Jun 17 18:11:37.533753 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.plugin [req-e73341c4-6e52-4d80-aaf3-a7e54a08b4b2 req-44a08247-53ea-4c73-9f5e-b67877bb46b2 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Calling delete_port for d5b05643-bd9c-407f-981f-a02f5b5cc8c8 owned by compute:nova {{(pid=92874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 18:11:37.655786 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-e73341c4-6e52-4d80-aaf3-a7e54a08b4b2 req-44a08247-53ea-4c73-9f5e-b67877bb46b2 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743365085983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743364645425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28501932'] for port, after_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:37.659560 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-71fd6f0d-ac6f-48d0-b35b-5728698b6c62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:11:37.688286 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a08247-53ea-4c73-9f5e-b67877bb46b2 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Pushing event deleted for resources: {'Port': ['ID=d5b05643-bd9c-407f-981f-a02f5b5cc8c8,revision_number=None']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:11:37.699518 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a08247-53ea-4c73-9f5e-b67877bb46b2 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:11:37.700499 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a08247-53ea-4c73-9f5e-b67877bb46b2 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:11:37.701018 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a08247-53ea-4c73-9f5e-b67877bb46b2 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:11:37.701398 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a08247-53ea-4c73-9f5e-b67877bb46b2 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:11:37.701772 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a08247-53ea-4c73-9f5e-b67877bb46b2 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:11:37.702140 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a08247-53ea-4c73-9f5e-b67877bb46b2 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:11:37.702503 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a08247-53ea-4c73-9f5e-b67877bb46b2 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:11:37.702867 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a08247-53ea-4c73-9f5e-b67877bb46b2 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:11:37.703227 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a08247-53ea-4c73-9f5e-b67877bb46b2 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:11:37.703586 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a08247-53ea-4c73-9f5e-b67877bb46b2 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:11:37.703939 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a08247-53ea-4c73-9f5e-b67877bb46b2 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:11:37.704325 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a08247-53ea-4c73-9f5e-b67877bb46b2 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:11:37.708696 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-44a08247-53ea-4c73-9f5e-b67877bb46b2 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:11:37.800158 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-0723ac0b-bc7a-4035-83f2-ebc438d295f4 req-4ac18c8b-a000-4b82-8ce1-aa4a740ef609 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/ports?device_id=ee55ee5f-0a9a-4f30-b982-96d3e6070fb2 HTTP/1.1" status: 200 len: 210 time: 0.0293224 Jun 17 18:11:37.838767 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e73341c4-6e52-4d80-aaf3-a7e54a08b4b2 req-44a08247-53ea-4c73-9f5e-b67877bb46b2 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Router 779193b4-bff3-4d40-93a7-df82b1325700 has already been hosted by L3 agent 4c938d44-4998-4210-8006-ee34f5a3ffbf {{(pid=92874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 18:11:37.943060 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e73341c4-6e52-4d80-aaf3-a7e54a08b4b2 req-44a08247-53ea-4c73-9f5e-b67877bb46b2 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Notify agent at l3_agent.dv-cinder-786260-6-iscsi the message routers_updated {{(pid=92874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 18:11:37.952776 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1677b8ad-da55-48ee-87f0-7b5b1ef3eb9b None None] Sync routers for ids ['779193b4-bff3-4d40-93a7-df82b1325700'] in dv-cinder-786260-6-iscsi {{(pid=92881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 18:11:37.961459 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1677b8ad-da55-48ee-87f0-7b5b1ef3eb9b None None] Routers {'779193b4-bff3-4d40-93a7-df82b1325700'} bound to L3 agent in host dv-cinder-786260-6-iscsi {{(pid=92881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 18:11:37.962061 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.l3_hamode_db [None req-1677b8ad-da55-48ee-87f0-7b5b1ef3eb9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T17:55:17Z,description=,heartbeat_timestamp=2021-06-17T18:11:17Z,host='dv-cinder-786260-6-iscsi',id=4c938d44-4998-4210-8006-ee34f5a3ffbf,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:55:17Z,topic='l3_agent')) {'router_ids': ['779193b4-bff3-4d40-93a7-df82b1325700'], 'active': True} {{(pid=92881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:11:37.985962 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.db.l3_dvrscheduler_db [req-e73341c4-6e52-4d80-aaf3-a7e54a08b4b2 req-44a08247-53ea-4c73-9f5e-b67877bb46b2 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] No DVR routers for this DVR port d5b05643-bd9c-407f-981f-a02f5b5cc8c8 on host hv-cinder-78626 {{(pid=92874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 18:11:37.988479 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-e73341c4-6e52-4d80-aaf3-a7e54a08b4b2 req-44a08247-53ea-4c73-9f5e-b67877bb46b2 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523113'] for port, before_response {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:37.990578 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-e73341c4-6e52-4d80-aaf3-a7e54a08b4b2 req-44a08247-53ea-4c73-9f5e-b67877bb46b2 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.95 "DELETE /v2.0/ports/d5b05643-bd9c-407f-981f-a02f5b5cc8c8 HTTP/1.1" status: 204 len: 173 time: 0.8006768 Jun 17 18:11:37.991109 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee55ee5f-0a9a-4f30-b982-96d3e6070fb2', 'name': 'network-vif-deleted', 'tag': 'd5b05643-bd9c-407f-981f-a02f5b5cc8c8'}] {{(pid=92874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 18:11:37.994094 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58554d43f64f60294e2d1fd4a9d9342a0a386c70b92defbb6c9fd2054ba7a623" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efa4c151-05f1-4095-b1d5-60aa95ab9533" -d '{"events": [{"server_uuid": "ee55ee5f-0a9a-4f30-b982-96d3e6070fb2", "name": "network-vif-deleted", "tag": "d5b05643-bd9c-407f-981f-a02f5b5cc8c8"}]}' {{(pid=92874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 18:11:38.034768 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 18:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50fa4bcb-5150-41f1-a965-05435bebf86d x-openstack-request-id: req-50fa4bcb-5150-41f1-a965-05435bebf86d {{(pid=92874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 18:11:38.035122 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee55ee5f-0a9a-4f30-b982-96d3e6070fb2", "name": "network-vif-deleted", "tag": "d5b05643-bd9c-407f-981f-a02f5b5cc8c8", "status": "completed", "code": 200}]} {{(pid=92874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 18:11:38.035869 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-50fa4bcb-5150-41f1-a965-05435bebf86d {{(pid=92874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 18:11:38.036577 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee55ee5f-0a9a-4f30-b982-96d3e6070fb2', 'name': 'network-vif-deleted', 'tag': 'd5b05643-bd9c-407f-981f-a02f5b5cc8c8', 'status': 'completed', 'code': 200} Jun 17 18:11:38.073910 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.l3_dvr_db [None req-1677b8ad-da55-48ee-87f0-7b5b1ef3eb9b None None] Set router 779193b4-bff3-4d40-93a7-df82b1325700 gateway port host: dv-cinder-786260-6-iscsi {{(pid=92881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 18:11:38.275362 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.l3_hamode_db [None req-1677b8ad-da55-48ee-87f0-7b5b1ef3eb9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '779193b4-bff3-4d40-93a7-df82b1325700', 'name': 'tempest-AttachVolumeShelveTestJSON-2099834847-router', 'tenant_id': '42f4cfc5a3374a4084d73b360a838bfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'external_fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '049c1286-72d2-4320-b8fc-ab65e653c7be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T18:02:58Z', 'updated_at': '2021-06-17T18:03:08Z', 'revision_number': 4, 'project_id': '42f4cfc5a3374a4084d73b360a838bfd', 'gw_port': {'id': '049c1286-72d2-4320-b8fc-ab65e653c7be', 'name': '', 'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:f8:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '779193b4-bff3-4d40-93a7-df82b1325700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:03:01Z', 'updated_at': '2021-06-17T18:03:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78089575-0364-47db-be8b-ef28f42f3a37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-6-iscsi', '_interfaces': [{'id': '3f0359e6-3302-4b6c-ab32-02c29a679b92', 'name': '', 'network_id': '490619f6-df6b-4a81-8b12-97225a6da310', 'tenant_id': '42f4cfc5a3374a4084d73b360a838bfd', 'mac_address': 'fa:16:3e:87:3c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '779193b4-bff3-4d40-93a7-df82b1325700', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'd12fe909-5b0e-4b17-a966-d3ca34ed6db9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:03:07Z', 'updated_at': '2021-06-17T18:03:23Z', 'revision_number': 5, 'project_id': '42f4cfc5a3374a4084d73b360a838bfd', 'subnets': [{'id': 'd12fe909-5b0e-4b17-a966-d3ca34ed6db9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-6-iscsi', False) {} {{(pid=92881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:11:38.305356 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1677b8ad-da55-48ee-87f0-7b5b1ef3eb9b None None] Checking router: 779193b4-bff3-4d40-93a7-df82b1325700 for host: dv-cinder-786260-6-iscsi {{(pid=92881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 18:11:38.313710 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1677b8ad-da55-48ee-87f0-7b5b1ef3eb9b None None] Routers {'779193b4-bff3-4d40-93a7-df82b1325700'} bound to L3 agent in host dv-cinder-786260-6-iscsi {{(pid=92881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 18:11:38.314319 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.l3_hamode_db [None req-1677b8ad-da55-48ee-87f0-7b5b1ef3eb9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T17:55:17Z,description=,heartbeat_timestamp=2021-06-17T18:11:17Z,host='dv-cinder-786260-6-iscsi',id=4c938d44-4998-4210-8006-ee34f5a3ffbf,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:55:17Z,topic='l3_agent')) {'router_ids': ['779193b4-bff3-4d40-93a7-df82b1325700'], 'active': True} {{(pid=92881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:11:38.418591 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.l3_dvr_db [None req-1677b8ad-da55-48ee-87f0-7b5b1ef3eb9b None None] Set router 779193b4-bff3-4d40-93a7-df82b1325700 gateway port host: dv-cinder-786260-6-iscsi {{(pid=92881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 18:11:38.609978 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.l3_hamode_db [None req-1677b8ad-da55-48ee-87f0-7b5b1ef3eb9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '779193b4-bff3-4d40-93a7-df82b1325700', 'name': 'tempest-AttachVolumeShelveTestJSON-2099834847-router', 'tenant_id': '42f4cfc5a3374a4084d73b360a838bfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'external_fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '049c1286-72d2-4320-b8fc-ab65e653c7be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T18:02:58Z', 'updated_at': '2021-06-17T18:03:08Z', 'revision_number': 4, 'project_id': '42f4cfc5a3374a4084d73b360a838bfd', 'gw_port': {'id': '049c1286-72d2-4320-b8fc-ab65e653c7be', 'name': '', 'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:f8:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '779193b4-bff3-4d40-93a7-df82b1325700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:03:01Z', 'updated_at': '2021-06-17T18:03:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78089575-0364-47db-be8b-ef28f42f3a37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-6-iscsi', '_interfaces': [{'id': '3f0359e6-3302-4b6c-ab32-02c29a679b92', 'name': '', 'network_id': '490619f6-df6b-4a81-8b12-97225a6da310', 'tenant_id': '42f4cfc5a3374a4084d73b360a838bfd', 'mac_address': 'fa:16:3e:87:3c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '779193b4-bff3-4d40-93a7-df82b1325700', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'd12fe909-5b0e-4b17-a966-d3ca34ed6db9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:03:07Z', 'updated_at': '2021-06-17T18:03:23Z', 'revision_number': 5, 'project_id': '42f4cfc5a3374a4084d73b360a838bfd', 'subnets': [{'id': 'd12fe909-5b0e-4b17-a966-d3ca34ed6db9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-6-iscsi', False) {} {{(pid=92881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:11:38.634913 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1677b8ad-da55-48ee-87f0-7b5b1ef3eb9b None None] The sync data for ids ['779193b4-bff3-4d40-93a7-df82b1325700'] in dv-cinder-786260-6-iscsi is: [{'id': '779193b4-bff3-4d40-93a7-df82b1325700', 'name': 'tempest-AttachVolumeShelveTestJSON-2099834847-router', 'tenant_id': '42f4cfc5a3374a4084d73b360a838bfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'external_fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '049c1286-72d2-4320-b8fc-ab65e653c7be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T18:02:58Z', 'updated_at': '2021-06-17T18:03:08Z', 'revision_number': 4, 'project_id': '42f4cfc5a3374a4084d73b360a838bfd', 'gw_port': {'id': '049c1286-72d2-4320-b8fc-ab65e653c7be', 'name': '', 'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:f8:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '779193b4-bff3-4d40-93a7-df82b1325700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:03:01Z', 'updated_at': '2021-06-17T18:03:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78089575-0364-47db-be8b-ef28f42f3a37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-6-iscsi', '_interfaces': [{'id': '3f0359e6-3302-4b6c-ab32-02c29a679b92', 'name': '', 'network_id': '490619f6-df6b-4a81-8b12-97225a6da310', 'tenant_id': '42f4cfc5a3374a4084d73b360a838bfd', 'mac_address': 'fa:16:3e:87:3c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '779193b4-bff3-4d40-93a7-df82b1325700', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'd12fe909-5b0e-4b17-a966-d3ca34ed6db9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:03:07Z', 'updated_at': '2021-06-17T18:03:23Z', 'revision_number': 5, 'project_id': '42f4cfc5a3374a4084d73b360a838bfd', 'subnets': [{'id': 'd12fe909-5b0e-4b17-a966-d3ca34ed6db9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 18:11:38.866265 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f77041-be78-4fa3-9f9f-eb0808001c6d None None] New status for floating IP 928f74e2-5472-4bee-9eeb-e98633f36614: DOWN {{(pid=92880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 18:11:38.965956 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-4281207e-815c-4409-a7bb-f2229bb45fe2 req-98e39f0e-4e2d-483f-9304-2816549344f1 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/ports?device_id=ee55ee5f-0a9a-4f30-b982-96d3e6070fb2 HTTP/1.1" status: 200 len: 210 time: 0.0293667 Jun 17 18:11:40.094843 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 52094) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:11:40.146826 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-79e76c2a-6751-4676-ae15-1b1378287076 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Notify callbacks [] for security_group, before_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:40.167983 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-79e76c2a-6751-4676-ae15-1b1378287076 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:40.213645 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-79e76c2a-6751-4676-ae15-1b1378287076 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:40.216290 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-79e76c2a-6751-4676-ae15-1b1378287076 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Notify callbacks [] for security_group, before_response {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:40.217424 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-79e76c2a-6751-4676-ae15-1b1378287076 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "DELETE /v2.0/security-groups/bde1582a-0e60-487b-9eda-9732f3338587 HTTP/1.1" status: 204 len: 168 time: 0.1216094 Jun 17 18:11:40.218212 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-410e56bd-a6d3-46cc-b174-adcada1251fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:11:40.220207 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 52096) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:11:40.226641 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e76c2a-6751-4676-ae15-1b1378287076 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bde1582a-0e60-487b-9eda-9732f3338587,revision_number=None']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:11:40.228905 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-79e76c2a-6751-4676-ae15-1b1378287076 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:11:40.234356 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.api.v2.resource [None req-ac27459b-0fcb-4ee7-99c3-21e235557a36 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] show failed (client error): The resource could not be found. Jun 17 18:11:40.235329 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-ac27459b-0fcb-4ee7-99c3-21e235557a36 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "GET /v2.0/security-groups/bde1582a-0e60-487b-9eda-9732f3338587 HTTP/1.1" status: 404 len: 347 time: 0.0141554 Jun 17 18:11:40.238120 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 52098) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:11:40.358098 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.plugin [None req-eb288515-9467-4bcb-8242-ded8d5d0f766 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Deleting port bacc50d9-130f-44bf-b49e-990f38f6fa32 {{(pid=92874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 18:11:40.358438 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-eb288515-9467-4bcb-8242-ded8d5d0f766 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743365079206'] for port, before_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:40.432808 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-eb288515-9467-4bcb-8242-ded8d5d0f766 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956370'] for port, precommit_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:40.433153 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-eb288515-9467-4bcb-8242-ded8d5d0f766 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:40.496216 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.plugin [None req-eb288515-9467-4bcb-8242-ded8d5d0f766 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Calling delete_port for bacc50d9-130f-44bf-b49e-990f38f6fa32 owned by network:floatingip {{(pid=92874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 18:11:40.553752 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Device d5b05643-bd9c-407f-981f-a02f5b5cc8c8 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=92880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 18:11:40.575379 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.plugin [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] No Port match for: d5b05643-bd9c-407f-981f-a02f5b5cc8c8 {{(pid=92880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 18:11:40.575756 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Device d5b05643-bd9c-407f-981f-a02f5b5cc8c8 not bound to the agent host hv-cinder-78626 {{(pid=92880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 18:11:40.622333 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-eb288515-9467-4bcb-8242-ded8d5d0f766 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743365085983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743364645425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28501932'] for port, after_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:40.625015 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-6f1a79b6-063b-4290-9496-01b12b3e9be7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:11:40.651229 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb288515-9467-4bcb-8242-ded8d5d0f766 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Pushing event deleted for resources: {'Port': ['ID=bacc50d9-130f-44bf-b49e-990f38f6fa32,revision_number=None']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:11:40.655433 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-eb288515-9467-4bcb-8242-ded8d5d0f766 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:11:40.709861 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-eb288515-9467-4bcb-8242-ded8d5d0f766 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Notify callbacks [] for floatingip, after_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:40.712506 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-eb288515-9467-4bcb-8242-ded8d5d0f766 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523113'] for floatingip, before_response {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:40.713658 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-eb288515-9467-4bcb-8242-ded8d5d0f766 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] 10.222.0.97 "DELETE /v2.0/floatingips/928f74e2-5472-4bee-9eeb-e98633f36614 HTTP/1.1" status: 204 len: 168 time: 0.4746068 Jun 17 18:11:43.253849 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 52120) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:11:43.719764 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-02440e90-bb55-4d2a-89a0-c023b8077870 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-950541'] for router_interface, before_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:43.969066 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.plugins.ml2.plugin [None req-02440e90-bb55-4d2a-89a0-c023b8077870 admin admin] Deleting port 3f0359e6-3302-4b6c-ab32-02c29a679b92 {{(pid=92872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 18:11:43.969412 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-02440e90-bb55-4d2a-89a0-c023b8077870 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743365079206'] for port, before_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:44.043834 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.plugins.ml2.db [None req-02440e90-bb55-4d2a-89a0-c023b8077870 admin admin] For port 3f0359e6-3302-4b6c-ab32-02c29a679b92, host dv-cinder-786260-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-6-iscsi',level=0,port_id=3f0359e6-3302-4b6c-ab32-02c29a679b92,segment=NetworkSegment(0913402a-ef8a-41bd-a14e-da5d38ea5bc2),segment_id=0913402a-ef8a-41bd-a14e-da5d38ea5bc2)] {{(pid=92872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:11:44.044146 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-02440e90-bb55-4d2a-89a0-c023b8077870 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956370'] for port, precommit_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:44.107895 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.plugins.ml2.plugin [None req-02440e90-bb55-4d2a-89a0-c023b8077870 admin admin] Calling delete_port for 3f0359e6-3302-4b6c-ab32-02c29a679b92 owned by network:router_interface {{(pid=92872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 18:11:44.159329 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-5cdd5afb-6eb3-4eb1-bbe6-28913ac8704f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:44.282539 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-02440e90-bb55-4d2a-89a0-c023b8077870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743365085983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743364645425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25532019'] for port, after_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:44.285739 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:11:44.318320 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02440e90-bb55-4d2a-89a0-c023b8077870 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f0359e6-3302-4b6c-ab32-02c29a679b92,revision_number=None']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:11:44.320611 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-02440e90-bb55-4d2a-89a0-c023b8077870 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:11:44.328040 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:44.477962 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-02440e90-bb55-4d2a-89a0-c023b8077870 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-957629'] for router_interface, after_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:44.688063 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02440e90-bb55-4d2a-89a0-c023b8077870 admin admin] Router 779193b4-bff3-4d40-93a7-df82b1325700 has already been hosted by L3 agent 4c938d44-4998-4210-8006-ee34f5a3ffbf {{(pid=92872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 18:11:44.789634 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02440e90-bb55-4d2a-89a0-c023b8077870 admin admin] Notify agent at l3_agent.dv-cinder-786260-6-iscsi the message routers_updated {{(pid=92872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 18:11:44.795083 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-02440e90-bb55-4d2a-89a0-c023b8077870 admin admin] 10.222.0.97 "PUT /v2.0/routers/779193b4-bff3-4d40-93a7-df82b1325700/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5402265 Jun 17 18:11:44.797563 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 52126) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:11:44.798419 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb913a0-c3b1-411d-a628-e883a2b253f0 None None] Sync routers for ids ['779193b4-bff3-4d40-93a7-df82b1325700'] in dv-cinder-786260-6-iscsi {{(pid=92881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 18:11:44.807243 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb913a0-c3b1-411d-a628-e883a2b253f0 None None] Routers {'779193b4-bff3-4d40-93a7-df82b1325700'} bound to L3 agent in host dv-cinder-786260-6-iscsi {{(pid=92881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 18:11:44.807853 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.l3_hamode_db [None req-0bb913a0-c3b1-411d-a628-e883a2b253f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T17:55:17Z,description=,heartbeat_timestamp=2021-06-17T18:11:17Z,host='dv-cinder-786260-6-iscsi',id=4c938d44-4998-4210-8006-ee34f5a3ffbf,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:55:17Z,topic='l3_agent')) {'router_ids': ['779193b4-bff3-4d40-93a7-df82b1325700'], 'active': True} {{(pid=92881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:11:44.899261 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-14cf281b-aa4e-4ab4-a80c-f0c12ce9b791 admin admin] Notify callbacks [] for router, before_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:44.912801 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.l3_dvr_db [None req-0bb913a0-c3b1-411d-a628-e883a2b253f0 None None] Set router 779193b4-bff3-4d40-93a7-df82b1325700 gateway port host: dv-cinder-786260-6-iscsi {{(pid=92881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 18:11:44.997696 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-14cf281b-aa4e-4ab4-a80c-f0c12ce9b791 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:45.047567 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.plugins.ml2.plugin [None req-14cf281b-aa4e-4ab4-a80c-f0c12ce9b791 admin admin] Deleting port 049c1286-72d2-4320-b8fc-ab65e653c7be {{(pid=92872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 18:11:45.047901 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-14cf281b-aa4e-4ab4-a80c-f0c12ce9b791 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743365079206'] for port, before_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:45.088383 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.l3_hamode_db [None req-0bb913a0-c3b1-411d-a628-e883a2b253f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '779193b4-bff3-4d40-93a7-df82b1325700', 'name': 'tempest-AttachVolumeShelveTestJSON-2099834847-router', 'tenant_id': '42f4cfc5a3374a4084d73b360a838bfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'external_fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '049c1286-72d2-4320-b8fc-ab65e653c7be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T18:02:58Z', 'updated_at': '2021-06-17T18:11:44Z', 'revision_number': 5, 'project_id': '42f4cfc5a3374a4084d73b360a838bfd', 'gw_port': {'id': '049c1286-72d2-4320-b8fc-ab65e653c7be', 'name': '', 'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:f8:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '779193b4-bff3-4d40-93a7-df82b1325700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:03:01Z', 'updated_at': '2021-06-17T18:03:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78089575-0364-47db-be8b-ef28f42f3a37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-6-iscsi'}], 'dv-cinder-786260-6-iscsi', False) {} {{(pid=92881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:11:45.114944 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb913a0-c3b1-411d-a628-e883a2b253f0 None None] Checking router: 779193b4-bff3-4d40-93a7-df82b1325700 for host: dv-cinder-786260-6-iscsi {{(pid=92881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 18:11:45.123076 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb913a0-c3b1-411d-a628-e883a2b253f0 None None] Routers {'779193b4-bff3-4d40-93a7-df82b1325700'} bound to L3 agent in host dv-cinder-786260-6-iscsi {{(pid=92881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 18:11:45.123682 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.l3_hamode_db [None req-0bb913a0-c3b1-411d-a628-e883a2b253f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T17:55:17Z,description=,heartbeat_timestamp=2021-06-17T18:11:17Z,host='dv-cinder-786260-6-iscsi',id=4c938d44-4998-4210-8006-ee34f5a3ffbf,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:55:17Z,topic='l3_agent')) {'router_ids': ['779193b4-bff3-4d40-93a7-df82b1325700'], 'active': True} {{(pid=92881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:11:45.125054 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.plugins.ml2.db [None req-14cf281b-aa4e-4ab4-a80c-f0c12ce9b791 admin admin] For port 049c1286-72d2-4320-b8fc-ab65e653c7be, host dv-cinder-786260-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-6-iscsi',level=0,port_id=049c1286-72d2-4320-b8fc-ab65e653c7be,segment=NetworkSegment(07abf0fa-b3ae-48d7-9299-c095c09325c6),segment_id=07abf0fa-b3ae-48d7-9299-c095c09325c6)] {{(pid=92872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:11:45.125408 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-14cf281b-aa4e-4ab4-a80c-f0c12ce9b791 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956370'] for port, precommit_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:45.190410 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.plugins.ml2.plugin [None req-14cf281b-aa4e-4ab4-a80c-f0c12ce9b791 admin admin] Calling delete_port for 049c1286-72d2-4320-b8fc-ab65e653c7be owned by network:router_gateway {{(pid=92872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 18:11:45.297544 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.l3_dvr_db [None req-0bb913a0-c3b1-411d-a628-e883a2b253f0 None None] Set router 779193b4-bff3-4d40-93a7-df82b1325700 gateway port host: None {{(pid=92881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 18:11:45.347859 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.l3_hamode_db [None req-0bb913a0-c3b1-411d-a628-e883a2b253f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '779193b4-bff3-4d40-93a7-df82b1325700', 'name': 'tempest-AttachVolumeShelveTestJSON-2099834847-router', 'tenant_id': '42f4cfc5a3374a4084d73b360a838bfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T18:02:58Z', 'updated_at': '2021-06-17T18:11:44Z', 'revision_number': 6, 'project_id': '42f4cfc5a3374a4084d73b360a838bfd', 'gw_port_host': None}], 'dv-cinder-786260-6-iscsi', False) {} {{(pid=92881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:11:45.360773 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-14cf281b-aa4e-4ab4-a80c-f0c12ce9b791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743365085983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743364645425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25532019'] for port, after_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:45.363017 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-f43e2bee-4cb0-4ea2-b64e-de40525bd4dc tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:11:45.376926 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb913a0-c3b1-411d-a628-e883a2b253f0 None None] The sync data for ids ['779193b4-bff3-4d40-93a7-df82b1325700'] in dv-cinder-786260-6-iscsi is: [{'id': '779193b4-bff3-4d40-93a7-df82b1325700', 'name': 'tempest-AttachVolumeShelveTestJSON-2099834847-router', 'tenant_id': '42f4cfc5a3374a4084d73b360a838bfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T18:02:58Z', 'updated_at': '2021-06-17T18:11:44Z', 'revision_number': 6, 'project_id': '42f4cfc5a3374a4084d73b360a838bfd', 'gw_port_host': None}] {{(pid=92881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 18:11:45.389300 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cf281b-aa4e-4ab4-a80c-f0c12ce9b791 admin admin] Pushing event deleted for resources: {'Port': ['ID=049c1286-72d2-4320-b8fc-ab65e653c7be,revision_number=None']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:11:45.391822 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-14cf281b-aa4e-4ab4-a80c-f0c12ce9b791 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:11:45.454081 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-14cf281b-aa4e-4ab4-a80c-f0c12ce9b791 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-955318'] for router_gateway, after_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:45.538822 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-14cf281b-aa4e-4ab4-a80c-f0c12ce9b791 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1018511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-454'] for router, precommit_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:45.540862 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-14cf281b-aa4e-4ab4-a80c-f0c12ce9b791 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:45.583149 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-14cf281b-aa4e-4ab4-a80c-f0c12ce9b791 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1017515'] for router, after_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:45.583647 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14cf281b-aa4e-4ab4-a80c-f0c12ce9b791 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 779193b4-bff3-4d40-93a7-df82b1325700 {{(pid=92872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 17 18:11:45.588244 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-14cf281b-aa4e-4ab4-a80c-f0c12ce9b791 admin admin] Notify callbacks [] for router, before_response {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:45.589359 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-14cf281b-aa4e-4ab4-a80c-f0c12ce9b791 admin admin] 10.222.0.97 "DELETE /v2.0/routers/779193b4-bff3-4d40-93a7-df82b1325700 HTTP/1.1" status: 204 len: 168 time: 0.7908885 Jun 17 18:11:45.591728 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 52128) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:11:45.634762 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.db.db_base_plugin_v2 [None req-1be2c439-e119-4ae9-ab7f-217311cbbe57 admin admin] Deleting subnet d12fe909-5b0e-4b17-a966-d3ca34ed6db9 {{(pid=92872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 18:11:45.637703 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-1be2c439-e119-4ae9-ab7f-217311cbbe57 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:45.673913 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-1be2c439-e119-4ae9-ab7f-217311cbbe57 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25531395'] for subnet, precommit_delete_associations {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:45.750905 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-1be2c439-e119-4ae9-ab7f-217311cbbe57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1684671'] for subnet, precommit_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:45.809879 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-1be2c439-e119-4ae9-ab7f-217311cbbe57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1684662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25532041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27255113'] for subnet, after_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:45.812918 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-3899043c-95fa-4e33-910c-d3e6699ab669 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:11:45.836536 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be2c439-e119-4ae9-ab7f-217311cbbe57 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d12fe909-5b0e-4b17-a966-d3ca34ed6db9,revision_number=None']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:11:45.838380 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-1be2c439-e119-4ae9-ab7f-217311cbbe57 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:45.840211 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-1be2c439-e119-4ae9-ab7f-217311cbbe57 admin admin] 10.222.0.97 "DELETE /v2.0/subnets/d12fe909-5b0e-4b17-a966-d3ca34ed6db9 HTTP/1.1" status: 204 len: 168 time: 0.2474754 Jun 17 18:11:45.841651 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-1be2c439-e119-4ae9-ab7f-217311cbbe57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:11:45.843231 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 52130) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:11:45.845634 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9767854-a1fb-4ee3-be31-edb0b424cc21 None None] Network 490619f6-df6b-4a81-8b12-97225a6da310 requested from dv-cinder-786260-6-iscsi {{(pid=92880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 18:11:45.914232 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-a5667d06-5c84-47c5-a902-159d95c40627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2009691'] for network, before_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:45.964746 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.plugins.ml2.plugin [None req-a5667d06-5c84-47c5-a902-159d95c40627 admin admin] Deleting port c3134a58-e401-493f-8f69-8e53f21ce4ca {{(pid=92872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 18:11:45.965083 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-a5667d06-5c84-47c5-a902-159d95c40627 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743365079206'] for port, before_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:46.029081 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.plugins.ml2.db [None req-a5667d06-5c84-47c5-a902-159d95c40627 admin admin] For port c3134a58-e401-493f-8f69-8e53f21ce4ca, host dv-cinder-786260-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-6-iscsi',level=0,port_id=c3134a58-e401-493f-8f69-8e53f21ce4ca,segment=NetworkSegment(0913402a-ef8a-41bd-a14e-da5d38ea5bc2),segment_id=0913402a-ef8a-41bd-a14e-da5d38ea5bc2)] {{(pid=92872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:11:46.029434 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-a5667d06-5c84-47c5-a902-159d95c40627 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956370'] for port, precommit_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:46.088470 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.plugins.ml2.plugin [None req-a5667d06-5c84-47c5-a902-159d95c40627 admin admin] Calling delete_port for c3134a58-e401-493f-8f69-8e53f21ce4ca owned by network:dhcp {{(pid=92872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 18:11:46.136582 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d7d693-f01c-45f6-92c3-ca4422c0b1df None None] DHCP port deletion for 490619f6-df6b-4a81-8b12-97225a6da310 request from dv-cinder-786260-6-iscsi {{(pid=92880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 18:11:46.172512 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-a5667d06-5c84-47c5-a902-159d95c40627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743365085983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743364645425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25532019'] for port, after_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:46.175449 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-9dc68b27-3b3f-49e5-9ff9-3d936743a65d tempest-ServerRescueNegativeTestJSON-380572119 tempest-ServerRescueNegativeTestJSON-380572119-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:11:46.187141 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.plugin [None req-51d7d693-f01c-45f6-92c3-ca4422c0b1df None None] Deleting port c3134a58-e401-493f-8f69-8e53f21ce4ca {{(pid=92880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 18:11:46.187529 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-51d7d693-f01c-45f6-92c3-ca4422c0b1df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743365079206'] for port, before_delete {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:46.198264 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5667d06-5c84-47c5-a902-159d95c40627 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3134a58-e401-493f-8f69-8e53f21ce4ca,revision_number=None']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:11:46.201965 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-a5667d06-5c84-47c5-a902-159d95c40627 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:11:46.202971 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5667d06-5c84-47c5-a902-159d95c40627 admin admin] No DVR routers for this DVR port c3134a58-e401-493f-8f69-8e53f21ce4ca on host dv-cinder-786260-6-iscsi {{(pid=92872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 18:11:46.250904 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-51d7d693-f01c-45f6-92c3-ca4422c0b1df None None] For port c3134a58-e401-493f-8f69-8e53f21ce4ca, host dv-cinder-786260-6-iscsi, got binding levels [] {{(pid=92880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:11:46.251321 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-51d7d693-f01c-45f6-92c3-ca4422c0b1df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956370'] for port, precommit_delete {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:46.276722 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-a5667d06-5c84-47c5-a902-159d95c40627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683494', 'neutron.services.segments.db._delete_segments_for_network-8743365118612'] for network, precommit_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:46.286997 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.services.segments.db [None req-a5667d06-5c84-47c5-a902-159d95c40627 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['490619f6-df6b-4a81-8b12-97225a6da310']}} {{(pid=92872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:11:46.297143 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.services.segments.db [None req-a5667d06-5c84-47c5-a902-159d95c40627 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0913402a-ef8a-41bd-a14e-da5d38ea5bc2') {'for_net_delete': True} {{(pid=92872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:11:46.297434 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.services.segments.db [None req-a5667d06-5c84-47c5-a902-159d95c40627 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0913402a-ef8a-41bd-a14e-da5d38ea5bc2') {} {{(pid=92872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:11:46.306271 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-a5667d06-5c84-47c5-a902-159d95c40627 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743365117157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25531404'] for segment, before_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:46.320777 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.plugin [None req-51d7d693-f01c-45f6-92c3-ca4422c0b1df None None] Calling delete_port for c3134a58-e401-493f-8f69-8e53f21ce4ca owned by network:dhcp {{(pid=92880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 18:11:46.321558 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-a5667d06-5c84-47c5-a902-159d95c40627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1592042'] for segment, precommit_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:46.323727 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.ipam_backend_mixin [None req-51d7d693-f01c-45f6-92c3-ca4422c0b1df None None] Port c3134a58-e401-493f-8f69-8e53f21ce4ca was not found and therefore no delete operation was performed {{(pid=92880) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 17 18:11:46.324962 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-51d7d693-f01c-45f6-92c3-ca4422c0b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743365085983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743364645425'] for port, after_delete {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:46.326913 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-7c162d6b-5657-48a7-a501-5053a2039885 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:11:46.327566 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5667d06-5c84-47c5-a902-159d95c40627 admin admin] Releasing vlan 1115 on physical network physnet1 to pool {{(pid=92872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 18:11:46.327944 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-a5667d06-5c84-47c5-a902-159d95c40627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1592042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25531940'] for segment, after_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:46.329726 dv-cinder-786260-6-iscsi neutron-server[92872]: Traceback (most recent call last): Jun 17 18:11:46.329726 dv-cinder-786260-6-iscsi neutron-server[92872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 18:11:46.329726 dv-cinder-786260-6-iscsi neutron-server[92872]: timer() Jun 17 18:11:46.329726 dv-cinder-786260-6-iscsi neutron-server[92872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 18:11:46.329726 dv-cinder-786260-6-iscsi neutron-server[92872]: cb(*args, **kw) Jun 17 18:11:46.329726 dv-cinder-786260-6-iscsi neutron-server[92872]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 18:11:46.329726 dv-cinder-786260-6-iscsi neutron-server[92872]: return func(*args, **kwargs) Jun 17 18:11:46.329726 dv-cinder-786260-6-iscsi neutron-server[92872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 18:11:46.329726 dv-cinder-786260-6-iscsi neutron-server[92872]: self._notify() Jun 17 18:11:46.329726 dv-cinder-786260-6-iscsi neutron-server[92872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 18:11:46.329726 dv-cinder-786260-6-iscsi neutron-server[92872]: self.callback(batched_events) Jun 17 18:11:46.329726 dv-cinder-786260-6-iscsi neutron-server[92872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 18:11:46.329726 dv-cinder-786260-6-iscsi neutron-server[92872]: event.method(event) Jun 17 18:11:46.329726 dv-cinder-786260-6-iscsi neutron-server[92872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 18:11:46.329726 dv-cinder-786260-6-iscsi neutron-server[92872]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 18:11:46.329726 dv-cinder-786260-6-iscsi neutron-server[92872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 18:11:46.329726 dv-cinder-786260-6-iscsi neutron-server[92872]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 18:11:46.329726 dv-cinder-786260-6-iscsi neutron-server[92872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 18:11:46.329726 dv-cinder-786260-6-iscsi neutron-server[92872]: return f(self, *a, **k) Jun 17 18:11:46.329726 dv-cinder-786260-6-iscsi neutron-server[92872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 18:11:46.329726 dv-cinder-786260-6-iscsi neutron-server[92872]: return self._get(url).json() Jun 17 18:11:46.329726 dv-cinder-786260-6-iscsi neutron-server[92872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 18:11:46.329726 dv-cinder-786260-6-iscsi neutron-server[92872]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 18:11:46.329726 dv-cinder-786260-6-iscsi neutron-server[92872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 18:11:46.329726 dv-cinder-786260-6-iscsi neutron-server[92872]: return self.request(url, 'GET', **kwargs) Jun 17 18:11:46.329726 dv-cinder-786260-6-iscsi neutron-server[92872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 18:11:46.329726 dv-cinder-786260-6-iscsi neutron-server[92872]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 18:11:46.329726 dv-cinder-786260-6-iscsi neutron-server[92872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 18:11:46.329726 dv-cinder-786260-6-iscsi neutron-server[92872]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 18:11:46.329726 dv-cinder-786260-6-iscsi neutron-server[92872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 18:11:46.329726 dv-cinder-786260-6-iscsi neutron-server[92872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 18:11:46.329726 dv-cinder-786260-6-iscsi neutron-server[92872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 18:11:46.349233 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d7d693-f01c-45f6-92c3-ca4422c0b1df None None] Pushing event deleted for resources: {'Port': ['ID=c3134a58-e401-493f-8f69-8e53f21ce4ca,revision_number=None']} {{(pid=92880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:11:46.352486 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-51d7d693-f01c-45f6-92c3-ca4422c0b1df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:11:46.354958 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d7d693-f01c-45f6-92c3-ca4422c0b1df None None] No DVR routers for this DVR port c3134a58-e401-493f-8f69-8e53f21ce4ca on host dv-cinder-786260-6-iscsi {{(pid=92880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 18:11:46.387768 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-a5667d06-5c84-47c5-a902-159d95c40627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-955346'] for network, after_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:46.390559 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-58b7d110-aec2-426d-8fcf-d74068e7cf0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:11:46.393092 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-a5667d06-5c84-47c5-a902-159d95c40627 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563787'] for network, before_response {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:46.395310 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-a5667d06-5c84-47c5-a902-159d95c40627 admin admin] 10.222.0.97 "DELETE /v2.0/networks/490619f6-df6b-4a81-8b12-97225a6da310 HTTP/1.1" status: 204 len: 168 time: 0.5511723 Jun 17 18:11:46.406308 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5667d06-5c84-47c5-a902-159d95c40627 admin admin] Pushing event deleted for resources: {'Network': ['ID=490619f6-df6b-4a81-8b12-97225a6da310,revision_number=None']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:11:46.408836 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-a5667d06-5c84-47c5-a902-159d95c40627 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:11:46.505664 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 52134) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:11:46.548313 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-868c44d3-aab0-4bf7-9b9c-02a01d055796 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=42f4cfc5a3374a4084d73b360a838bfd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0412824 Jun 17 18:11:46.550557 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 52136) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:11:46.598097 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-132ca09c-3b5f-418d-ab4b-2108c87f4349 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:46.618456 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-132ca09c-3b5f-418d-ab4b-2108c87f4349 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:46.662390 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-132ca09c-3b5f-418d-ab4b-2108c87f4349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:46.665165 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-132ca09c-3b5f-418d-ab4b-2108c87f4349 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:46.666282 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-132ca09c-3b5f-418d-ab4b-2108c87f4349 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/b69d0a6b-da9d-441c-b104-ab1f4be126c6 HTTP/1.1" status: 204 len: 168 time: 0.1148188 Jun 17 18:11:46.667037 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-15ed0dfb-2ac4-48eb-85e1-0432f6945f1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:11:46.675657 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132ca09c-3b5f-418d-ab4b-2108c87f4349 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b69d0a6b-da9d-441c-b104-ab1f4be126c6,revision_number=None']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:11:46.677884 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-132ca09c-3b5f-418d-ab4b-2108c87f4349 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:11:46.820326 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-8c09a387-8719-44fc-9e42-e4ece091a530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:46.900881 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Device 049c1286-72d2-4320-b8fc-ab65e653c7be no longer exists at agent ovs-agent-dv-cinder-786260-6-iscsi {{(pid=92880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 18:11:46.926039 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.plugin [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] No Port match for: 049c1286-72d2-4320-b8fc-ab65e653c7be {{(pid=92880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 18:11:46.926393 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Device 049c1286-72d2-4320-b8fc-ab65e653c7be not bound to the agent host dv-cinder-786260-6-iscsi {{(pid=92880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 18:11:46.926815 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Device 3f0359e6-3302-4b6c-ab32-02c29a679b92 no longer exists at agent ovs-agent-dv-cinder-786260-6-iscsi {{(pid=92880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 18:11:46.951411 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.plugin [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] No Port match for: 3f0359e6-3302-4b6c-ab32-02c29a679b92 {{(pid=92880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 18:11:46.951705 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Device 3f0359e6-3302-4b6c-ab32-02c29a679b92 not bound to the agent host dv-cinder-786260-6-iscsi {{(pid=92880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 18:11:46.952235 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Device c3134a58-e401-493f-8f69-8e53f21ce4ca no longer exists at agent ovs-agent-dv-cinder-786260-6-iscsi {{(pid=92880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 18:11:46.975739 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:46.978087 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.plugin [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] No Port match for: c3134a58-e401-493f-8f69-8e53f21ce4ca {{(pid=92880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 18:11:46.978450 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Device c3134a58-e401-493f-8f69-8e53f21ce4ca not bound to the agent host dv-cinder-786260-6-iscsi {{(pid=92880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 18:11:48.055965 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-8848f698-b84d-4e61-bbd9-19a6867363d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:49.500647 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-a0cf07df-ba9d-4ba7-86ac-6ceb73a86136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:50.903976 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 52220) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:11:51.003249 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-53b477d8-6357-4f16-9ca6-ea7b970181f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:51.088404 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-53b477d8-6357-4f16-9ca6-ea7b970181f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:51.092351 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-53b477d8-6357-4f16-9ca6-ea7b970181f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:51.094653 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-b10eb138-d59f-4d82-916e-672f4e993d9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:11:51.129816 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-53b477d8-6357-4f16-9ca6-ea7b970181f4 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=b08049896bfc4dd5959766c7efe2f237&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2247865 Jun 17 18:11:51.130715 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b477d8-6357-4f16-9ca6-ea7b970181f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f6fc50a-94e9-46c5-a2c1-f71ebd4d60c1,revision_number=1']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:11:51.132448 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 52224) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:11:51.133712 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-53b477d8-6357-4f16-9ca6-ea7b970181f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:11:51.181078 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-b267437a-ff21-4984-8c8e-ffb9a41c999e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:51.202026 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-b267437a-ff21-4984-8c8e-ffb9a41c999e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:51.244584 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-b267437a-ff21-4984-8c8e-ffb9a41c999e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:51.247686 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-b267437a-ff21-4984-8c8e-ffb9a41c999e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:51.248846 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-b267437a-ff21-4984-8c8e-ffb9a41c999e admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/7f6fc50a-94e9-46c5-a2c1-f71ebd4d60c1 HTTP/1.1" status: 204 len: 168 time: 0.1148336 Jun 17 18:11:51.249557 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-099f4150-23cf-4e34-bf9c-fa9e87f52e9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:11:51.257017 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b267437a-ff21-4984-8c8e-ffb9a41c999e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f6fc50a-94e9-46c5-a2c1-f71ebd4d60c1,revision_number=None']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:11:51.259181 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-b267437a-ff21-4984-8c8e-ffb9a41c999e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:11:51.497147 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 52230) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:11:51.510065 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-2c7ab120-b6d2-40ab-92ed-6555baaea4bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:51.600478 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-2c7ab120-b6d2-40ab-92ed-6555baaea4bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:51.603966 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-2c7ab120-b6d2-40ab-92ed-6555baaea4bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:51.607050 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-3a9ecfff-1160-4ed4-be37-e401a3951654 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:11:51.641315 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-2c7ab120-b6d2-40ab-92ed-6555baaea4bf admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=cdec6d020d2a45c2a69f594d8fcb354b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1431222 Jun 17 18:11:51.642508 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7ab120-b6d2-40ab-92ed-6555baaea4bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da63ac46-7730-44cc-ac77-26ff709c39d3,revision_number=1']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:11:51.644308 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 52232) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:11:51.645831 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-2c7ab120-b6d2-40ab-92ed-6555baaea4bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:11:51.696727 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-3f1092d1-5e6e-4ce8-95f5-fb183588ae17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:51.716554 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-3f1092d1-5e6e-4ce8-95f5-fb183588ae17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:51.761182 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-3f1092d1-5e6e-4ce8-95f5-fb183588ae17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:51.763770 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-3f1092d1-5e6e-4ce8-95f5-fb183588ae17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:51.764911 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-3f1092d1-5e6e-4ce8-95f5-fb183588ae17 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/da63ac46-7730-44cc-ac77-26ff709c39d3 HTTP/1.1" status: 204 len: 168 time: 0.1196194 Jun 17 18:11:51.765673 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-646314e0-db53-4722-bc8d-8c0bc28ec3fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:11:51.773356 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1092d1-5e6e-4ce8-95f5-fb183588ae17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da63ac46-7730-44cc-ac77-26ff709c39d3,revision_number=None']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:11:51.775651 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-3f1092d1-5e6e-4ce8-95f5-fb183588ae17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:11:57.377402 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 52316) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:11:57.476637 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-6725925f-825a-4453-a952-d3f8463ca492 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:57.563059 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-6725925f-825a-4453-a952-d3f8463ca492 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:57.567152 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-6725925f-825a-4453-a952-d3f8463ca492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:57.569457 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-19129ecd-5723-4b14-b970-4e00075e3af0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:11:57.604247 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6725925f-825a-4453-a952-d3f8463ca492 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66300b8b-a5af-424d-b38c-f142026153e2,revision_number=1']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:11:57.607341 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-6725925f-825a-4453-a952-d3f8463ca492 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:11:57.609865 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-6725925f-825a-4453-a952-d3f8463ca492 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=731909a4d52b4d9dba95df6038e09259&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2314465 Jun 17 18:11:57.612600 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 52320) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:11:57.659369 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-5effb784-3e47-4c4e-ab3b-971718ca8bb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:57.682670 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-5effb784-3e47-4c4e-ab3b-971718ca8bb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:57.727071 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-5effb784-3e47-4c4e-ab3b-971718ca8bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:57.729594 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-5effb784-3e47-4c4e-ab3b-971718ca8bb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:57.730687 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-5effb784-3e47-4c4e-ab3b-971718ca8bb9 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/66300b8b-a5af-424d-b38c-f142026153e2 HTTP/1.1" status: 204 len: 168 time: 0.1172416 Jun 17 18:11:57.731446 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-7a5618f5-7541-4fac-b826-903502c7be23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:11:57.738975 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5effb784-3e47-4c4e-ab3b-971718ca8bb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66300b8b-a5af-424d-b38c-f142026153e2,revision_number=None']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:11:57.741142 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-5effb784-3e47-4c4e-ab3b-971718ca8bb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:11:57.984251 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 52326) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:11:57.997852 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-afef484c-b82c-42c2-b9f6-c2795393509e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:58.084831 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-afef484c-b82c-42c2-b9f6-c2795393509e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:58.088355 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-afef484c-b82c-42c2-b9f6-c2795393509e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:58.092325 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-f06596cf-a157-4cc5-bcca-ea4827d61c5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:11:58.127032 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-afef484c-b82c-42c2-b9f6-c2795393509e admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=85f661c8212a4a1bbb26c24e7466e26b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1416974 Jun 17 18:11:58.129009 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afef484c-b82c-42c2-b9f6-c2795393509e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2708799d-f03a-4ff6-9f56-845ef8ce8db4,revision_number=1']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:11:58.129737 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 52328) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:11:58.132110 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-afef484c-b82c-42c2-b9f6-c2795393509e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:11:58.178825 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-3a148316-cbbc-4fbe-84b4-f6eb60d7c0fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:58.198993 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-3a148316-cbbc-4fbe-84b4-f6eb60d7c0fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:58.244045 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-3a148316-cbbc-4fbe-84b4-f6eb60d7c0fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:58.246756 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-3a148316-cbbc-4fbe-84b4-f6eb60d7c0fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:11:58.248026 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-3a148316-cbbc-4fbe-84b4-f6eb60d7c0fe admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/2708799d-f03a-4ff6-9f56-845ef8ce8db4 HTTP/1.1" status: 204 len: 168 time: 0.1171651 Jun 17 18:11:58.248742 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-810c84f0-efd1-4cb5-a62e-a8df83306eb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:11:58.256217 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a148316-cbbc-4fbe-84b4-f6eb60d7c0fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2708799d-f03a-4ff6-9f56-845ef8ce8db4,revision_number=None']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:11:58.258432 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-3a148316-cbbc-4fbe-84b4-f6eb60d7c0fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:11:59.839482 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 52382) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:11:59.940333 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-7c674717-e585-41ad-a444-f1a85ee02876 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:12:00.026580 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-7c674717-e585-41ad-a444-f1a85ee02876 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:12:00.030481 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-7c674717-e585-41ad-a444-f1a85ee02876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:12:00.033116 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-2c7ab120-b6d2-40ab-92ed-6555baaea4bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:12:00.314906 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c674717-e585-41ad-a444-f1a85ee02876 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=218c1784-d579-42f0-a6b7-1916bef749a8,revision_number=1']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:12:00.318946 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-7c674717-e585-41ad-a444-f1a85ee02876 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=86f92239d0f744329116644ec35ffd34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4784379 Jun 17 18:12:00.319810 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-7c674717-e585-41ad-a444-f1a85ee02876 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:12:00.322324 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 52386) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:12:00.367301 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-ffbff6c6-efe2-4f8b-9853-c66446e22eb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:12:00.387326 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-ffbff6c6-efe2-4f8b-9853-c66446e22eb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:12:00.431729 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-ffbff6c6-efe2-4f8b-9853-c66446e22eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:12:00.434207 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-ffbff6c6-efe2-4f8b-9853-c66446e22eb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:12:00.435319 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-ffbff6c6-efe2-4f8b-9853-c66446e22eb7 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/218c1784-d579-42f0-a6b7-1916bef749a8 HTTP/1.1" status: 204 len: 168 time: 0.1127577 Jun 17 18:12:00.436146 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-afef484c-b82c-42c2-b9f6-c2795393509e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:12:00.443069 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbff6c6-efe2-4f8b-9853-c66446e22eb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=218c1784-d579-42f0-a6b7-1916bef749a8,revision_number=None']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:12:00.445313 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-ffbff6c6-efe2-4f8b-9853-c66446e22eb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:12:00.685253 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 52392) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:12:00.698287 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-e02fa5bc-f8f6-4a69-b6ef-9a3212c8160c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:12:00.784238 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-e02fa5bc-f8f6-4a69-b6ef-9a3212c8160c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:12:00.787889 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-e02fa5bc-f8f6-4a69-b6ef-9a3212c8160c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:12:00.791073 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-30948b87-d23d-4bda-a44b-b0e02f269908 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:12:00.825041 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-e02fa5bc-f8f6-4a69-b6ef-9a3212c8160c admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=3aa89ddf870b4e27b8fec52a2be69ad2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1387548 Jun 17 18:12:00.826430 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02fa5bc-f8f6-4a69-b6ef-9a3212c8160c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40fd4a48-3602-411e-946a-73f8fa4fc803,revision_number=1']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:12:00.828206 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 52394) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:12:00.829434 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-e02fa5bc-f8f6-4a69-b6ef-9a3212c8160c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:12:00.876076 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-69f587f0-8812-4075-a955-965ce57274d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:12:00.896641 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-69f587f0-8812-4075-a955-965ce57274d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:12:00.945355 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-69f587f0-8812-4075-a955-965ce57274d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:12:00.947898 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-69f587f0-8812-4075-a955-965ce57274d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:12:00.949093 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-69f587f0-8812-4075-a955-965ce57274d2 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/40fd4a48-3602-411e-946a-73f8fa4fc803 HTTP/1.1" status: 204 len: 168 time: 0.1199136 Jun 17 18:12:00.949915 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-53b477d8-6357-4f16-9ca6-ea7b970181f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:12:00.957578 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f587f0-8812-4075-a955-965ce57274d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40fd4a48-3602-411e-946a-73f8fa4fc803,revision_number=None']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:12:00.959793 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-69f587f0-8812-4075-a955-965ce57274d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:12:04.671498 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.agents_db [None req-efac7cad-2d3b-4dc1-9769-dac6e2c75cb9 None None] Agent healthcheck: found 6 active agents {{(pid=92881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 18:12:10.843027 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 52486) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:12:10.942279 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-1dbb40e5-ab50-4418-bb49-d160a3556e6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:12:11.028238 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-1dbb40e5-ab50-4418-bb49-d160a3556e6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:12:11.031871 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-1dbb40e5-ab50-4418-bb49-d160a3556e6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:12:11.034977 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-0cffb5b1-2442-4bf1-b013-d1cf8922582f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:12:11.070291 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-1dbb40e5-ab50-4418-bb49-d160a3556e6b admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=9ffae49ca7eb485fa3141b08e929be0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2262015 Jun 17 18:12:11.071281 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbb40e5-ab50-4418-bb49-d160a3556e6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58cb8469-65be-4f46-958d-92d5e81e2e4b,revision_number=1']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:12:11.072964 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 52490) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:12:11.074372 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-1dbb40e5-ab50-4418-bb49-d160a3556e6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:12:11.123576 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-98f630f7-bbc0-4afa-a218-8c13d6a8e8ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:12:11.143694 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-98f630f7-bbc0-4afa-a218-8c13d6a8e8ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:12:11.188916 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-98f630f7-bbc0-4afa-a218-8c13d6a8e8ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:12:11.191383 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-98f630f7-bbc0-4afa-a218-8c13d6a8e8ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:12:11.192487 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-98f630f7-bbc0-4afa-a218-8c13d6a8e8ce admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/58cb8469-65be-4f46-958d-92d5e81e2e4b HTTP/1.1" status: 204 len: 168 time: 0.1185625 Jun 17 18:12:11.193223 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-33fab724-0bfb-4825-adf7-f72eaf7d2bdd tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:12:11.200225 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f630f7-bbc0-4afa-a218-8c13d6a8e8ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58cb8469-65be-4f46-958d-92d5e81e2e4b,revision_number=None']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:12:11.203016 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-98f630f7-bbc0-4afa-a218-8c13d6a8e8ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:12:11.444514 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 52496) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:12:11.458014 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-34d6dea1-0d35-4afc-b000-a6da01861f37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:12:11.542914 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-34d6dea1-0d35-4afc-b000-a6da01861f37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:12:11.546602 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-34d6dea1-0d35-4afc-b000-a6da01861f37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:12:11.549673 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-79e76c2a-6751-4676-ae15-1b1378287076 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:12:11.585321 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-34d6dea1-0d35-4afc-b000-a6da01861f37 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=406d204321064f469508cfa1334a9e7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1397748 Jun 17 18:12:11.586254 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d6dea1-0d35-4afc-b000-a6da01861f37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca2fb7db-b014-43ac-a45c-033b40c2be94,revision_number=1']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:12:11.588150 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 52498) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:12:11.589496 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-34d6dea1-0d35-4afc-b000-a6da01861f37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:12:11.635675 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-acc91ffb-3cda-4391-a46a-ed69c45355ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:12:11.656604 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-acc91ffb-3cda-4391-a46a-ed69c45355ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:12:11.702250 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-acc91ffb-3cda-4391-a46a-ed69c45355ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:12:11.704750 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-acc91ffb-3cda-4391-a46a-ed69c45355ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:12:11.705860 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-acc91ffb-3cda-4391-a46a-ed69c45355ad admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/ca2fb7db-b014-43ac-a45c-033b40c2be94 HTTP/1.1" status: 204 len: 168 time: 0.1168473 Jun 17 18:12:11.706651 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-69f587f0-8812-4075-a955-965ce57274d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:12:11.714023 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc91ffb-3cda-4391-a46a-ed69c45355ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca2fb7db-b014-43ac-a45c-033b40c2be94,revision_number=None']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:12:11.716291 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-acc91ffb-3cda-4391-a46a-ed69c45355ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:12:14.159778 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-85acf53f-02e6-49ba-8f20-3927386b6ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:12:14.326699 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:12:15.693605 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 52562) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:12:15.793001 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-d4f9a573-5518-4ac9-89a8-5ea973f1f424 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:12:16.150141 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-d4f9a573-5518-4ac9-89a8-5ea973f1f424 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:12:16.153992 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-d4f9a573-5518-4ac9-89a8-5ea973f1f424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:12:16.156346 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-58f23541-acb4-409a-a7c3-bb2905aa1f65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:12:16.189363 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f9a573-5518-4ac9-89a8-5ea973f1f424 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de49ef3b-c234-4a59-bf2e-cf45c89e0f93,revision_number=1']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:12:16.196068 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-d4f9a573-5518-4ac9-89a8-5ea973f1f424 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=e2bd9a0249de49059d88375d9bffa207&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4989839 Jun 17 18:12:16.196068 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-d4f9a573-5518-4ac9-89a8-5ea973f1f424 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:12:16.196364 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 52566) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:12:16.246376 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-0a1e9d20-4f45-4491-9de4-96077b755946 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:12:16.266513 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-0a1e9d20-4f45-4491-9de4-96077b755946 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:12:16.312238 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-0a1e9d20-4f45-4491-9de4-96077b755946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:12:16.314979 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-0a1e9d20-4f45-4491-9de4-96077b755946 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:12:16.316182 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-0a1e9d20-4f45-4491-9de4-96077b755946 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/de49ef3b-c234-4a59-bf2e-cf45c89e0f93 HTTP/1.1" status: 204 len: 168 time: 0.1190085 Jun 17 18:12:16.317103 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-56c44c85-d449-4a25-8de3-2e0fb08710b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:12:16.324832 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1e9d20-4f45-4491-9de4-96077b755946 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de49ef3b-c234-4a59-bf2e-cf45c89e0f93,revision_number=None']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:12:16.327054 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-0a1e9d20-4f45-4491-9de4-96077b755946 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:12:16.563661 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 52572) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:12:16.577305 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-ef770fb6-d64f-49e9-8632-d87749380df2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:12:16.664418 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-ef770fb6-d64f-49e9-8632-d87749380df2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:12:16.669391 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-ef770fb6-d64f-49e9-8632-d87749380df2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_create {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:12:16.672374 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-c0dd1a47-2954-47e1-bf60-7a7b550f2ce6 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:12:16.710118 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-ef770fb6-d64f-49e9-8632-d87749380df2 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=29c39d65b9a3432799f443d10aca6adb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1452529 Jun 17 18:12:16.711019 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef770fb6-d64f-49e9-8632-d87749380df2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f0dd3ae-5875-45d4-a3e9-cabfd3d9ab2a,revision_number=1']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:12:16.712801 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 52574) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:12:16.714311 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-ef770fb6-d64f-49e9-8632-d87749380df2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:12:16.761691 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-4f66e2fb-994c-4c50-8e74-6aa00cfe3be3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:12:16.784956 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-4f66e2fb-994c-4c50-8e74-6aa00cfe3be3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:12:16.820328 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-a5a43c05-0f63-4aee-8a34-533e6affc5ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:12:16.831191 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-4f66e2fb-994c-4c50-8e74-6aa00cfe3be3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:12:16.833728 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-4f66e2fb-994c-4c50-8e74-6aa00cfe3be3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:12:16.834817 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-4f66e2fb-994c-4c50-8e74-6aa00cfe3be3 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/9f0dd3ae-5875-45d4-a3e9-cabfd3d9ab2a HTTP/1.1" status: 204 len: 168 time: 0.1203480 Jun 17 18:12:16.835671 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-1f98dcf0-e38a-4b5a-a2ed-0fcd8267a2b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:12:16.843648 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f66e2fb-994c-4c50-8e74-6aa00cfe3be3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f0dd3ae-5875-45d4-a3e9-cabfd3d9ab2a,revision_number=None']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:12:16.845726 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-4f66e2fb-994c-4c50-8e74-6aa00cfe3be3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:12:16.928221 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:12:18.059198 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-8848f698-b84d-4e61-bbd9-19a6867363d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:12:19.503087 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-a0cf07df-ba9d-4ba7-86ac-6ceb73a86136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:12:41.669330 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.agents_db [None req-efac7cad-2d3b-4dc1-9769-dac6e2c75cb9 None None] Agent healthcheck: found 6 active agents {{(pid=92881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 18:12:44.162069 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-3d98ea7d-79e4-41e5-b672-19e0aaa5d8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:12:44.350419 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:12:45.452496 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 52758) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:12:45.552203 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-b6cda430-db62-4d82-a0a6-e1d0ec38ebf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:12:45.639823 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-b6cda430-db62-4d82-a0a6-e1d0ec38ebf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:12:45.643637 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-b6cda430-db62-4d82-a0a6-e1d0ec38ebf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:12:45.646055 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-1ba52c5e-5261-42ce-b835-2c586e9d2f0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:12:45.681775 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-b6cda430-db62-4d82-a0a6-e1d0ec38ebf3 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=1340c66cf28e41259176f316f0e9bf1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2282662 Jun 17 18:12:45.682670 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cda430-db62-4d82-a0a6-e1d0ec38ebf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27baa40d-bf93-493e-a09a-90d2184a3a72,revision_number=1']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:12:45.684441 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 52762) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:12:45.690239 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6cda430-db62-4d82-a0a6-e1d0ec38ebf3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:12:45.690628 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6cda430-db62-4d82-a0a6-e1d0ec38ebf3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:12:45.691008 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6cda430-db62-4d82-a0a6-e1d0ec38ebf3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:12:45.691386 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6cda430-db62-4d82-a0a6-e1d0ec38ebf3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:12:45.691753 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6cda430-db62-4d82-a0a6-e1d0ec38ebf3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:12:45.692155 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6cda430-db62-4d82-a0a6-e1d0ec38ebf3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:12:45.692524 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6cda430-db62-4d82-a0a6-e1d0ec38ebf3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:12:45.692886 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6cda430-db62-4d82-a0a6-e1d0ec38ebf3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:12:45.693250 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6cda430-db62-4d82-a0a6-e1d0ec38ebf3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:12:45.693610 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6cda430-db62-4d82-a0a6-e1d0ec38ebf3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:12:45.693970 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6cda430-db62-4d82-a0a6-e1d0ec38ebf3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:12:45.694326 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6cda430-db62-4d82-a0a6-e1d0ec38ebf3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:12:45.698205 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-b6cda430-db62-4d82-a0a6-e1d0ec38ebf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:12:45.733384 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-f2572bb4-8385-4234-b100-737f3f11cac7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:12:45.754649 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-f2572bb4-8385-4234-b100-737f3f11cac7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:12:45.799589 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-f2572bb4-8385-4234-b100-737f3f11cac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:12:45.802159 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-f2572bb4-8385-4234-b100-737f3f11cac7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:12:45.803257 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-f2572bb4-8385-4234-b100-737f3f11cac7 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/27baa40d-bf93-493e-a09a-90d2184a3a72 HTTP/1.1" status: 204 len: 168 time: 0.1178529 Jun 17 18:12:45.804046 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-f583113a-be77-459c-9d5f-64385ad5cd28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:12:45.811121 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2572bb4-8385-4234-b100-737f3f11cac7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27baa40d-bf93-493e-a09a-90d2184a3a72,revision_number=None']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:12:45.817931 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2572bb4-8385-4234-b100-737f3f11cac7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:12:45.818315 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2572bb4-8385-4234-b100-737f3f11cac7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:12:45.818690 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2572bb4-8385-4234-b100-737f3f11cac7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:12:45.819214 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2572bb4-8385-4234-b100-737f3f11cac7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:12:45.819509 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2572bb4-8385-4234-b100-737f3f11cac7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:12:45.819877 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2572bb4-8385-4234-b100-737f3f11cac7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:12:45.820262 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2572bb4-8385-4234-b100-737f3f11cac7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:12:45.820622 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2572bb4-8385-4234-b100-737f3f11cac7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:12:45.820982 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2572bb4-8385-4234-b100-737f3f11cac7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:12:45.821337 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2572bb4-8385-4234-b100-737f3f11cac7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:12:45.821693 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2572bb4-8385-4234-b100-737f3f11cac7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:12:45.822044 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2572bb4-8385-4234-b100-737f3f11cac7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:12:45.825361 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-f2572bb4-8385-4234-b100-737f3f11cac7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:12:46.819665 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-5b0e274c-0cfc-4fee-b01e-c97e65afa523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:12:46.928044 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:12:48.061375 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-8848f698-b84d-4e61-bbd9-19a6867363d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:12:49.511416 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-a0cf07df-ba9d-4ba7-86ac-6ceb73a86136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:12:54.923090 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7e58b4-7b7b-4415-834e-203e6fe4bea8 req-c5ba8a5a-cd00-425b-b4d0-04e9813d3806 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:12:54.924537 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-0c7e58b4-7b7b-4415-834e-203e6fe4bea8 req-c5ba8a5a-cd00-425b-b4d0-04e9813d3806 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] 10.222.0.97 "GET /v2.0/ports?device_id=1f009623-f182-4e80-bdb9-25d1b2fc8ca9 HTTP/1.1" status: 200 len: 946 time: 0.0615270 Jun 17 18:12:54.964120 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-0c7e58b4-7b7b-4415-834e-203e6fe4bea8 req-21804611-10fb-4e14-8c94-80d264d8af82 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] 10.222.0.97 "GET /v2.0/security-groups?id=4a359456-4761-423e-a68f-54bbc6505df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338798 Jun 17 18:12:55.360115 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 52850) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:12:55.510217 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.plugin [None req-57a8b838-914a-4c03-b4f5-e858dd661d98 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Deleting port d48c8125-03f7-4f76-a738-3c1ffbc33a42 {{(pid=92874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 18:12:55.510558 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-57a8b838-914a-4c03-b4f5-e858dd661d98 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743365079206'] for port, before_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:12:55.583166 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-57a8b838-914a-4c03-b4f5-e858dd661d98 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956370'] for port, precommit_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:12:55.583525 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-57a8b838-914a-4c03-b4f5-e858dd661d98 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:12:55.648830 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.plugin [None req-57a8b838-914a-4c03-b4f5-e858dd661d98 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Calling delete_port for d48c8125-03f7-4f76-a738-3c1ffbc33a42 owned by network:floatingip {{(pid=92874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 18:12:55.791032 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-57a8b838-914a-4c03-b4f5-e858dd661d98 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743365085983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743364645425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28501932'] for port, after_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:12:55.793710 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-44a08247-53ea-4c73-9f5e-b67877bb46b2 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:12:55.817467 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a8b838-914a-4c03-b4f5-e858dd661d98 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Pushing event deleted for resources: {'Port': ['ID=d48c8125-03f7-4f76-a738-3c1ffbc33a42,revision_number=None']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:12:55.821241 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-57a8b838-914a-4c03-b4f5-e858dd661d98 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:12:55.878763 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-57a8b838-914a-4c03-b4f5-e858dd661d98 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Notify callbacks [] for floatingip, after_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:12:55.879020 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.db.l3_db [None req-57a8b838-914a-4c03-b4f5-e858dd661d98 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Floating IP 346edf75-3e2f-4c94-8080-88511d96ccd5 disassociated (deleted). External IP: 172.27.2.161, port: 0a20bd00-37d0-44e2-9e40-88ab9441ea0f. Jun 17 18:12:56.076917 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57a8b838-914a-4c03-b4f5-e858dd661d98 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Router 2383b7a7-5e02-4ea6-8c11-ac462b715c40 has already been hosted by L3 agent 4c938d44-4998-4210-8006-ee34f5a3ffbf {{(pid=92874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 18:12:56.225399 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57a8b838-914a-4c03-b4f5-e858dd661d98 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Notify agent at l3_agent.dv-cinder-786260-6-iscsi the message routers_updated {{(pid=92874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 18:12:56.230086 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-57a8b838-914a-4c03-b4f5-e858dd661d98 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523113'] for floatingip, before_response {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:12:56.234550 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3adcd5b-dd70-4862-aa2c-afa466e758b6 None None] Sync routers for ids ['2383b7a7-5e02-4ea6-8c11-ac462b715c40'] in dv-cinder-786260-6-iscsi {{(pid=92880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 18:12:56.238213 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc01d49-02e9-4e4b-b524-e73fdb2a18e8 req-b8bbfa39-7481-4935-9ea8-0269cb260f86 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:12:56.239657 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-dcc01d49-02e9-4e4b-b524-e73fdb2a18e8 req-b8bbfa39-7481-4935-9ea8-0269cb260f86 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] 10.222.0.97 "GET /v2.0/ports?device_id=1f009623-f182-4e80-bdb9-25d1b2fc8ca9 HTTP/1.1" status: 200 len: 946 time: 0.1503692 Jun 17 18:12:56.244275 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3adcd5b-dd70-4862-aa2c-afa466e758b6 None None] Routers {'2383b7a7-5e02-4ea6-8c11-ac462b715c40'} bound to L3 agent in host dv-cinder-786260-6-iscsi {{(pid=92880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 18:12:56.244892 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_hamode_db [None req-f3adcd5b-dd70-4862-aa2c-afa466e758b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T17:55:17Z,description=,heartbeat_timestamp=2021-06-17T18:12:47Z,host='dv-cinder-786260-6-iscsi',id=4c938d44-4998-4210-8006-ee34f5a3ffbf,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:55:17Z,topic='l3_agent')) {'router_ids': ['2383b7a7-5e02-4ea6-8c11-ac462b715c40'], 'active': True} {{(pid=92880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:12:56.290599 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-57a8b838-914a-4c03-b4f5-e858dd661d98 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.97 "DELETE /v2.0/floatingips/346edf75-3e2f-4c94-8080-88511d96ccd5 HTTP/1.1" status: 204 len: 168 time: 0.9293652 Jun 17 18:12:56.295989 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97f0cd98-21ae-4d32-be37-a815f08b7173', 'tag': '0a20bd00-37d0-44e2-9e40-88ab9441ea0f'}] {{(pid=92874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 18:12:56.298290 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58554d43f64f60294e2d1fd4a9d9342a0a386c70b92defbb6c9fd2054ba7a623" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca1ac796-3b8a-4743-828f-1d0cb16ca98c" -d '{"events": [{"name": "network-changed", "server_uuid": "97f0cd98-21ae-4d32-be37-a815f08b7173", "tag": "0a20bd00-37d0-44e2-9e40-88ab9441ea0f"}]}' {{(pid=92874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 18:12:56.308150 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-dcc01d49-02e9-4e4b-b524-e73fdb2a18e8 req-144f2a24-8fe9-4c97-9495-682ef933b9b4 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] 10.222.0.97 "GET /v2.0/security-groups?id=4a359456-4761-423e-a68f-54bbc6505df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500083 Jun 17 18:12:56.360467 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 18:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a0a567d-5975-4f3c-9836-cd63cf41d4f8 x-openstack-request-id: req-1a0a567d-5975-4f3c-9836-cd63cf41d4f8 {{(pid=92874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 18:12:56.360806 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97f0cd98-21ae-4d32-be37-a815f08b7173", "tag": "0a20bd00-37d0-44e2-9e40-88ab9441ea0f", "status": "completed", "code": 200}]} {{(pid=92874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 18:12:56.361101 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-1a0a567d-5975-4f3c-9836-cd63cf41d4f8 {{(pid=92874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 18:12:56.361587 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97f0cd98-21ae-4d32-be37-a815f08b7173', 'tag': '0a20bd00-37d0-44e2-9e40-88ab9441ea0f', 'status': 'completed', 'code': 200} Jun 17 18:12:56.375042 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_dvr_db [None req-f3adcd5b-dd70-4862-aa2c-afa466e758b6 None None] Set router 2383b7a7-5e02-4ea6-8c11-ac462b715c40 gateway port host: dv-cinder-786260-6-iscsi {{(pid=92880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 18:12:56.463565 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1ac796-3b8a-4743-828f-1d0cb16ca98c req-85597b1e-73b1-4518-a91c-69c7c01ec23a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:12:56.465353 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-ca1ac796-3b8a-4743-828f-1d0cb16ca98c req-85597b1e-73b1-4518-a91c-69c7c01ec23a service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=1e6c61cc07924138a80b114f14370bd1&device_id=97f0cd98-21ae-4d32-be37-a815f08b7173 HTTP/1.1" status: 200 len: 1098 time: 0.0535955 Jun 17 18:12:56.575206 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1ac796-3b8a-4743-828f-1d0cb16ca98c req-2b5f2a18-ba7d-475e-9daa-e6645ff88957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:12:56.575926 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-ca1ac796-3b8a-4743-828f-1d0cb16ca98c req-2b5f2a18-ba7d-475e-9daa-e6645ff88957 service neutron] 10.222.0.95 "GET /v2.0/networks?id=6ab84586-cad6-4a81-bfb5-7a0782fd9a74 HTTP/1.1" status: 200 len: 913 time: 0.1035395 Jun 17 18:12:56.633394 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-ca1ac796-3b8a-4743-828f-1d0cb16ca98c req-def181b0-178a-4000-be4d-f4db387fb0e4 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0a20bd00-37d0-44e2-9e40-88ab9441ea0f HTTP/1.1" status: 200 len: 217 time: 0.0436220 Jun 17 18:12:56.706229 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1ac796-3b8a-4743-828f-1d0cb16ca98c req-349753bf-c915-4053-88a4-2a7430e220c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:12:56.707642 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-ca1ac796-3b8a-4743-828f-1d0cb16ca98c req-349753bf-c915-4053-88a4-2a7430e220c2 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=06c8cb67-128a-4786-852c-d9ffd25e0b01 HTTP/1.1" status: 200 len: 850 time: 0.0549614 Jun 17 18:12:56.741528 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_hamode_db [None req-f3adcd5b-dd70-4862-aa2c-afa466e758b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2383b7a7-5e02-4ea6-8c11-ac462b715c40', 'name': 'tempest-TestVolumeBootPattern-790059704-router', 'tenant_id': '1e6c61cc07924138a80b114f14370bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'external_fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': '5b3d7f0f-d825-454d-ac83-9af8f11f20d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T18:04:44Z', 'updated_at': '2021-06-17T18:04:46Z', 'revision_number': 4, 'project_id': '1e6c61cc07924138a80b114f14370bd1', 'gw_port': {'id': '5b3d7f0f-d825-454d-ac83-9af8f11f20d5', 'name': '', 'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:5c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2383b7a7-5e02-4ea6-8c11-ac462b715c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:04:44Z', 'updated_at': '2021-06-17T18:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78089575-0364-47db-be8b-ef28f42f3a37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-6-iscsi', '_floatingips': [{'id': '20807ab4-69f1-4673-b595-8f91db2c0ba4', 'tenant_id': '1e6c61cc07924138a80b114f14370bd1', 'floating_ip_address': '172.27.2.109', 'floating_network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'router_id': '2383b7a7-5e02-4ea6-8c11-ac462b715c40', 'port_id': '098a2272-c3fe-4358-a602-eb02a410873f', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ab84586-cad6-4a81-bfb5-7a0782fd9a74', 'mac_address': 'fa:16:3e:2a:e0:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc067bf-f03c-4a29-b18d-12880d80e4ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T18:09:06Z', 'updated_at': '2021-06-17T18:09:08Z', 'revision_number': 1, 'project_id': '1e6c61cc07924138a80b114f14370bd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c0ea93b-4829-4c11-a3e0-2940e47ddf0a', 'name': '', 'network_id': '6ab84586-cad6-4a81-bfb5-7a0782fd9a74', 'tenant_id': '1e6c61cc07924138a80b114f14370bd1', 'mac_address': 'fa:16:3e:82:07:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2383b7a7-5e02-4ea6-8c11-ac462b715c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '06c8cb67-128a-4786-852c-d9ffd25e0b01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:04:46Z', 'updated_at': '2021-06-17T18:04:52Z', 'revision_number': 5, 'project_id': '1e6c61cc07924138a80b114f14370bd1', 'subnets': [{'id': '06c8cb67-128a-4786-852c-d9ffd25e0b01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-6-iscsi', False) {} {{(pid=92880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:12:56.750628 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c8c571-dc12-49b1-8df9-4925f0101f70 req-c752b08f-e65e-4e18-9bdc-26b43469435a tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:12:56.752634 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-15c8c571-dc12-49b1-8df9-4925f0101f70 req-c752b08f-e65e-4e18-9bdc-26b43469435a tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.97 "GET /v2.0/ports?device_id=97f0cd98-21ae-4d32-be37-a815f08b7173 HTTP/1.1" status: 200 len: 945 time: 0.1289563 Jun 17 18:12:56.770910 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3adcd5b-dd70-4862-aa2c-afa466e758b6 None None] Checking router: 2383b7a7-5e02-4ea6-8c11-ac462b715c40 for host: dv-cinder-786260-6-iscsi {{(pid=92880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 18:12:56.779667 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3adcd5b-dd70-4862-aa2c-afa466e758b6 None None] Routers {'2383b7a7-5e02-4ea6-8c11-ac462b715c40'} bound to L3 agent in host dv-cinder-786260-6-iscsi {{(pid=92880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 18:12:56.780263 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_hamode_db [None req-f3adcd5b-dd70-4862-aa2c-afa466e758b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T17:55:17Z,description=,heartbeat_timestamp=2021-06-17T18:12:47Z,host='dv-cinder-786260-6-iscsi',id=4c938d44-4998-4210-8006-ee34f5a3ffbf,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:55:17Z,topic='l3_agent')) {'router_ids': ['2383b7a7-5e02-4ea6-8c11-ac462b715c40'], 'active': True} {{(pid=92880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:12:56.801944 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-15c8c571-dc12-49b1-8df9-4925f0101f70 req-07bccf04-aafa-4c92-ad90-1c627c79993c tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.97 "GET /v2.0/security-groups?id=3a7a746b-7224-4834-953b-7dfc4df4b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430720 Jun 17 18:12:56.806894 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1ac796-3b8a-4743-828f-1d0cb16ca98c req-54c12f6f-a3dc-4faa-bcac-40d360e36ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:12:56.808618 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-ca1ac796-3b8a-4743-828f-1d0cb16ca98c req-54c12f6f-a3dc-4faa-bcac-40d360e36ebd service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=6ab84586-cad6-4a81-bfb5-7a0782fd9a74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0909367 Jun 17 18:12:56.888956 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_dvr_db [None req-f3adcd5b-dd70-4862-aa2c-afa466e758b6 None None] Set router 2383b7a7-5e02-4ea6-8c11-ac462b715c40 gateway port host: dv-cinder-786260-6-iscsi {{(pid=92880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 18:12:56.911743 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-ca1ac796-3b8a-4743-828f-1d0cb16ca98c req-d341dbaf-4fbd-4e61-a502-d164cd537adb service neutron] 10.222.0.95 "GET /v2.0/networks/6ab84586-cad6-4a81-bfb5-7a0782fd9a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916605 Jun 17 18:12:56.998878 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-ca1ac796-3b8a-4743-828f-1d0cb16ca98c req-5b5e6ed2-fe22-49bf-badf-dffad7a3809f service neutron] 10.222.0.95 "GET /v2.0/networks/6ab84586-cad6-4a81-bfb5-7a0782fd9a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805240 Jun 17 18:12:57.111182 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_hamode_db [None req-f3adcd5b-dd70-4862-aa2c-afa466e758b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2383b7a7-5e02-4ea6-8c11-ac462b715c40', 'name': 'tempest-TestVolumeBootPattern-790059704-router', 'tenant_id': '1e6c61cc07924138a80b114f14370bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'external_fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': '5b3d7f0f-d825-454d-ac83-9af8f11f20d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T18:04:44Z', 'updated_at': '2021-06-17T18:04:46Z', 'revision_number': 4, 'project_id': '1e6c61cc07924138a80b114f14370bd1', 'gw_port': {'id': '5b3d7f0f-d825-454d-ac83-9af8f11f20d5', 'name': '', 'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:5c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2383b7a7-5e02-4ea6-8c11-ac462b715c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:04:44Z', 'updated_at': '2021-06-17T18:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78089575-0364-47db-be8b-ef28f42f3a37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-6-iscsi', '_floatingips': [{'id': '20807ab4-69f1-4673-b595-8f91db2c0ba4', 'tenant_id': '1e6c61cc07924138a80b114f14370bd1', 'floating_ip_address': '172.27.2.109', 'floating_network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'router_id': '2383b7a7-5e02-4ea6-8c11-ac462b715c40', 'port_id': '098a2272-c3fe-4358-a602-eb02a410873f', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ab84586-cad6-4a81-bfb5-7a0782fd9a74', 'mac_address': 'fa:16:3e:2a:e0:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc067bf-f03c-4a29-b18d-12880d80e4ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T18:09:06Z', 'updated_at': '2021-06-17T18:09:08Z', 'revision_number': 1, 'project_id': '1e6c61cc07924138a80b114f14370bd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c0ea93b-4829-4c11-a3e0-2940e47ddf0a', 'name': '', 'network_id': '6ab84586-cad6-4a81-bfb5-7a0782fd9a74', 'tenant_id': '1e6c61cc07924138a80b114f14370bd1', 'mac_address': 'fa:16:3e:82:07:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2383b7a7-5e02-4ea6-8c11-ac462b715c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '06c8cb67-128a-4786-852c-d9ffd25e0b01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:04:46Z', 'updated_at': '2021-06-17T18:04:52Z', 'revision_number': 5, 'project_id': '1e6c61cc07924138a80b114f14370bd1', 'subnets': [{'id': '06c8cb67-128a-4786-852c-d9ffd25e0b01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-6-iscsi', False) {} {{(pid=92880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:12:57.136654 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3adcd5b-dd70-4862-aa2c-afa466e758b6 None None] The sync data for ids ['2383b7a7-5e02-4ea6-8c11-ac462b715c40'] in dv-cinder-786260-6-iscsi is: [{'id': '2383b7a7-5e02-4ea6-8c11-ac462b715c40', 'name': 'tempest-TestVolumeBootPattern-790059704-router', 'tenant_id': '1e6c61cc07924138a80b114f14370bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'external_fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': '5b3d7f0f-d825-454d-ac83-9af8f11f20d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T18:04:44Z', 'updated_at': '2021-06-17T18:04:46Z', 'revision_number': 4, 'project_id': '1e6c61cc07924138a80b114f14370bd1', 'gw_port': {'id': '5b3d7f0f-d825-454d-ac83-9af8f11f20d5', 'name': '', 'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:5c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2383b7a7-5e02-4ea6-8c11-ac462b715c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:04:44Z', 'updated_at': '2021-06-17T18:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78089575-0364-47db-be8b-ef28f42f3a37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-6-iscsi', '_floatingips': [{'id': '20807ab4-69f1-4673-b595-8f91db2c0ba4', 'tenant_id': '1e6c61cc07924138a80b114f14370bd1', 'floating_ip_address': '172.27.2.109', 'floating_network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'router_id': '2383b7a7-5e02-4ea6-8c11-ac462b715c40', 'port_id': '098a2272-c3fe-4358-a602-eb02a410873f', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ab84586-cad6-4a81-bfb5-7a0782fd9a74', 'mac_address': 'fa:16:3e:2a:e0:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc067bf-f03c-4a29-b18d-12880d80e4ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T18:09:06Z', 'updated_at': '2021-06-17T18:09:08Z', 'revision_number': 1, 'project_id': '1e6c61cc07924138a80b114f14370bd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c0ea93b-4829-4c11-a3e0-2940e47ddf0a', 'name': '', 'network_id': '6ab84586-cad6-4a81-bfb5-7a0782fd9a74', 'tenant_id': '1e6c61cc07924138a80b114f14370bd1', 'mac_address': 'fa:16:3e:82:07:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2383b7a7-5e02-4ea6-8c11-ac462b715c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '06c8cb67-128a-4786-852c-d9ffd25e0b01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:04:46Z', 'updated_at': '2021-06-17T18:04:52Z', 'revision_number': 5, 'project_id': '1e6c61cc07924138a80b114f14370bd1', 'subnets': [{'id': '06c8cb67-128a-4786-852c-d9ffd25e0b01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 18:12:57.350601 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b37d410-c1c8-45ab-969c-7e44a418acab None None] New status for floating IP 346edf75-3e2f-4c94-8080-88511d96ccd5: DOWN {{(pid=92881) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 18:12:57.654245 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aa6561-ad51-41c8-a508-a9531c92a5f9 req-7076721e-d6c9-4b84-9e6b-f8c028854c4a tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:12:57.655725 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-b5aa6561-ad51-41c8-a508-a9531c92a5f9 req-7076721e-d6c9-4b84-9e6b-f8c028854c4a tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] 10.222.0.97 "GET /v2.0/ports?device_id=1f009623-f182-4e80-bdb9-25d1b2fc8ca9 HTTP/1.1" status: 200 len: 946 time: 0.2291012 Jun 17 18:12:57.693653 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-b5aa6561-ad51-41c8-a508-a9531c92a5f9 req-6c36a1e9-816b-470f-ba9a-d04f29b310d7 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] 10.222.0.97 "GET /v2.0/security-groups?id=4a359456-4761-423e-a68f-54bbc6505df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314183 Jun 17 18:12:58.028695 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c921a3-5b20-48b2-bee6-4a6499be2a21 req-c24e76bb-ba7f-4672-84b7-a7d19bfa32f0 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:12:58.030130 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-24c921a3-5b20-48b2-bee6-4a6499be2a21 req-c24e76bb-ba7f-4672-84b7-a7d19bfa32f0 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.97 "GET /v2.0/ports?device_id=97f0cd98-21ae-4d32-be37-a815f08b7173 HTTP/1.1" status: 200 len: 945 time: 0.1104715 Jun 17 18:12:58.065896 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-24c921a3-5b20-48b2-bee6-4a6499be2a21 req-2602a938-8ac9-4c64-81bd-347eb129b18c tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.97 "GET /v2.0/security-groups?id=3a7a746b-7224-4834-953b-7dfc4df4b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301940 Jun 17 18:12:58.862446 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafd8ea4-899a-47cf-8f1e-f9bd8cb70082 req-df20d3d7-1a87-40b6-a534-8cd7a56684fd tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:12:58.863876 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-dafd8ea4-899a-47cf-8f1e-f9bd8cb70082 req-df20d3d7-1a87-40b6-a534-8cd7a56684fd tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] 10.222.0.97 "GET /v2.0/ports?device_id=1f009623-f182-4e80-bdb9-25d1b2fc8ca9 HTTP/1.1" status: 200 len: 946 time: 0.0617876 Jun 17 18:12:58.901414 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-dafd8ea4-899a-47cf-8f1e-f9bd8cb70082 req-f2fbcdc5-5775-4ba3-b71c-14fca4c3d8db tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] 10.222.0.97 "GET /v2.0/security-groups?id=4a359456-4761-423e-a68f-54bbc6505df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318418 Jun 17 18:12:59.243068 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4214335-7dbe-467c-af0a-1008a0c8fbef req-9ac906d3-a0a3-4197-b87c-46324644665d tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:12:59.244418 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-a4214335-7dbe-467c-af0a-1008a0c8fbef req-9ac906d3-a0a3-4197-b87c-46324644665d tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.97 "GET /v2.0/ports?device_id=97f0cd98-21ae-4d32-be37-a815f08b7173 HTTP/1.1" status: 200 len: 945 time: 0.0665095 Jun 17 18:12:59.280679 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-a4214335-7dbe-467c-af0a-1008a0c8fbef req-1c796bab-f5fc-43f1-8920-e2ce072f3274 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.97 "GET /v2.0/security-groups?id=3a7a746b-7224-4834-953b-7dfc4df4b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304437 Jun 17 18:13:00.067684 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f7cfb1-90f6-4217-87a6-4446d37f1f07 req-2caf6b24-667c-442e-98e2-ab4aa3043c84 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:13:00.069129 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-a3f7cfb1-90f6-4217-87a6-4446d37f1f07 req-2caf6b24-667c-442e-98e2-ab4aa3043c84 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] 10.222.0.97 "GET /v2.0/ports?device_id=1f009623-f182-4e80-bdb9-25d1b2fc8ca9 HTTP/1.1" status: 200 len: 946 time: 0.0614612 Jun 17 18:13:00.105154 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-a3f7cfb1-90f6-4217-87a6-4446d37f1f07 req-449b4f2a-c897-4075-b22d-fee2de58cb97 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] 10.222.0.97 "GET /v2.0/security-groups?id=4a359456-4761-423e-a68f-54bbc6505df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305161 Jun 17 18:13:00.460725 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0b410e-97b6-4fc7-8f9d-8ef75669b69c req-548e26c8-4072-43d9-b899-b795a0f821e3 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:13:00.462163 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-7d0b410e-97b6-4fc7-8f9d-8ef75669b69c req-548e26c8-4072-43d9-b899-b795a0f821e3 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.97 "GET /v2.0/ports?device_id=97f0cd98-21ae-4d32-be37-a815f08b7173 HTTP/1.1" status: 200 len: 945 time: 0.0707202 Jun 17 18:13:00.505412 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-7d0b410e-97b6-4fc7-8f9d-8ef75669b69c req-ad56a734-25e3-458f-a219-91d9c97c8676 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.97 "GET /v2.0/security-groups?id=3a7a746b-7224-4834-953b-7dfc4df4b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369029 Jun 17 18:13:01.276459 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848023e9-b4d3-445c-ba45-58a6b57e2072 req-78e09796-9814-4094-bd85-886517729d50 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:13:01.277917 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-848023e9-b4d3-445c-ba45-58a6b57e2072 req-78e09796-9814-4094-bd85-886517729d50 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] 10.222.0.97 "GET /v2.0/ports?device_id=1f009623-f182-4e80-bdb9-25d1b2fc8ca9 HTTP/1.1" status: 200 len: 946 time: 0.0643578 Jun 17 18:13:01.318547 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-848023e9-b4d3-445c-ba45-58a6b57e2072 req-017d11e9-276a-419e-b1ef-5ec8e318de96 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] 10.222.0.97 "GET /v2.0/security-groups?id=4a359456-4761-423e-a68f-54bbc6505df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333328 Jun 17 18:13:01.678751 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb0304d-6329-45ad-b107-3675279b3547 req-4474b09c-29a0-4cee-a945-839347b8f5eb tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:13:01.680235 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-9bb0304d-6329-45ad-b107-3675279b3547 req-4474b09c-29a0-4cee-a945-839347b8f5eb tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.97 "GET /v2.0/ports?device_id=97f0cd98-21ae-4d32-be37-a815f08b7173 HTTP/1.1" status: 200 len: 945 time: 0.0658205 Jun 17 18:13:01.718458 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-9bb0304d-6329-45ad-b107-3675279b3547 req-f20990f9-a0b8-4f02-ba1d-39296d333933 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.97 "GET /v2.0/security-groups?id=3a7a746b-7224-4834-953b-7dfc4df4b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324745 Jun 17 18:13:02.497875 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448ea9b6-4797-45d3-97ed-4e31187781ee req-49aab429-2cbf-4e82-acfb-c2ded9aecd90 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:13:02.499348 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-448ea9b6-4797-45d3-97ed-4e31187781ee req-49aab429-2cbf-4e82-acfb-c2ded9aecd90 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] 10.222.0.97 "GET /v2.0/ports?device_id=1f009623-f182-4e80-bdb9-25d1b2fc8ca9 HTTP/1.1" status: 200 len: 946 time: 0.0659120 Jun 17 18:13:02.537011 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-448ea9b6-4797-45d3-97ed-4e31187781ee req-694b2d68-4a59-43fc-b248-0c979548466b tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] 10.222.0.97 "GET /v2.0/security-groups?id=4a359456-4761-423e-a68f-54bbc6505df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318315 Jun 17 18:13:02.892325 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71b2d16-cc74-4adc-a1be-941787a3ce0e req-ba13eafb-0d0b-438f-ba0f-ca71d8f78af0 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:13:02.894347 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-b71b2d16-cc74-4adc-a1be-941787a3ce0e req-ba13eafb-0d0b-438f-ba0f-ca71d8f78af0 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.97 "GET /v2.0/ports?device_id=97f0cd98-21ae-4d32-be37-a815f08b7173 HTTP/1.1" status: 200 len: 945 time: 0.0642610 Jun 17 18:13:02.931761 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-b71b2d16-cc74-4adc-a1be-941787a3ce0e req-e946f5f5-5502-4960-af33-02ff9cbf6ac4 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.97 "GET /v2.0/security-groups?id=3a7a746b-7224-4834-953b-7dfc4df4b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311990 Jun 17 18:13:03.142187 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Device 0a20bd00-37d0-44e2-9e40-88ab9441ea0f no longer exists at agent hyperv_hv-cinder-78626 {{(pid=92880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 18:13:03.225068 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:13:03.246625 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97f0cd98-21ae-4d32-be37-a815f08b7173', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a20bd00-37d0-44e2-9e40-88ab9441ea0f'}] {{(pid=92880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 18:13:03.248891 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44fe161690382cf4f0960ac1b424fedb1dd6f9597775f60dec274194d49fe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4da52f6a-c13b-4d5d-9e2f-e54b43e888d2" -d '{"events": [{"server_uuid": "97f0cd98-21ae-4d32-be37-a815f08b7173", "name": "network-vif-unplugged", "status": "completed", "tag": "0a20bd00-37d0-44e2-9e40-88ab9441ea0f"}]}' {{(pid=92880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 18:13:03.261286 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] For port 0a20bd00-37d0-44e2-9e40-88ab9441ea0f, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=0a20bd00-37d0-44e2-9e40-88ab9441ea0f,segment=NetworkSegment(b4e37eab-f82a-4d9a-af96-7aed12146093),segment_id=b4e37eab-f82a-4d9a-af96-7aed12146093)] {{(pid=92880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:13:03.265611 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479'] for port, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:13:03.273419 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-7eff8af2-5c83-4d7d-bcad-512b2fb8fb83 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:13:03.292648 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Jun 2021 18:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1e34434-3bf0-450c-ba47-386c1b97d5a3 x-openstack-request-id: req-e1e34434-3bf0-450c-ba47-386c1b97d5a3 {{(pid=92880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 18:13:03.292949 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97f0cd98-21ae-4d32-be37-a815f08b7173", "name": "network-vif-unplugged", "status": "completed", "tag": "0a20bd00-37d0-44e2-9e40-88ab9441ea0f", "code": 200}]} {{(pid=92880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 18:13:03.293212 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-e1e34434-3bf0-450c-ba47-386c1b97d5a3 {{(pid=92880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 18:13:03.293722 dv-cinder-786260-6-iscsi neutron-server[92880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97f0cd98-21ae-4d32-be37-a815f08b7173', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a20bd00-37d0-44e2-9e40-88ab9441ea0f', 'code': 200} Jun 17 18:13:03.319143 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Pushing event updated for resources: {'Port': ['ID=0a20bd00-37d0-44e2-9e40-88ab9441ea0f,revision_number=6']} {{(pid=92880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:13:03.325959 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:13:03.326335 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:13:03.326663 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:13:03.327004 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:13:03.327341 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:13:03.327677 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:13:03.328033 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:13:03.328358 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:13:03.328690 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:13:03.329021 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:13:03.329346 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:13:03.329669 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:13:03.334029 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:13:03.516103 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28c134b-990c-49a2-a810-1a8ec64dbe9e req-d54504a7-b48a-40f1-af5f-8ff3e09f1671 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:13:03.517432 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-d28c134b-990c-49a2-a810-1a8ec64dbe9e req-d54504a7-b48a-40f1-af5f-8ff3e09f1671 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.95 "GET /v2.0/ports?device_id=97f0cd98-21ae-4d32-be37-a815f08b7173 HTTP/1.1" status: 200 len: 943 time: 0.0648971 Jun 17 18:13:03.617240 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.plugin [req-d28c134b-990c-49a2-a810-1a8ec64dbe9e req-6f10e4a3-b1db-4f03-96ca-1dc04ad2aa93 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Deleting port 0a20bd00-37d0-44e2-9e40-88ab9441ea0f {{(pid=92874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 18:13:03.617584 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-d28c134b-990c-49a2-a810-1a8ec64dbe9e req-6f10e4a3-b1db-4f03-96ca-1dc04ad2aa93 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743365079206'] for port, before_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:13:03.736971 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.db [req-d28c134b-990c-49a2-a810-1a8ec64dbe9e req-6f10e4a3-b1db-4f03-96ca-1dc04ad2aa93 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] For port 0a20bd00-37d0-44e2-9e40-88ab9441ea0f, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=0a20bd00-37d0-44e2-9e40-88ab9441ea0f,segment=NetworkSegment(b4e37eab-f82a-4d9a-af96-7aed12146093),segment_id=b4e37eab-f82a-4d9a-af96-7aed12146093)] {{(pid=92874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:13:03.738017 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-d28c134b-990c-49a2-a810-1a8ec64dbe9e req-6f10e4a3-b1db-4f03-96ca-1dc04ad2aa93 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956370'] for port, precommit_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:13:03.809787 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.plugin [req-d28c134b-990c-49a2-a810-1a8ec64dbe9e req-6f10e4a3-b1db-4f03-96ca-1dc04ad2aa93 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Calling delete_port for 0a20bd00-37d0-44e2-9e40-88ab9441ea0f owned by compute:nova {{(pid=92874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 18:13:03.837433 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303e54d5-1743-4c95-b930-a941a555948c req-e641e46e-fd91-4e52-a848-79ef3d8ebd74 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:13:03.838887 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-303e54d5-1743-4c95-b930-a941a555948c req-e641e46e-fd91-4e52-a848-79ef3d8ebd74 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] 10.222.0.97 "GET /v2.0/ports?device_id=1f009623-f182-4e80-bdb9-25d1b2fc8ca9 HTTP/1.1" status: 200 len: 946 time: 0.1889813 Jun 17 18:13:03.915353 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-303e54d5-1743-4c95-b930-a941a555948c req-3bd18742-8680-4f6e-9a29-4923e726f271 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] 10.222.0.97 "GET /v2.0/security-groups?id=4a359456-4761-423e-a68f-54bbc6505df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486782 Jun 17 18:13:03.984522 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-d28c134b-990c-49a2-a810-1a8ec64dbe9e req-6f10e4a3-b1db-4f03-96ca-1dc04ad2aa93 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743365085983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743364645425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28501932'] for port, after_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:13:03.998577 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-2638e315-b66e-44c4-a1b0-6447ae16bf0f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:13:04.047963 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f10e4a3-b1db-4f03-96ca-1dc04ad2aa93 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Pushing event deleted for resources: {'Port': ['ID=0a20bd00-37d0-44e2-9e40-88ab9441ea0f,revision_number=None']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:13:04.068036 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-6f10e4a3-b1db-4f03-96ca-1dc04ad2aa93 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:13:04.068980 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.db.l3_dvrscheduler_db [req-d28c134b-990c-49a2-a810-1a8ec64dbe9e req-6f10e4a3-b1db-4f03-96ca-1dc04ad2aa93 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] No DVR routers for this DVR port 0a20bd00-37d0-44e2-9e40-88ab9441ea0f on host hv-cinder-78626 {{(pid=92874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 18:13:04.078541 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-d28c134b-990c-49a2-a810-1a8ec64dbe9e req-6f10e4a3-b1db-4f03-96ca-1dc04ad2aa93 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523113'] for port, before_response {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:13:04.080385 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-d28c134b-990c-49a2-a810-1a8ec64dbe9e req-6f10e4a3-b1db-4f03-96ca-1dc04ad2aa93 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.95 "DELETE /v2.0/ports/0a20bd00-37d0-44e2-9e40-88ab9441ea0f HTTP/1.1" status: 204 len: 173 time: 0.5556154 Jun 17 18:13:04.080861 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97f0cd98-21ae-4d32-be37-a815f08b7173', 'name': 'network-vif-deleted', 'tag': '0a20bd00-37d0-44e2-9e40-88ab9441ea0f'}] {{(pid=92874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 18:13:04.083067 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58554d43f64f60294e2d1fd4a9d9342a0a386c70b92defbb6c9fd2054ba7a623" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c31a54c3-a139-4f9b-90c7-f7d0919fc12e" -d '{"events": [{"server_uuid": "97f0cd98-21ae-4d32-be37-a815f08b7173", "name": "network-vif-deleted", "tag": "0a20bd00-37d0-44e2-9e40-88ab9441ea0f"}]}' {{(pid=92874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 18:13:04.105923 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-b43b50ac-2c8f-4a1d-88f3-390b7644a5f3 req-8af74972-c00b-4d95-ad13-6c6039490292 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.97 "GET /v2.0/ports?device_id=97f0cd98-21ae-4d32-be37-a815f08b7173 HTTP/1.1" status: 200 len: 210 time: 0.0391121 Jun 17 18:13:04.122801 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 18:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bd6cbc0-23cc-415c-9e4e-63f8c49bfe06 x-openstack-request-id: req-6bd6cbc0-23cc-415c-9e4e-63f8c49bfe06 {{(pid=92874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 18:13:04.123261 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97f0cd98-21ae-4d32-be37-a815f08b7173", "name": "network-vif-deleted", "tag": "0a20bd00-37d0-44e2-9e40-88ab9441ea0f", "status": "completed", "code": 200}]} {{(pid=92874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 18:13:04.123555 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-6bd6cbc0-23cc-415c-9e4e-63f8c49bfe06 {{(pid=92874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 18:13:04.123991 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97f0cd98-21ae-4d32-be37-a815f08b7173', 'name': 'network-vif-deleted', 'tag': '0a20bd00-37d0-44e2-9e40-88ab9441ea0f', 'status': 'completed', 'code': 200} Jun 17 18:13:05.101609 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197d5d25-762b-4952-a93d-8a8ef5b475a3 req-7e6e5903-dccd-43de-85ab-873abcf7b0ce tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:13:05.102979 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-197d5d25-762b-4952-a93d-8a8ef5b475a3 req-7e6e5903-dccd-43de-85ab-873abcf7b0ce tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] 10.222.0.97 "GET /v2.0/ports?device_id=1f009623-f182-4e80-bdb9-25d1b2fc8ca9 HTTP/1.1" status: 200 len: 946 time: 0.0671787 Jun 17 18:13:05.146240 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-197d5d25-762b-4952-a93d-8a8ef5b475a3 req-5dc6ab16-79b5-4b6c-a34d-93c270412d6d tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] 10.222.0.97 "GET /v2.0/security-groups?id=4a359456-4761-423e-a68f-54bbc6505df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372539 Jun 17 18:13:06.320779 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e2adf8-6697-498f-8f28-4a05711438ca req-6bb7941a-c96d-425d-91a8-8230990f3357 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:13:06.323057 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-54e2adf8-6697-498f-8f28-4a05711438ca req-6bb7941a-c96d-425d-91a8-8230990f3357 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] 10.222.0.97 "GET /v2.0/ports?device_id=1f009623-f182-4e80-bdb9-25d1b2fc8ca9 HTTP/1.1" status: 200 len: 946 time: 0.0681427 Jun 17 18:13:06.361736 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-54e2adf8-6697-498f-8f28-4a05711438ca req-a530ba28-765d-4a8f-afea-980e254fc0ec tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] 10.222.0.97 "GET /v2.0/security-groups?id=4a359456-4761-423e-a68f-54bbc6505df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330760 Jun 17 18:13:06.659321 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9e0585-3da6-4e1f-a3d6-8130b526d55c req-fa3552ac-89c7-4299-aa8c-b8c220b2d495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:13:06.660778 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-7e9e0585-3da6-4e1f-a3d6-8130b526d55c req-fa3552ac-89c7-4299-aa8c-b8c220b2d495 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=b0adba5f28fa449b88e6680ee01862d3&device_id=1f009623-f182-4e80-bdb9-25d1b2fc8ca9 HTTP/1.1" status: 200 len: 1099 time: 0.0517831 Jun 17 18:13:06.754739 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9e0585-3da6-4e1f-a3d6-8130b526d55c req-0fdd70b2-3471-4fd0-9837-fa2c66292007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:13:06.756162 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-7e9e0585-3da6-4e1f-a3d6-8130b526d55c req-0fdd70b2-3471-4fd0-9837-fa2c66292007 service neutron] 10.222.0.95 "GET /v2.0/networks?id=378f779f-b6f3-4354-9f02-39696c0c3e36 HTTP/1.1" status: 200 len: 911 time: 0.0864849 Jun 17 18:13:06.822106 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-7e9e0585-3da6-4e1f-a3d6-8130b526d55c req-c875fe79-8004-4d7f-9ced-9db305b260fc service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=452e061e-b934-45c0-8427-979fd19c14e3 HTTP/1.1" status: 200 len: 1002 time: 0.0590866 Jun 17 18:13:06.874664 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9e0585-3da6-4e1f-a3d6-8130b526d55c req-e8b847c3-0a50-4083-ba8c-a8e42f7555f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:13:06.876070 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-7e9e0585-3da6-4e1f-a3d6-8130b526d55c req-e8b847c3-0a50-4083-ba8c-a8e42f7555f1 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=b0af006b-868b-4b28-854a-9d9e344cc1c0 HTTP/1.1" status: 200 len: 848 time: 0.0476060 Jun 17 18:13:06.932902 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9e0585-3da6-4e1f-a3d6-8130b526d55c req-6bd06fdd-73d3-4aa0-9885-471230e250ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:13:06.934367 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-7e9e0585-3da6-4e1f-a3d6-8130b526d55c req-6bd06fdd-73d3-4aa0-9885-471230e250ae service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=378f779f-b6f3-4354-9f02-39696c0c3e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0519457 Jun 17 18:13:07.026517 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-7e9e0585-3da6-4e1f-a3d6-8130b526d55c req-e6ff85a7-9b5f-4fcd-9814-ecd03ebf1bbc service neutron] 10.222.0.95 "GET /v2.0/networks/378f779f-b6f3-4354-9f02-39696c0c3e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846422 Jun 17 18:13:07.113245 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-7e9e0585-3da6-4e1f-a3d6-8130b526d55c req-2c4f040f-b41e-4c47-8bfc-52ef2f0dac5c service neutron] 10.222.0.95 "GET /v2.0/networks/378f779f-b6f3-4354-9f02-39696c0c3e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798755 Jun 17 18:13:07.440408 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 53040) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:13:07.595535 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439d254d-7280-44b8-a8ca-01caa40af42e req-ccd27430-1e8f-435e-ab48-9d7df984fcc1 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:13:07.597106 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-439d254d-7280-44b8-a8ca-01caa40af42e req-ccd27430-1e8f-435e-ab48-9d7df984fcc1 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] 10.222.0.97 "GET /v2.0/ports?device_id=1f009623-f182-4e80-bdb9-25d1b2fc8ca9 HTTP/1.1" status: 200 len: 946 time: 0.1173689 Jun 17 18:13:07.669385 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-439d254d-7280-44b8-a8ca-01caa40af42e req-4b0ed15d-c6fc-436f-9eb4-f0352d812a7a tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] 10.222.0.97 "GET /v2.0/security-groups?id=4a359456-4761-423e-a68f-54bbc6505df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646987 Jun 17 18:13:07.679332 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.plugin [None req-8291bdc1-93e5-41c7-8ed5-9b680f667da5 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Deleting port a0fb33b3-ee0e-4a27-9a9e-228656821d66 {{(pid=92874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 18:13:07.679674 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-8291bdc1-93e5-41c7-8ed5-9b680f667da5 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743365079206'] for port, before_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:13:07.753205 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-8291bdc1-93e5-41c7-8ed5-9b680f667da5 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956370'] for port, precommit_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:13:07.753516 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-8291bdc1-93e5-41c7-8ed5-9b680f667da5 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:13:07.819179 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.plugin [None req-8291bdc1-93e5-41c7-8ed5-9b680f667da5 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Calling delete_port for a0fb33b3-ee0e-4a27-9a9e-228656821d66 owned by network:floatingip {{(pid=92874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 18:13:08.244382 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-8291bdc1-93e5-41c7-8ed5-9b680f667da5 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743365085983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743364645425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28501932'] for port, after_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:13:08.246222 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-cfd4da12-88b8-4a36-89dd-a606403eb0da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:13:08.270112 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8291bdc1-93e5-41c7-8ed5-9b680f667da5 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Pushing event deleted for resources: {'Port': ['ID=a0fb33b3-ee0e-4a27-9a9e-228656821d66,revision_number=None']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:13:08.272744 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-8291bdc1-93e5-41c7-8ed5-9b680f667da5 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:13:08.333488 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-8291bdc1-93e5-41c7-8ed5-9b680f667da5 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Notify callbacks [] for floatingip, after_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:13:08.333827 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.db.l3_db [None req-8291bdc1-93e5-41c7-8ed5-9b680f667da5 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Floating IP 20807ab4-69f1-4673-b595-8f91db2c0ba4 disassociated (deleted). External IP: 172.27.2.109, port: 098a2272-c3fe-4358-a602-eb02a410873f. Jun 17 18:13:08.541251 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8291bdc1-93e5-41c7-8ed5-9b680f667da5 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Router 2383b7a7-5e02-4ea6-8c11-ac462b715c40 has already been hosted by L3 agent 4c938d44-4998-4210-8006-ee34f5a3ffbf {{(pid=92874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 18:13:08.649033 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8291bdc1-93e5-41c7-8ed5-9b680f667da5 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Notify agent at l3_agent.dv-cinder-786260-6-iscsi the message routers_updated {{(pid=92874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 18:13:08.653712 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-8291bdc1-93e5-41c7-8ed5-9b680f667da5 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523113'] for floatingip, before_response {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:13:08.658633 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85d4e42-a324-4f70-adc2-a63434911108 None None] Sync routers for ids ['2383b7a7-5e02-4ea6-8c11-ac462b715c40'] in dv-cinder-786260-6-iscsi {{(pid=92880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 18:13:08.671221 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85d4e42-a324-4f70-adc2-a63434911108 None None] Routers {'2383b7a7-5e02-4ea6-8c11-ac462b715c40'} bound to L3 agent in host dv-cinder-786260-6-iscsi {{(pid=92880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 18:13:08.671831 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_hamode_db [None req-e85d4e42-a324-4f70-adc2-a63434911108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T17:55:17Z,description=,heartbeat_timestamp=2021-06-17T18:12:47Z,host='dv-cinder-786260-6-iscsi',id=4c938d44-4998-4210-8006-ee34f5a3ffbf,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:55:17Z,topic='l3_agent')) {'router_ids': ['2383b7a7-5e02-4ea6-8c11-ac462b715c40'], 'active': True} {{(pid=92880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:13:08.691036 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-8291bdc1-93e5-41c7-8ed5-9b680f667da5 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.97 "DELETE /v2.0/floatingips/20807ab4-69f1-4673-b595-8f91db2c0ba4 HTTP/1.1" status: 204 len: 168 time: 1.2495098 Jun 17 18:13:08.691694 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dc067bf-f03c-4a29-b18d-12880d80e4ae', 'tag': '098a2272-c3fe-4358-a602-eb02a410873f'}] {{(pid=92874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 18:13:08.697921 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58554d43f64f60294e2d1fd4a9d9342a0a386c70b92defbb6c9fd2054ba7a623" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36af8fe9-6b7d-438a-81c6-71437e914fec" -d '{"events": [{"name": "network-changed", "server_uuid": "0dc067bf-f03c-4a29-b18d-12880d80e4ae", "tag": "098a2272-c3fe-4358-a602-eb02a410873f"}]}' {{(pid=92874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 18:13:08.779473 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_dvr_db [None req-e85d4e42-a324-4f70-adc2-a63434911108 None None] Set router 2383b7a7-5e02-4ea6-8c11-ac462b715c40 gateway port host: dv-cinder-786260-6-iscsi {{(pid=92880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 18:13:08.925752 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb02faa-c0f0-4fc6-bd65-18c4d9f1eac6 req-e2b60d96-9009-4347-8b9c-fa7457495740 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:13:08.944113 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-bdb02faa-c0f0-4fc6-bd65-18c4d9f1eac6 req-e2b60d96-9009-4347-8b9c-fa7457495740 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] 10.222.0.97 "GET /v2.0/ports?device_id=1f009623-f182-4e80-bdb9-25d1b2fc8ca9 HTTP/1.1" status: 200 len: 946 time: 0.1354547 Jun 17 18:13:09.001844 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-bdb02faa-c0f0-4fc6-bd65-18c4d9f1eac6 req-bb7b4b98-7b23-4066-a69d-a63bd9768496 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] 10.222.0.97 "GET /v2.0/security-groups?id=4a359456-4761-423e-a68f-54bbc6505df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567815 Jun 17 18:13:09.006918 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 18:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7158c75-94fb-4203-9510-910fa5896358 x-openstack-request-id: req-a7158c75-94fb-4203-9510-910fa5896358 {{(pid=92874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 18:13:09.007352 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dc067bf-f03c-4a29-b18d-12880d80e4ae", "tag": "098a2272-c3fe-4358-a602-eb02a410873f", "status": "completed", "code": 200}]} {{(pid=92874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 18:13:09.007789 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-a7158c75-94fb-4203-9510-910fa5896358 {{(pid=92874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 18:13:09.008276 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dc067bf-f03c-4a29-b18d-12880d80e4ae', 'tag': '098a2272-c3fe-4358-a602-eb02a410873f', 'status': 'completed', 'code': 200} Jun 17 18:13:09.016013 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_hamode_db [None req-e85d4e42-a324-4f70-adc2-a63434911108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2383b7a7-5e02-4ea6-8c11-ac462b715c40', 'name': 'tempest-TestVolumeBootPattern-790059704-router', 'tenant_id': '1e6c61cc07924138a80b114f14370bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'external_fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': '5b3d7f0f-d825-454d-ac83-9af8f11f20d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T18:04:44Z', 'updated_at': '2021-06-17T18:04:46Z', 'revision_number': 4, 'project_id': '1e6c61cc07924138a80b114f14370bd1', 'gw_port': {'id': '5b3d7f0f-d825-454d-ac83-9af8f11f20d5', 'name': '', 'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:5c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2383b7a7-5e02-4ea6-8c11-ac462b715c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:04:44Z', 'updated_at': '2021-06-17T18:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78089575-0364-47db-be8b-ef28f42f3a37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-6-iscsi', '_interfaces': [{'id': '1c0ea93b-4829-4c11-a3e0-2940e47ddf0a', 'name': '', 'network_id': '6ab84586-cad6-4a81-bfb5-7a0782fd9a74', 'tenant_id': '1e6c61cc07924138a80b114f14370bd1', 'mac_address': 'fa:16:3e:82:07:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2383b7a7-5e02-4ea6-8c11-ac462b715c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '06c8cb67-128a-4786-852c-d9ffd25e0b01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:04:46Z', 'updated_at': '2021-06-17T18:04:52Z', 'revision_number': 5, 'project_id': '1e6c61cc07924138a80b114f14370bd1', 'subnets': [{'id': '06c8cb67-128a-4786-852c-d9ffd25e0b01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-6-iscsi', False) {} {{(pid=92880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:13:09.045305 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85d4e42-a324-4f70-adc2-a63434911108 None None] Checking router: 2383b7a7-5e02-4ea6-8c11-ac462b715c40 for host: dv-cinder-786260-6-iscsi {{(pid=92880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 18:13:09.056894 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85d4e42-a324-4f70-adc2-a63434911108 None None] Routers {'2383b7a7-5e02-4ea6-8c11-ac462b715c40'} bound to L3 agent in host dv-cinder-786260-6-iscsi {{(pid=92880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 18:13:09.057670 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_hamode_db [None req-e85d4e42-a324-4f70-adc2-a63434911108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T17:55:17Z,description=,heartbeat_timestamp=2021-06-17T18:12:47Z,host='dv-cinder-786260-6-iscsi',id=4c938d44-4998-4210-8006-ee34f5a3ffbf,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:55:17Z,topic='l3_agent')) {'router_ids': ['2383b7a7-5e02-4ea6-8c11-ac462b715c40'], 'active': True} {{(pid=92880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:13:09.168223 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36af8fe9-6b7d-438a-81c6-71437e914fec req-03ed8c8e-31ce-466a-a5e1-3c0632590259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:13:09.168903 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_dvr_db [None req-e85d4e42-a324-4f70-adc2-a63434911108 None None] Set router 2383b7a7-5e02-4ea6-8c11-ac462b715c40 gateway port host: dv-cinder-786260-6-iscsi {{(pid=92880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 18:13:09.169616 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-36af8fe9-6b7d-438a-81c6-71437e914fec req-03ed8c8e-31ce-466a-a5e1-3c0632590259 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=1e6c61cc07924138a80b114f14370bd1&device_id=0dc067bf-f03c-4a29-b18d-12880d80e4ae HTTP/1.1" status: 200 len: 1098 time: 0.0935957 Jun 17 18:13:09.180313 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48285fc1-3c77-4784-ab30-859cb3efad46 req-4b960539-6ee7-4bbe-bd77-282f0a159140 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:13:09.181640 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-48285fc1-3c77-4784-ab30-859cb3efad46 req-4b960539-6ee7-4bbe-bd77-282f0a159140 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.97 "GET /v2.0/ports?device_id=0dc067bf-f03c-4a29-b18d-12880d80e4ae HTTP/1.1" status: 200 len: 945 time: 0.0942290 Jun 17 18:13:09.277809 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-48285fc1-3c77-4784-ab30-859cb3efad46 req-e96d9c76-5fdc-4977-9156-5dc428ef457d tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.97 "GET /v2.0/security-groups?id=3a7a746b-7224-4834-953b-7dfc4df4b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882866 Jun 17 18:13:09.299418 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36af8fe9-6b7d-438a-81c6-71437e914fec req-956348a3-53b2-4c5b-a2a0-d02b6f3d4109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:13:09.301202 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-36af8fe9-6b7d-438a-81c6-71437e914fec req-956348a3-53b2-4c5b-a2a0-d02b6f3d4109 service neutron] 10.222.0.95 "GET /v2.0/networks?id=6ab84586-cad6-4a81-bfb5-7a0782fd9a74 HTTP/1.1" status: 200 len: 913 time: 0.1186340 Jun 17 18:13:09.344063 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-36af8fe9-6b7d-438a-81c6-71437e914fec req-00e8202b-3967-46b6-a42a-1c96bc551beb service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=098a2272-c3fe-4358-a602-eb02a410873f HTTP/1.1" status: 200 len: 217 time: 0.0358377 Jun 17 18:13:09.394086 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_hamode_db [None req-e85d4e42-a324-4f70-adc2-a63434911108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2383b7a7-5e02-4ea6-8c11-ac462b715c40', 'name': 'tempest-TestVolumeBootPattern-790059704-router', 'tenant_id': '1e6c61cc07924138a80b114f14370bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'external_fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': '5b3d7f0f-d825-454d-ac83-9af8f11f20d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T18:04:44Z', 'updated_at': '2021-06-17T18:04:46Z', 'revision_number': 4, 'project_id': '1e6c61cc07924138a80b114f14370bd1', 'gw_port': {'id': '5b3d7f0f-d825-454d-ac83-9af8f11f20d5', 'name': '', 'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:5c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2383b7a7-5e02-4ea6-8c11-ac462b715c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:04:44Z', 'updated_at': '2021-06-17T18:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78089575-0364-47db-be8b-ef28f42f3a37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-6-iscsi', '_interfaces': [{'id': '1c0ea93b-4829-4c11-a3e0-2940e47ddf0a', 'name': '', 'network_id': '6ab84586-cad6-4a81-bfb5-7a0782fd9a74', 'tenant_id': '1e6c61cc07924138a80b114f14370bd1', 'mac_address': 'fa:16:3e:82:07:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2383b7a7-5e02-4ea6-8c11-ac462b715c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '06c8cb67-128a-4786-852c-d9ffd25e0b01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:04:46Z', 'updated_at': '2021-06-17T18:04:52Z', 'revision_number': 5, 'project_id': '1e6c61cc07924138a80b114f14370bd1', 'subnets': [{'id': '06c8cb67-128a-4786-852c-d9ffd25e0b01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-6-iscsi', False) {} {{(pid=92880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:13:09.405925 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36af8fe9-6b7d-438a-81c6-71437e914fec req-791d7ac4-9d27-44d1-b0a2-d77ee330901b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:13:09.407503 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-36af8fe9-6b7d-438a-81c6-71437e914fec req-791d7ac4-9d27-44d1-b0a2-d77ee330901b service neutron] 10.222.0.95 "GET /v2.0/subnets?id=06c8cb67-128a-4786-852c-d9ffd25e0b01 HTTP/1.1" status: 200 len: 850 time: 0.0493827 Jun 17 18:13:09.425409 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e85d4e42-a324-4f70-adc2-a63434911108 None None] The sync data for ids ['2383b7a7-5e02-4ea6-8c11-ac462b715c40'] in dv-cinder-786260-6-iscsi is: [{'id': '2383b7a7-5e02-4ea6-8c11-ac462b715c40', 'name': 'tempest-TestVolumeBootPattern-790059704-router', 'tenant_id': '1e6c61cc07924138a80b114f14370bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'external_fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': '5b3d7f0f-d825-454d-ac83-9af8f11f20d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T18:04:44Z', 'updated_at': '2021-06-17T18:04:46Z', 'revision_number': 4, 'project_id': '1e6c61cc07924138a80b114f14370bd1', 'gw_port': {'id': '5b3d7f0f-d825-454d-ac83-9af8f11f20d5', 'name': '', 'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:5c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2383b7a7-5e02-4ea6-8c11-ac462b715c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:04:44Z', 'updated_at': '2021-06-17T18:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78089575-0364-47db-be8b-ef28f42f3a37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-6-iscsi', '_interfaces': [{'id': '1c0ea93b-4829-4c11-a3e0-2940e47ddf0a', 'name': '', 'network_id': '6ab84586-cad6-4a81-bfb5-7a0782fd9a74', 'tenant_id': '1e6c61cc07924138a80b114f14370bd1', 'mac_address': 'fa:16:3e:82:07:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2383b7a7-5e02-4ea6-8c11-ac462b715c40', 'device_owner': 'network:router_interface', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '06c8cb67-128a-4786-852c-d9ffd25e0b01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:04:46Z', 'updated_at': '2021-06-17T18:04:52Z', 'revision_number': 5, 'project_id': '1e6c61cc07924138a80b114f14370bd1', 'subnets': [{'id': '06c8cb67-128a-4786-852c-d9ffd25e0b01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 18:13:09.472774 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36af8fe9-6b7d-438a-81c6-71437e914fec req-d084fc1c-361b-4394-af6a-9dc78b0af404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:13:09.474225 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-36af8fe9-6b7d-438a-81c6-71437e914fec req-d084fc1c-361b-4394-af6a-9dc78b0af404 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=6ab84586-cad6-4a81-bfb5-7a0782fd9a74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0591719 Jun 17 18:13:09.592830 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-36af8fe9-6b7d-438a-81c6-71437e914fec req-c1292013-6640-497c-ab62-a6ab3da9e064 service neutron] 10.222.0.95 "GET /v2.0/networks/6ab84586-cad6-4a81-bfb5-7a0782fd9a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958467 Jun 17 18:13:09.662132 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9763c483-100e-4612-9cf8-7d8b482a27ee None None] New status for floating IP 20807ab4-69f1-4673-b595-8f91db2c0ba4: DOWN {{(pid=92881) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 18:13:09.690964 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-36af8fe9-6b7d-438a-81c6-71437e914fec req-4af0313b-2319-4985-9395-796ccfb9a1a4 service neutron] 10.222.0.95 "GET /v2.0/networks/6ab84586-cad6-4a81-bfb5-7a0782fd9a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895915 Jun 17 18:13:10.178835 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120c323d-4694-456e-aa25-1e73a3ec1f64 req-f80ad3df-ebf0-46bd-9264-79b2cbfca2fd tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:13:10.180322 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-120c323d-4694-456e-aa25-1e73a3ec1f64 req-f80ad3df-ebf0-46bd-9264-79b2cbfca2fd tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] 10.222.0.97 "GET /v2.0/ports?device_id=1f009623-f182-4e80-bdb9-25d1b2fc8ca9 HTTP/1.1" status: 200 len: 946 time: 0.0630705 Jun 17 18:13:10.223409 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-120c323d-4694-456e-aa25-1e73a3ec1f64 req-6bb3d228-d89d-4574-a80c-ceebefd611c2 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] 10.222.0.97 "GET /v2.0/security-groups?id=4a359456-4761-423e-a68f-54bbc6505df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370879 Jun 17 18:13:10.464270 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b17678-3df7-41d4-9f18-1996569393b4 req-1e4021e3-c332-4f18-88e3-9c237d395d37 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:13:10.465837 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-39b17678-3df7-41d4-9f18-1996569393b4 req-1e4021e3-c332-4f18-88e3-9c237d395d37 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.97 "GET /v2.0/ports?device_id=0dc067bf-f03c-4a29-b18d-12880d80e4ae HTTP/1.1" status: 200 len: 945 time: 0.0743430 Jun 17 18:13:10.517096 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-39b17678-3df7-41d4-9f18-1996569393b4 req-3e53a420-29be-48d0-8b64-5998c949323f tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.97 "GET /v2.0/security-groups?id=3a7a746b-7224-4834-953b-7dfc4df4b34f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441744 Jun 17 18:13:10.564528 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [req-a39215b4-05dc-495e-a3ac-54b92c16347f req-696a93cf-1d29-4cff-b0df-729c9d52680d service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=1f009623-f182-4e80-bdb9-25d1b2fc8ca9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1124611 Jun 17 18:13:10.592572 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c2d32e-50a0-47df-b1c4-1719d7ab7c13 req-90588de0-5a67-452a-9f75-f5edd34462e9 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:13:10.594031 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-46c2d32e-50a0-47df-b1c4-1719d7ab7c13 req-90588de0-5a67-452a-9f75-f5edd34462e9 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] 10.222.0.97 "GET /v2.0/ports?device_id=1f009623-f182-4e80-bdb9-25d1b2fc8ca9 HTTP/1.1" status: 200 len: 946 time: 0.0685833 Jun 17 18:13:10.633215 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-46c2d32e-50a0-47df-b1c4-1719d7ab7c13 req-4f8907ff-29bd-4dce-b55b-2c85eb8a826a tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] 10.222.0.97 "GET /v2.0/security-groups?id=4a359456-4761-423e-a68f-54bbc6505df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323310 Jun 17 18:13:11.001851 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cbaf00-d776-4f1f-8aae-2dbd137bd5d2 req-308e8bbb-1349-4bfb-b0dd-7c003289283b tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:13:11.003921 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-c0cbaf00-d776-4f1f-8aae-2dbd137bd5d2 req-308e8bbb-1349-4bfb-b0dd-7c003289283b tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.95 "GET /v2.0/ports?device_id=0dc067bf-f03c-4a29-b18d-12880d80e4ae HTTP/1.1" status: 200 len: 945 time: 0.0697000 Jun 17 18:13:11.114335 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.plugin [req-c0cbaf00-d776-4f1f-8aae-2dbd137bd5d2 req-ffc092f3-022d-4090-9ae9-4a73f7070d8b tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Deleting port 098a2272-c3fe-4358-a602-eb02a410873f {{(pid=92874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 18:13:11.114671 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-c0cbaf00-d776-4f1f-8aae-2dbd137bd5d2 req-ffc092f3-022d-4090-9ae9-4a73f7070d8b tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743365079206'] for port, before_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:13:11.204578 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.db [req-c0cbaf00-d776-4f1f-8aae-2dbd137bd5d2 req-ffc092f3-022d-4090-9ae9-4a73f7070d8b tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] For port 098a2272-c3fe-4358-a602-eb02a410873f, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=098a2272-c3fe-4358-a602-eb02a410873f,segment=NetworkSegment(b4e37eab-f82a-4d9a-af96-7aed12146093),segment_id=b4e37eab-f82a-4d9a-af96-7aed12146093)] {{(pid=92874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:13:11.204935 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-c0cbaf00-d776-4f1f-8aae-2dbd137bd5d2 req-ffc092f3-022d-4090-9ae9-4a73f7070d8b tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956370'] for port, precommit_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:13:11.268161 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.plugin [req-c0cbaf00-d776-4f1f-8aae-2dbd137bd5d2 req-ffc092f3-022d-4090-9ae9-4a73f7070d8b tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Calling delete_port for 098a2272-c3fe-4358-a602-eb02a410873f owned by compute:nova {{(pid=92874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 18:13:11.397686 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-c0cbaf00-d776-4f1f-8aae-2dbd137bd5d2 req-ffc092f3-022d-4090-9ae9-4a73f7070d8b tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743365085983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743364645425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28501932'] for port, after_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:13:11.403238 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-0625e56e-3cc6-4528-a6a2-fb7a50e37fc0 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:13:11.434313 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc092f3-022d-4090-9ae9-4a73f7070d8b tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Pushing event deleted for resources: {'Port': ['ID=098a2272-c3fe-4358-a602-eb02a410873f,revision_number=None']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:13:11.454920 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-ffc092f3-022d-4090-9ae9-4a73f7070d8b tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:13:11.475808 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0cbaf00-d776-4f1f-8aae-2dbd137bd5d2 req-ffc092f3-022d-4090-9ae9-4a73f7070d8b tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] No DVR routers for this DVR port 098a2272-c3fe-4358-a602-eb02a410873f on host hv-cinder-78626 {{(pid=92874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 18:13:11.478418 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-c0cbaf00-d776-4f1f-8aae-2dbd137bd5d2 req-ffc092f3-022d-4090-9ae9-4a73f7070d8b tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523113'] for port, before_response {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:13:11.480424 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-c0cbaf00-d776-4f1f-8aae-2dbd137bd5d2 req-ffc092f3-022d-4090-9ae9-4a73f7070d8b tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.95 "DELETE /v2.0/ports/098a2272-c3fe-4358-a602-eb02a410873f HTTP/1.1" status: 204 len: 173 time: 0.4678266 Jun 17 18:13:11.480912 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dc067bf-f03c-4a29-b18d-12880d80e4ae', 'name': 'network-vif-deleted', 'tag': '098a2272-c3fe-4358-a602-eb02a410873f'}] {{(pid=92874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 18:13:11.483193 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58554d43f64f60294e2d1fd4a9d9342a0a386c70b92defbb6c9fd2054ba7a623" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-102d7b64-76af-420d-9068-302f30e8b57c" -d '{"events": [{"server_uuid": "0dc067bf-f03c-4a29-b18d-12880d80e4ae", "name": "network-vif-deleted", "tag": "098a2272-c3fe-4358-a602-eb02a410873f"}]}' {{(pid=92874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 18:13:11.526874 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 18:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d03ffbd-293e-4951-95bb-5fed23abb153 x-openstack-request-id: req-6d03ffbd-293e-4951-95bb-5fed23abb153 {{(pid=92874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 18:13:11.527212 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dc067bf-f03c-4a29-b18d-12880d80e4ae", "name": "network-vif-deleted", "tag": "098a2272-c3fe-4358-a602-eb02a410873f", "status": "completed", "code": 200}]} {{(pid=92874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 18:13:11.527514 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-6d03ffbd-293e-4951-95bb-5fed23abb153 {{(pid=92874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 18:13:11.527956 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dc067bf-f03c-4a29-b18d-12880d80e4ae', 'name': 'network-vif-deleted', 'tag': '098a2272-c3fe-4358-a602-eb02a410873f', 'status': 'completed', 'code': 200} Jun 17 18:13:11.667425 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-3868e56c-5ba5-4a31-9357-3fbe18f97704 req-8eaa9f73-09f8-497d-ae7a-75f6c57cc5dd tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.97 "GET /v2.0/ports?device_id=0dc067bf-f03c-4a29-b18d-12880d80e4ae HTTP/1.1" status: 200 len: 210 time: 0.0299888 Jun 17 18:13:11.814114 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a6d6c4-bb86-45b5-9357-7f491e7b5f29 req-96199176-d547-40e7-8cce-4ee437723d74 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:13:11.817345 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-17a6d6c4-bb86-45b5-9357-7f491e7b5f29 req-96199176-d547-40e7-8cce-4ee437723d74 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] 10.222.0.97 "GET /v2.0/ports?device_id=1f009623-f182-4e80-bdb9-25d1b2fc8ca9 HTTP/1.1" status: 200 len: 946 time: 0.0707507 Jun 17 18:13:11.864039 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-17a6d6c4-bb86-45b5-9357-7f491e7b5f29 req-aaeeec20-e255-4321-8083-4c8f9a47af9f tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] 10.222.0.97 "GET /v2.0/security-groups?id=4a359456-4761-423e-a68f-54bbc6505df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400004 Jun 17 18:13:12.244335 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39215b4-05dc-495e-a3ac-54b92c16347f req-a5b3fdd9-b76d-4415-aa49-efac89fbddcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:13:12.245834 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-a39215b4-05dc-495e-a3ac-54b92c16347f req-a5b3fdd9-b76d-4415-aa49-efac89fbddcd service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=1f009623-f182-4e80-bdb9-25d1b2fc8ca9&tenant_id=b0adba5f28fa449b88e6680ee01862d3 HTTP/1.1" status: 200 len: 1099 time: 0.0615697 Jun 17 18:13:12.340695 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39215b4-05dc-495e-a3ac-54b92c16347f req-6d68cccb-63e5-41d4-9cc2-e43b8faffc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:13:12.342164 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-a39215b4-05dc-495e-a3ac-54b92c16347f req-6d68cccb-63e5-41d4-9cc2-e43b8faffc71 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=b0adba5f28fa449b88e6680ee01862d3&device_id=1f009623-f182-4e80-bdb9-25d1b2fc8ca9 HTTP/1.1" status: 200 len: 1099 time: 0.0539887 Jun 17 18:13:12.431467 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39215b4-05dc-495e-a3ac-54b92c16347f req-6d91a260-f651-4e9d-b568-48ada2ff8dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:13:12.432942 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-a39215b4-05dc-495e-a3ac-54b92c16347f req-6d91a260-f651-4e9d-b568-48ada2ff8dd5 service neutron] 10.222.0.95 "GET /v2.0/networks?id=378f779f-b6f3-4354-9f02-39696c0c3e36 HTTP/1.1" status: 200 len: 911 time: 0.0833788 Jun 17 18:13:12.508661 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-a39215b4-05dc-495e-a3ac-54b92c16347f req-7d555f69-a76e-47fc-ab61-b67c8798d5e2 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=452e061e-b934-45c0-8427-979fd19c14e3 HTTP/1.1" status: 200 len: 1002 time: 0.0669270 Jun 17 18:13:12.557254 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39215b4-05dc-495e-a3ac-54b92c16347f req-7b8fe80a-cfd5-4e96-9081-58a76303506d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:13:12.558698 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-a39215b4-05dc-495e-a3ac-54b92c16347f req-7b8fe80a-cfd5-4e96-9081-58a76303506d service neutron] 10.222.0.95 "GET /v2.0/subnets?id=b0af006b-868b-4b28-854a-9d9e344cc1c0 HTTP/1.1" status: 200 len: 848 time: 0.0437133 Jun 17 18:13:12.615881 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39215b4-05dc-495e-a3ac-54b92c16347f req-749bcf7c-3e04-452b-b2a6-244c51b59f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:13:12.617397 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-a39215b4-05dc-495e-a3ac-54b92c16347f req-749bcf7c-3e04-452b-b2a6-244c51b59f01 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=378f779f-b6f3-4354-9f02-39696c0c3e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0521069 Jun 17 18:13:12.712087 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-a39215b4-05dc-495e-a3ac-54b92c16347f req-7b3979d0-709c-40f1-9218-0fb2a362d629 service neutron] 10.222.0.95 "GET /v2.0/networks/378f779f-b6f3-4354-9f02-39696c0c3e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877020 Jun 17 18:13:12.770955 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 53090) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:13:12.811296 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-a39215b4-05dc-495e-a3ac-54b92c16347f req-05e254e4-fc41-4250-a3fa-fbf88a6c615f service neutron] 10.222.0.95 "GET /v2.0/networks/378f779f-b6f3-4354-9f02-39696c0c3e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921407 Jun 17 18:13:12.905021 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.plugins.ml2.plugin [None req-a225ee50-cb58-4e5b-a124-6460407804dc tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Deleting port 4f965392-e0d3-484a-938e-86c6557ef0d2 {{(pid=92872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 18:13:12.905365 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-a225ee50-cb58-4e5b-a124-6460407804dc tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743365079206'] for port, before_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:13:12.978631 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-a225ee50-cb58-4e5b-a124-6460407804dc tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956370'] for port, precommit_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:13:12.978956 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-a225ee50-cb58-4e5b-a124-6460407804dc tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:13:13.037327 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9c7d57-699f-40d8-8f9f-2cec7695c70d req-1d41832d-f5b1-429d-a1f9-4a1953615903 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:13:13.038711 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-2d9c7d57-699f-40d8-8f9f-2cec7695c70d req-1d41832d-f5b1-429d-a1f9-4a1953615903 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] 10.222.0.97 "GET /v2.0/ports?device_id=1f009623-f182-4e80-bdb9-25d1b2fc8ca9 HTTP/1.1" status: 200 len: 946 time: 0.0618794 Jun 17 18:13:13.042984 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.plugins.ml2.plugin [None req-a225ee50-cb58-4e5b-a124-6460407804dc tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Calling delete_port for 4f965392-e0d3-484a-938e-86c6557ef0d2 owned by network:floatingip {{(pid=92872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 18:13:13.077870 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-2d9c7d57-699f-40d8-8f9f-2cec7695c70d req-4adc7dd3-5e11-4d0c-a4ea-18eed4ab19ee tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] 10.222.0.97 "GET /v2.0/security-groups?id=4a359456-4761-423e-a68f-54bbc6505df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334172 Jun 17 18:13:13.172401 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-a225ee50-cb58-4e5b-a124-6460407804dc tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743365085983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743364645425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25532019'] for port, after_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:13:13.174397 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-991ef719-9345-4f08-b92a-cc6cc998b1a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:13:13.197104 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a225ee50-cb58-4e5b-a124-6460407804dc tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Pushing event deleted for resources: {'Port': ['ID=4f965392-e0d3-484a-938e-86c6557ef0d2,revision_number=None']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:13:13.200446 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-a225ee50-cb58-4e5b-a124-6460407804dc tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:13:13.242475 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Device 098a2272-c3fe-4358-a602-eb02a410873f no longer exists at agent hyperv_hv-cinder-78626 {{(pid=92880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 18:13:13.258711 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-a225ee50-cb58-4e5b-a124-6460407804dc tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Notify callbacks [] for floatingip, after_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:13:13.261411 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-a225ee50-cb58-4e5b-a124-6460407804dc tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523113'] for floatingip, before_response {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:13:13.262055 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.plugin [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] No Port match for: 098a2272-c3fe-4358-a602-eb02a410873f {{(pid=92880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 18:13:13.262422 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Device 098a2272-c3fe-4358-a602-eb02a410873f not bound to the agent host hv-cinder-78626 {{(pid=92880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 18:13:13.262862 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Device 452e061e-b934-45c0-8427-979fd19c14e3 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=92880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 18:13:13.265198 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-a225ee50-cb58-4e5b-a124-6460407804dc tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.97 "DELETE /v2.0/floatingips/cf1e09bd-fd36-480a-91e3-4cc8f9a81437 HTTP/1.1" status: 204 len: 168 time: 0.4926095 Jun 17 18:13:13.350013 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:13:13.372696 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f009623-f182-4e80-bdb9-25d1b2fc8ca9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '452e061e-b934-45c0-8427-979fd19c14e3'}] {{(pid=92880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 18:13:13.375157 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44fe161690382cf4f0960ac1b424fedb1dd6f9597775f60dec274194d49fe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-085c428f-b3ff-4466-897f-feb9372f1bae" -d '{"events": [{"server_uuid": "1f009623-f182-4e80-bdb9-25d1b2fc8ca9", "name": "network-vif-unplugged", "status": "completed", "tag": "452e061e-b934-45c0-8427-979fd19c14e3"}]}' {{(pid=92880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 18:13:13.389376 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] For port 452e061e-b934-45c0-8427-979fd19c14e3, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=452e061e-b934-45c0-8427-979fd19c14e3,segment=NetworkSegment(12cd2f01-9686-4951-aa61-386e2bcb86af),segment_id=12cd2f01-9686-4951-aa61-386e2bcb86af)] {{(pid=92880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:13:13.395351 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479'] for port, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:13:13.397547 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:13:13.420194 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Jun 2021 18:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16454019-41b6-4259-a4db-39bb662e9f3e x-openstack-request-id: req-16454019-41b6-4259-a4db-39bb662e9f3e {{(pid=92880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 18:13:13.420500 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f009623-f182-4e80-bdb9-25d1b2fc8ca9", "name": "network-vif-unplugged", "status": "completed", "tag": "452e061e-b934-45c0-8427-979fd19c14e3", "code": 200}]} {{(pid=92880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 18:13:13.420767 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-16454019-41b6-4259-a4db-39bb662e9f3e {{(pid=92880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 18:13:13.421170 dv-cinder-786260-6-iscsi neutron-server[92880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f009623-f182-4e80-bdb9-25d1b2fc8ca9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '452e061e-b934-45c0-8427-979fd19c14e3', 'code': 200} Jun 17 18:13:13.448919 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Pushing event updated for resources: {'Port': ['ID=452e061e-b934-45c0-8427-979fd19c14e3,revision_number=6']} {{(pid=92880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:13:13.452101 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:13:14.163511 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-992fde04-84de-4549-a829-1e186b95373f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:13:14.253121 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfbbeda-c27e-4bca-a5e7-34a1f7b40fde req-f6a5133c-2f06-430d-99eb-f8d6a41ecd46 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:13:14.254714 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-adfbbeda-c27e-4bca-a5e7-34a1f7b40fde req-f6a5133c-2f06-430d-99eb-f8d6a41ecd46 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] 10.222.0.97 "GET /v2.0/ports?device_id=1f009623-f182-4e80-bdb9-25d1b2fc8ca9 HTTP/1.1" status: 200 len: 944 time: 0.0624089 Jun 17 18:13:14.293056 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-adfbbeda-c27e-4bca-a5e7-34a1f7b40fde req-a0368a6f-da97-4d92-b45d-bac5dee2b001 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] 10.222.0.97 "GET /v2.0/security-groups?id=4a359456-4761-423e-a68f-54bbc6505df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323467 Jun 17 18:13:14.365032 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:13:14.691128 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 53118) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:13:14.750448 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-e4d5c248-6f11-46c1-a051-73f4c593c37c tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Notify callbacks [] for security_group, before_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:13:14.775354 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-e4d5c248-6f11-46c1-a051-73f4c593c37c tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:13:14.833752 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-e4d5c248-6f11-46c1-a051-73f4c593c37c tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:13:14.836615 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-e4d5c248-6f11-46c1-a051-73f4c593c37c tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Notify callbacks [] for security_group, before_response {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:13:14.837773 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-e4d5c248-6f11-46c1-a051-73f4c593c37c tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] 10.222.0.97 "DELETE /v2.0/security-groups/3a7a746b-7224-4834-953b-7dfc4df4b34f HTTP/1.1" status: 204 len: 168 time: 0.1456594 Jun 17 18:13:14.838550 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-c8991917-9af6-4b91-9b68-d4af8818a86a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:13:14.847000 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d5c248-6f11-46c1-a051-73f4c593c37c tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a7a746b-7224-4834-953b-7dfc4df4b34f,revision_number=None']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:13:14.849423 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-e4d5c248-6f11-46c1-a051-73f4c593c37c tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:13:14.903028 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 53126) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:13:15.368994 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-0ab820e2-0bf3-41c3-a7c5-a5ced4395ae1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-950541'] for router_interface, before_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:13:15.545350 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d547c142-5768-4214-9fe9-056b7e5f9330 req-a3b450a6-b8f4-4997-b466-39fd03400289 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:13:15.546765 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-d547c142-5768-4214-9fe9-056b7e5f9330 req-a3b450a6-b8f4-4997-b466-39fd03400289 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] 10.222.0.97 "GET /v2.0/ports?device_id=1f009623-f182-4e80-bdb9-25d1b2fc8ca9 HTTP/1.1" status: 200 len: 944 time: 0.1157668 Jun 17 18:13:15.602659 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-d547c142-5768-4214-9fe9-056b7e5f9330 req-6a992788-9f69-418c-b0b9-00a83d935ad3 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] 10.222.0.97 "GET /v2.0/security-groups?id=4a359456-4761-423e-a68f-54bbc6505df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406575 Jun 17 18:13:15.690853 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.plugin [None req-0ab820e2-0bf3-41c3-a7c5-a5ced4395ae1 admin admin] Deleting port 1c0ea93b-4829-4c11-a3e0-2940e47ddf0a {{(pid=92874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 18:13:15.691126 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-0ab820e2-0bf3-41c3-a7c5-a5ced4395ae1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743365079206'] for port, before_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:13:15.764404 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.db [None req-0ab820e2-0bf3-41c3-a7c5-a5ced4395ae1 admin admin] For port 1c0ea93b-4829-4c11-a3e0-2940e47ddf0a, host dv-cinder-786260-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-6-iscsi',level=0,port_id=1c0ea93b-4829-4c11-a3e0-2940e47ddf0a,segment=NetworkSegment(b4e37eab-f82a-4d9a-af96-7aed12146093),segment_id=b4e37eab-f82a-4d9a-af96-7aed12146093)] {{(pid=92874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:13:15.764753 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-0ab820e2-0bf3-41c3-a7c5-a5ced4395ae1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956370'] for port, precommit_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:13:15.828462 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.plugin [None req-0ab820e2-0bf3-41c3-a7c5-a5ced4395ae1 admin admin] Calling delete_port for 1c0ea93b-4829-4c11-a3e0-2940e47ddf0a owned by network:router_interface {{(pid=92874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 18:13:15.997417 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-0ab820e2-0bf3-41c3-a7c5-a5ced4395ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743365085983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743364645425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28501932'] for port, after_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:13:15.999446 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-fad6b2d9-1cd0-477b-82bd-f4eeb86b38fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:13:16.023315 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab820e2-0bf3-41c3-a7c5-a5ced4395ae1 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c0ea93b-4829-4c11-a3e0-2940e47ddf0a,revision_number=None']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:13:16.026680 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-0ab820e2-0bf3-41c3-a7c5-a5ced4395ae1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:13:16.183491 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-0ab820e2-0bf3-41c3-a7c5-a5ced4395ae1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-957629'] for router_interface, after_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:13:16.391749 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ab820e2-0bf3-41c3-a7c5-a5ced4395ae1 admin admin] Router 2383b7a7-5e02-4ea6-8c11-ac462b715c40 has already been hosted by L3 agent 4c938d44-4998-4210-8006-ee34f5a3ffbf {{(pid=92874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 18:13:16.496078 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ab820e2-0bf3-41c3-a7c5-a5ced4395ae1 admin admin] Notify agent at l3_agent.dv-cinder-786260-6-iscsi the message routers_updated {{(pid=92874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 18:13:16.501853 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-0ab820e2-0bf3-41c3-a7c5-a5ced4395ae1 admin admin] 10.222.0.97 "PUT /v2.0/routers/2383b7a7-5e02-4ea6-8c11-ac462b715c40/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5977917 Jun 17 18:13:16.504935 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 53140) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:13:16.507666 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786c491c-79e3-4795-a717-c10d6a64c3e6 None None] Sync routers for ids ['2383b7a7-5e02-4ea6-8c11-ac462b715c40'] in dv-cinder-786260-6-iscsi {{(pid=92880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 18:13:16.517238 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786c491c-79e3-4795-a717-c10d6a64c3e6 None None] Routers {'2383b7a7-5e02-4ea6-8c11-ac462b715c40'} bound to L3 agent in host dv-cinder-786260-6-iscsi {{(pid=92880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 18:13:16.517914 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_hamode_db [None req-786c491c-79e3-4795-a717-c10d6a64c3e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T17:55:17Z,description=,heartbeat_timestamp=2021-06-17T18:12:47Z,host='dv-cinder-786260-6-iscsi',id=4c938d44-4998-4210-8006-ee34f5a3ffbf,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:55:17Z,topic='l3_agent')) {'router_ids': ['2383b7a7-5e02-4ea6-8c11-ac462b715c40'], 'active': True} {{(pid=92880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:13:16.606952 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-b291f1cb-87e2-442a-8411-8ca7bef7730a admin admin] Notify callbacks [] for router, before_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:13:16.623404 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_dvr_db [None req-786c491c-79e3-4795-a717-c10d6a64c3e6 None None] Set router 2383b7a7-5e02-4ea6-8c11-ac462b715c40 gateway port host: dv-cinder-786260-6-iscsi {{(pid=92880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 18:13:16.805937 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_hamode_db [None req-786c491c-79e3-4795-a717-c10d6a64c3e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2383b7a7-5e02-4ea6-8c11-ac462b715c40', 'name': 'tempest-TestVolumeBootPattern-790059704-router', 'tenant_id': '1e6c61cc07924138a80b114f14370bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'external_fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': '5b3d7f0f-d825-454d-ac83-9af8f11f20d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T18:04:44Z', 'updated_at': '2021-06-17T18:13:15Z', 'revision_number': 5, 'project_id': '1e6c61cc07924138a80b114f14370bd1', 'gw_port': {'id': '5b3d7f0f-d825-454d-ac83-9af8f11f20d5', 'name': '', 'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:5c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2383b7a7-5e02-4ea6-8c11-ac462b715c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:04:44Z', 'updated_at': '2021-06-17T18:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78089575-0364-47db-be8b-ef28f42f3a37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-6-iscsi'}], 'dv-cinder-786260-6-iscsi', False) {} {{(pid=92880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:13:16.844498 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786c491c-79e3-4795-a717-c10d6a64c3e6 None None] Checking router: 2383b7a7-5e02-4ea6-8c11-ac462b715c40 for host: dv-cinder-786260-6-iscsi {{(pid=92880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 18:13:16.854623 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-d394d485-c2df-495d-98bf-f810cc651018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:13:16.859418 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786c491c-79e3-4795-a717-c10d6a64c3e6 None None] Routers {'2383b7a7-5e02-4ea6-8c11-ac462b715c40'} bound to L3 agent in host dv-cinder-786260-6-iscsi {{(pid=92880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 18:13:16.859983 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_hamode_db [None req-786c491c-79e3-4795-a717-c10d6a64c3e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T17:55:17Z,description=,heartbeat_timestamp=2021-06-17T18:12:47Z,host='dv-cinder-786260-6-iscsi',id=4c938d44-4998-4210-8006-ee34f5a3ffbf,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:55:17Z,topic='l3_agent')) {'router_ids': ['2383b7a7-5e02-4ea6-8c11-ac462b715c40'], 'active': True} {{(pid=92880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:13:17.043695 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-b291f1cb-87e2-442a-8411-8ca7bef7730a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:13:17.055611 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8321324c-c2bc-4e3e-839b-c1c202cad621 req-599e3242-41ce-4889-a976-3b7c577fa8b0 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:13:17.057074 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-8321324c-c2bc-4e3e-839b-c1c202cad621 req-599e3242-41ce-4889-a976-3b7c577fa8b0 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] 10.222.0.97 "GET /v2.0/ports?device_id=1f009623-f182-4e80-bdb9-25d1b2fc8ca9 HTTP/1.1" status: 200 len: 944 time: 0.0969753 Jun 17 18:13:17.074864 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:13:17.108573 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_dvr_db [None req-786c491c-79e3-4795-a717-c10d6a64c3e6 None None] Set router 2383b7a7-5e02-4ea6-8c11-ac462b715c40 gateway port host: dv-cinder-786260-6-iscsi {{(pid=92880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 18:13:17.121843 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-8321324c-c2bc-4e3e-839b-c1c202cad621 req-75f71f29-503e-49e9-8cbb-f7d06f6d1835 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] 10.222.0.97 "GET /v2.0/security-groups?id=4a359456-4761-423e-a68f-54bbc6505df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571201 Jun 17 18:13:17.133015 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.plugin [None req-b291f1cb-87e2-442a-8411-8ca7bef7730a admin admin] Deleting port 5b3d7f0f-d825-454d-ac83-9af8f11f20d5 {{(pid=92874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 18:13:17.133383 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-b291f1cb-87e2-442a-8411-8ca7bef7730a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743365079206'] for port, before_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:13:17.212159 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.db [None req-b291f1cb-87e2-442a-8411-8ca7bef7730a admin admin] For port 5b3d7f0f-d825-454d-ac83-9af8f11f20d5, host dv-cinder-786260-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-6-iscsi',level=0,port_id=5b3d7f0f-d825-454d-ac83-9af8f11f20d5,segment=NetworkSegment(07abf0fa-b3ae-48d7-9299-c095c09325c6),segment_id=07abf0fa-b3ae-48d7-9299-c095c09325c6)] {{(pid=92874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:13:17.212521 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-b291f1cb-87e2-442a-8411-8ca7bef7730a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956370'] for port, precommit_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:13:17.283274 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.plugin [None req-b291f1cb-87e2-442a-8411-8ca7bef7730a admin admin] Calling delete_port for 5b3d7f0f-d825-454d-ac83-9af8f11f20d5 owned by network:router_gateway {{(pid=92874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 18:13:17.284564 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_hamode_db [None req-786c491c-79e3-4795-a717-c10d6a64c3e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2383b7a7-5e02-4ea6-8c11-ac462b715c40', 'name': 'tempest-TestVolumeBootPattern-790059704-router', 'tenant_id': '1e6c61cc07924138a80b114f14370bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'external_fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': '5b3d7f0f-d825-454d-ac83-9af8f11f20d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T18:04:44Z', 'updated_at': '2021-06-17T18:13:15Z', 'revision_number': 5, 'project_id': '1e6c61cc07924138a80b114f14370bd1', 'gw_port': {'id': '5b3d7f0f-d825-454d-ac83-9af8f11f20d5', 'name': '', 'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:5c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2383b7a7-5e02-4ea6-8c11-ac462b715c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:04:44Z', 'updated_at': '2021-06-17T18:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78089575-0364-47db-be8b-ef28f42f3a37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-6-iscsi'}], 'dv-cinder-786260-6-iscsi', False) {} {{(pid=92880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:13:17.310639 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786c491c-79e3-4795-a717-c10d6a64c3e6 None None] The sync data for ids ['2383b7a7-5e02-4ea6-8c11-ac462b715c40'] in dv-cinder-786260-6-iscsi is: [{'id': '2383b7a7-5e02-4ea6-8c11-ac462b715c40', 'name': 'tempest-TestVolumeBootPattern-790059704-router', 'tenant_id': '1e6c61cc07924138a80b114f14370bd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'external_fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': '5b3d7f0f-d825-454d-ac83-9af8f11f20d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T18:04:44Z', 'updated_at': '2021-06-17T18:13:15Z', 'revision_number': 5, 'project_id': '1e6c61cc07924138a80b114f14370bd1', 'gw_port': {'id': '5b3d7f0f-d825-454d-ac83-9af8f11f20d5', 'name': '', 'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:5c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2383b7a7-5e02-4ea6-8c11-ac462b715c40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:04:44Z', 'updated_at': '2021-06-17T18:04:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78089575-0364-47db-be8b-ef28f42f3a37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-6-iscsi'}] {{(pid=92880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 18:13:17.456534 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b5953b-1b59-4694-8e85-639d46a4df2e req-4eb3ce64-cebe-49cb-866b-841c00c55642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:13:17.457906 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-61b5953b-1b59-4694-8e85-639d46a4df2e req-4eb3ce64-cebe-49cb-866b-841c00c55642 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=b0adba5f28fa449b88e6680ee01862d3&device_id=1f009623-f182-4e80-bdb9-25d1b2fc8ca9 HTTP/1.1" status: 200 len: 1097 time: 0.1704717 Jun 17 18:13:17.558420 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-b291f1cb-87e2-442a-8411-8ca7bef7730a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743365085983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743364645425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28501932'] for port, after_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:13:17.564037 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-0ab820e2-0bf3-41c3-a7c5-a5ced4395ae1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:13:17.599032 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b291f1cb-87e2-442a-8411-8ca7bef7730a admin admin] Pushing event deleted for resources: {'Port': ['ID=5b3d7f0f-d825-454d-ac83-9af8f11f20d5,revision_number=None']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:13:17.601256 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-b291f1cb-87e2-442a-8411-8ca7bef7730a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:13:17.658969 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b5953b-1b59-4694-8e85-639d46a4df2e req-917bd68c-0286-4f9f-8f35-118f77121191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:13:17.660448 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-61b5953b-1b59-4694-8e85-639d46a4df2e req-917bd68c-0286-4f9f-8f35-118f77121191 service neutron] 10.222.0.95 "GET /v2.0/networks?id=378f779f-b6f3-4354-9f02-39696c0c3e36 HTTP/1.1" status: 200 len: 911 time: 0.1740937 Jun 17 18:13:17.678713 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-b291f1cb-87e2-442a-8411-8ca7bef7730a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-955318'] for router_gateway, after_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:13:17.806751 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-b291f1cb-87e2-442a-8411-8ca7bef7730a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1018511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-454'] for router, precommit_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:13:17.810254 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-b291f1cb-87e2-442a-8411-8ca7bef7730a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:13:17.821789 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-61b5953b-1b59-4694-8e85-639d46a4df2e req-d17fe18d-46ac-4013-a6d5-13a64b1d080f service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=452e061e-b934-45c0-8427-979fd19c14e3 HTTP/1.1" status: 200 len: 1000 time: 0.1540556 Jun 17 18:13:17.891005 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-b291f1cb-87e2-442a-8411-8ca7bef7730a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1017515'] for router, after_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:13:17.891525 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b291f1cb-87e2-442a-8411-8ca7bef7730a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2383b7a7-5e02-4ea6-8c11-ac462b715c40 {{(pid=92874) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 17 18:13:17.896609 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-b291f1cb-87e2-442a-8411-8ca7bef7730a admin admin] Notify callbacks [] for router, before_response {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:13:17.897705 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-b291f1cb-87e2-442a-8411-8ca7bef7730a admin admin] 10.222.0.97 "DELETE /v2.0/routers/2383b7a7-5e02-4ea6-8c11-ac462b715c40 HTTP/1.1" status: 204 len: 168 time: 1.3918552 Jun 17 18:13:17.900563 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 53148) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:13:17.940696 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b5953b-1b59-4694-8e85-639d46a4df2e req-1b44df85-5c02-4551-854b-efd60cdd7508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:13:17.942164 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-61b5953b-1b59-4694-8e85-639d46a4df2e req-1b44df85-5c02-4551-854b-efd60cdd7508 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=b0af006b-868b-4b28-854a-9d9e344cc1c0 HTTP/1.1" status: 200 len: 848 time: 0.0890555 Jun 17 18:13:17.963378 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.db.db_base_plugin_v2 [None req-06bfcd5c-ab68-4d78-8238-507fd18de162 admin admin] Deleting subnet 06c8cb67-128a-4786-852c-d9ffd25e0b01 {{(pid=92874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 18:13:17.983566 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-06bfcd5c-ab68-4d78-8238-507fd18de162 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:13:18.025117 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-06bfcd5c-ab68-4d78-8238-507fd18de162 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25818517'] for subnet, precommit_delete_associations {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:13:18.064178 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-8848f698-b84d-4e61-bbd9-19a6867363d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:13:18.071763 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b5953b-1b59-4694-8e85-639d46a4df2e req-67a4594e-8ac2-4674-89ce-a4b17c3aac15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:13:18.073308 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-61b5953b-1b59-4694-8e85-639d46a4df2e req-67a4594e-8ac2-4674-89ce-a4b17c3aac15 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=378f779f-b6f3-4354-9f02-39696c0c3e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1234269 Jun 17 18:13:18.086231 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [req-61b5953b-1b59-4694-8e85-639d46a4df2e req-d30c7022-6e63-4688-b2ac-4e1b35184498 service neutron] http://10.222.0.97:9696/v2.0/extensions returned with HTTP 200 {{(pid=92874) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 18:13:18.087213 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-61b5953b-1b59-4694-8e85-639d46a4df2e req-d30c7022-6e63-4688-b2ac-4e1b35184498 service neutron] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070364 Jun 17 18:13:18.150220 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-06bfcd5c-ab68-4d78-8238-507fd18de162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1684671'] for subnet, precommit_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:13:18.233072 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-61b5953b-1b59-4694-8e85-639d46a4df2e req-800111eb-9115-45a2-aaa4-0f9b3db02f28 service neutron] 10.222.0.95 "GET /v2.0/networks/378f779f-b6f3-4354-9f02-39696c0c3e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265097 Jun 17 18:13:18.308835 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-06bfcd5c-ab68-4d78-8238-507fd18de162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1684662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28501846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25700737'] for subnet, after_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:13:18.345067 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:13:18.380607 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bfcd5c-ab68-4d78-8238-507fd18de162 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06c8cb67-128a-4786-852c-d9ffd25e0b01,revision_number=None']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:13:18.384093 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-06bfcd5c-ab68-4d78-8238-507fd18de162 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563787'] for subnet, before_response {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:13:18.385924 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-06bfcd5c-ab68-4d78-8238-507fd18de162 admin admin] 10.222.0.97 "DELETE /v2.0/subnets/06c8cb67-128a-4786-852c-d9ffd25e0b01 HTTP/1.1" status: 204 len: 168 time: 0.4844611 Jun 17 18:13:18.388771 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 53152) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:13:18.389227 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c784e669-2e73-4b09-8c97-423d306c2cf0 None None] Network 6ab84586-cad6-4a81-bfb5-7a0782fd9a74 requested from dv-cinder-786260-6-iscsi {{(pid=92880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 18:13:18.391177 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-06bfcd5c-ab68-4d78-8238-507fd18de162 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:13:18.413440 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8174e0c5-9aab-4141-8db9-f95b3c2ad7a0 req-1119e518-cd5c-4df9-9a8d-13e52c4c2d99 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:13:18.414932 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-8174e0c5-9aab-4141-8db9-f95b3c2ad7a0 req-1119e518-cd5c-4df9-9a8d-13e52c4c2d99 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] 10.222.0.97 "GET /v2.0/ports?device_id=1f009623-f182-4e80-bdb9-25d1b2fc8ca9 HTTP/1.1" status: 200 len: 944 time: 0.1810646 Jun 17 18:13:18.418644 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-61b5953b-1b59-4694-8e85-639d46a4df2e req-f07e0fc4-84aa-4c32-af12-89500484ed72 service neutron] 10.222.0.95 "GET /v2.0/networks/378f779f-b6f3-4354-9f02-39696c0c3e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714375 Jun 17 18:13:18.457894 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-f8d0ddc3-7824-468a-adba-caef0badc8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2009691'] for network, before_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:13:18.468711 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-8174e0c5-9aab-4141-8db9-f95b3c2ad7a0 req-0e7cf23a-3e23-4c0f-b1b8-4c06003588c4 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] 10.222.0.97 "GET /v2.0/security-groups?id=4a359456-4761-423e-a68f-54bbc6505df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451632 Jun 17 18:13:18.515879 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.plugins.ml2.plugin [None req-f8d0ddc3-7824-468a-adba-caef0badc8e6 admin admin] Deleting port 9c6ec7c0-8444-4400-bc72-93f35524dba8 {{(pid=92872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 18:13:18.516212 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-f8d0ddc3-7824-468a-adba-caef0badc8e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743365079206'] for port, before_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:13:18.581038 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.plugins.ml2.db [None req-f8d0ddc3-7824-468a-adba-caef0badc8e6 admin admin] For port 9c6ec7c0-8444-4400-bc72-93f35524dba8, host dv-cinder-786260-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-6-iscsi',level=0,port_id=9c6ec7c0-8444-4400-bc72-93f35524dba8,segment=NetworkSegment(b4e37eab-f82a-4d9a-af96-7aed12146093),segment_id=b4e37eab-f82a-4d9a-af96-7aed12146093)] {{(pid=92872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:13:18.581403 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-f8d0ddc3-7824-468a-adba-caef0badc8e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956370'] for port, precommit_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:13:18.596746 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9273e11-7283-4767-95bb-59ba497a72c9 None None] DHCP port deletion for 6ab84586-cad6-4a81-bfb5-7a0782fd9a74 request from dv-cinder-786260-6-iscsi {{(pid=92880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 18:13:18.644448 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.plugin [None req-e9273e11-7283-4767-95bb-59ba497a72c9 None None] Deleting port 9c6ec7c0-8444-4400-bc72-93f35524dba8 {{(pid=92880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 18:13:18.644851 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-e9273e11-7283-4767-95bb-59ba497a72c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743365079206'] for port, before_delete {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:13:18.646521 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.plugins.ml2.plugin [None req-f8d0ddc3-7824-468a-adba-caef0badc8e6 admin admin] Calling delete_port for 9c6ec7c0-8444-4400-bc72-93f35524dba8 owned by network:dhcp {{(pid=92872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 18:13:18.667392 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.agents_db [None req-efac7cad-2d3b-4dc1-9769-dac6e2c75cb9 None None] Agent healthcheck: found 6 active agents {{(pid=92881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 18:13:18.704355 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-e9273e11-7283-4767-95bb-59ba497a72c9 None None] For port 9c6ec7c0-8444-4400-bc72-93f35524dba8, host dv-cinder-786260-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-6-iscsi',level=0,port_id=9c6ec7c0-8444-4400-bc72-93f35524dba8,segment=NetworkSegment(b4e37eab-f82a-4d9a-af96-7aed12146093),segment_id=b4e37eab-f82a-4d9a-af96-7aed12146093)] {{(pid=92880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:13:18.704759 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-e9273e11-7283-4767-95bb-59ba497a72c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956370'] for port, precommit_delete {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:13:18.724865 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-f8d0ddc3-7824-468a-adba-caef0badc8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743365085983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743364645425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25532019'] for port, after_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:13:18.726892 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-8d0f0747-50b2-410d-9adb-e0616d7291ba service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:13:18.753550 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d0ddc3-7824-468a-adba-caef0badc8e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c6ec7c0-8444-4400-bc72-93f35524dba8,revision_number=None']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:13:18.756642 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-f8d0ddc3-7824-468a-adba-caef0badc8e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:13:18.757400 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d0ddc3-7824-468a-adba-caef0badc8e6 admin admin] No DVR routers for this DVR port 9c6ec7c0-8444-4400-bc72-93f35524dba8 on host dv-cinder-786260-6-iscsi {{(pid=92872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 18:13:18.775474 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.plugin [None req-e9273e11-7283-4767-95bb-59ba497a72c9 None None] Calling delete_port for 9c6ec7c0-8444-4400-bc72-93f35524dba8 owned by network:dhcp {{(pid=92880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 18:13:18.825527 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-f8d0ddc3-7824-468a-adba-caef0badc8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683494', 'neutron.services.segments.db._delete_segments_for_network-8743365118612'] for network, precommit_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:13:18.835799 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.services.segments.db [None req-f8d0ddc3-7824-468a-adba-caef0badc8e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ab84586-cad6-4a81-bfb5-7a0782fd9a74']}} {{(pid=92872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:13:18.845436 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.services.segments.db [None req-f8d0ddc3-7824-468a-adba-caef0badc8e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4e37eab-f82a-4d9a-af96-7aed12146093') {'for_net_delete': True} {{(pid=92872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:13:18.845738 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.services.segments.db [None req-f8d0ddc3-7824-468a-adba-caef0badc8e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4e37eab-f82a-4d9a-af96-7aed12146093') {} {{(pid=92872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:13:18.850887 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-e9273e11-7283-4767-95bb-59ba497a72c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743365085983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743364645425'] for port, after_delete {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:13:18.854474 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-7eff8af2-5c83-4d7d-bcad-512b2fb8fb83 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:13:18.856249 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-f8d0ddc3-7824-468a-adba-caef0badc8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743365117157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25531404'] for segment, before_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:13:18.869426 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-f8d0ddc3-7824-468a-adba-caef0badc8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1592042'] for segment, precommit_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:13:18.875087 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8d0ddc3-7824-468a-adba-caef0badc8e6 admin admin] Releasing vlan 1139 on physical network physnet1 to pool {{(pid=92872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 18:13:18.875476 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-f8d0ddc3-7824-468a-adba-caef0badc8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1592042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25531940'] for segment, after_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:13:18.877192 dv-cinder-786260-6-iscsi neutron-server[92872]: Traceback (most recent call last): Jun 17 18:13:18.877192 dv-cinder-786260-6-iscsi neutron-server[92872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 18:13:18.877192 dv-cinder-786260-6-iscsi neutron-server[92872]: timer() Jun 17 18:13:18.877192 dv-cinder-786260-6-iscsi neutron-server[92872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 18:13:18.877192 dv-cinder-786260-6-iscsi neutron-server[92872]: cb(*args, **kw) Jun 17 18:13:18.877192 dv-cinder-786260-6-iscsi neutron-server[92872]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 18:13:18.877192 dv-cinder-786260-6-iscsi neutron-server[92872]: return func(*args, **kwargs) Jun 17 18:13:18.877192 dv-cinder-786260-6-iscsi neutron-server[92872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 18:13:18.877192 dv-cinder-786260-6-iscsi neutron-server[92872]: self._notify() Jun 17 18:13:18.877192 dv-cinder-786260-6-iscsi neutron-server[92872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 18:13:18.877192 dv-cinder-786260-6-iscsi neutron-server[92872]: self.callback(batched_events) Jun 17 18:13:18.877192 dv-cinder-786260-6-iscsi neutron-server[92872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 18:13:18.877192 dv-cinder-786260-6-iscsi neutron-server[92872]: event.method(event) Jun 17 18:13:18.877192 dv-cinder-786260-6-iscsi neutron-server[92872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 18:13:18.877192 dv-cinder-786260-6-iscsi neutron-server[92872]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 18:13:18.877192 dv-cinder-786260-6-iscsi neutron-server[92872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 18:13:18.877192 dv-cinder-786260-6-iscsi neutron-server[92872]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 18:13:18.877192 dv-cinder-786260-6-iscsi neutron-server[92872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 18:13:18.877192 dv-cinder-786260-6-iscsi neutron-server[92872]: return f(self, *a, **k) Jun 17 18:13:18.877192 dv-cinder-786260-6-iscsi neutron-server[92872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 18:13:18.877192 dv-cinder-786260-6-iscsi neutron-server[92872]: return self._get(url).json() Jun 17 18:13:18.877192 dv-cinder-786260-6-iscsi neutron-server[92872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 18:13:18.877192 dv-cinder-786260-6-iscsi neutron-server[92872]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 18:13:18.877192 dv-cinder-786260-6-iscsi neutron-server[92872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 18:13:18.877192 dv-cinder-786260-6-iscsi neutron-server[92872]: return self.request(url, 'GET', **kwargs) Jun 17 18:13:18.877192 dv-cinder-786260-6-iscsi neutron-server[92872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 18:13:18.877192 dv-cinder-786260-6-iscsi neutron-server[92872]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 18:13:18.877192 dv-cinder-786260-6-iscsi neutron-server[92872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 18:13:18.877192 dv-cinder-786260-6-iscsi neutron-server[92872]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 18:13:18.877192 dv-cinder-786260-6-iscsi neutron-server[92872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 18:13:18.877192 dv-cinder-786260-6-iscsi neutron-server[92872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 18:13:18.877192 dv-cinder-786260-6-iscsi neutron-server[92872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 18:13:18.883540 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9273e11-7283-4767-95bb-59ba497a72c9 None None] No DVR routers for this DVR port 9c6ec7c0-8444-4400-bc72-93f35524dba8 on host dv-cinder-786260-6-iscsi {{(pid=92880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 18:13:18.886886 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9273e11-7283-4767-95bb-59ba497a72c9 None None] Pushing event deleted for resources: {'Port': ['ID=9c6ec7c0-8444-4400-bc72-93f35524dba8,revision_number=None']} {{(pid=92880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:13:18.889084 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-e9273e11-7283-4767-95bb-59ba497a72c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:13:18.952655 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-f8d0ddc3-7824-468a-adba-caef0badc8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-955346'] for network, after_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:13:18.956958 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:13:18.962757 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Device 1c0ea93b-4829-4c11-a3e0-2940e47ddf0a no longer exists at agent ovs-agent-dv-cinder-786260-6-iscsi {{(pid=92880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 18:13:18.963117 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-f8d0ddc3-7824-468a-adba-caef0badc8e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563787'] for network, before_response {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:13:18.967612 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-f8d0ddc3-7824-468a-adba-caef0badc8e6 admin admin] 10.222.0.97 "DELETE /v2.0/networks/6ab84586-cad6-4a81-bfb5-7a0782fd9a74 HTTP/1.1" status: 204 len: 168 time: 0.5749781 Jun 17 18:13:18.968178 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 53156) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:13:18.975864 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d0ddc3-7824-468a-adba-caef0badc8e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ab84586-cad6-4a81-bfb5-7a0782fd9a74,revision_number=None']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:13:18.978861 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-f8d0ddc3-7824-468a-adba-caef0badc8e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:13:18.982702 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.plugin [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] No Port match for: 1c0ea93b-4829-4c11-a3e0-2940e47ddf0a {{(pid=92880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 18:13:18.983064 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Device 1c0ea93b-4829-4c11-a3e0-2940e47ddf0a not bound to the agent host dv-cinder-786260-6-iscsi {{(pid=92880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 18:13:18.983499 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Device 9c6ec7c0-8444-4400-bc72-93f35524dba8 no longer exists at agent ovs-agent-dv-cinder-786260-6-iscsi {{(pid=92880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 18:13:19.001712 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.plugin [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] No Port match for: 9c6ec7c0-8444-4400-bc72-93f35524dba8 {{(pid=92880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 18:13:19.002068 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Device 9c6ec7c0-8444-4400-bc72-93f35524dba8 not bound to the agent host dv-cinder-786260-6-iscsi {{(pid=92880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 18:13:19.003028 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Device 5b3d7f0f-d825-454d-ac83-9af8f11f20d5 no longer exists at agent ovs-agent-dv-cinder-786260-6-iscsi {{(pid=92880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 18:13:19.022211 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.plugin [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] No Port match for: 5b3d7f0f-d825-454d-ac83-9af8f11f20d5 {{(pid=92880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 18:13:19.022573 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Device 5b3d7f0f-d825-454d-ac83-9af8f11f20d5 not bound to the agent host dv-cinder-786260-6-iscsi {{(pid=92880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 18:13:19.233771 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3be46a-098c-4aaa-8fea-4da339b30ed4 req-e2c9c567-9e12-4013-9737-314430662a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:13:19.235140 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-5f3be46a-098c-4aaa-8fea-4da339b30ed4 req-e2c9c567-9e12-4013-9737-314430662a6d service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=1f009623-f182-4e80-bdb9-25d1b2fc8ca9 HTTP/1.1" status: 200 len: 1097 time: 0.0948391 Jun 17 18:13:19.302770 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-5f3be46a-098c-4aaa-8fea-4da339b30ed4 req-9d96b875-182a-4719-9ec6-9bebf3c03b05 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=4a359456-4761-423e-a68f-54bbc6505df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574923 Jun 17 18:13:19.381401 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-da26b5cb-e4a9-4bac-8d05-f0096a601f24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-950541'] for router_interface, before_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:13:19.505094 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-a0cf07df-ba9d-4ba7-86ac-6ceb73a86136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:13:19.677509 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89654c44-a75c-457b-bd00-8b3345542f0f req-b3189c70-8e12-48b9-93cd-32baedffb8ca tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:13:19.678970 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-89654c44-a75c-457b-bd00-8b3345542f0f req-b3189c70-8e12-48b9-93cd-32baedffb8ca tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] 10.222.0.97 "GET /v2.0/ports?device_id=1f009623-f182-4e80-bdb9-25d1b2fc8ca9 HTTP/1.1" status: 200 len: 944 time: 0.1016252 Jun 17 18:13:19.687240 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.plugin [None req-da26b5cb-e4a9-4bac-8d05-f0096a601f24 admin admin] Deleting port ca6e6d27-35d0-4be3-a137-3ecd21375319 {{(pid=92874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 18:13:19.687592 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-da26b5cb-e4a9-4bac-8d05-f0096a601f24 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743365079206'] for port, before_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:13:19.771385 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-89654c44-a75c-457b-bd00-8b3345542f0f req-b28bb6df-3a87-43c4-991a-a0255138c217 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] 10.222.0.97 "GET /v2.0/security-groups?id=4a359456-4761-423e-a68f-54bbc6505df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854990 Jun 17 18:13:19.806108 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.db [None req-da26b5cb-e4a9-4bac-8d05-f0096a601f24 admin admin] For port ca6e6d27-35d0-4be3-a137-3ecd21375319, host dv-cinder-786260-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-6-iscsi',level=0,port_id=ca6e6d27-35d0-4be3-a137-3ecd21375319,segment=NetworkSegment(334dd128-f68f-47f1-9f58-dbf0d10a84a0),segment_id=334dd128-f68f-47f1-9f58-dbf0d10a84a0)] {{(pid=92874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:13:19.806472 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-da26b5cb-e4a9-4bac-8d05-f0096a601f24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956370'] for port, precommit_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:13:19.874102 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.plugin [None req-da26b5cb-e4a9-4bac-8d05-f0096a601f24 admin admin] Calling delete_port for ca6e6d27-35d0-4be3-a137-3ecd21375319 owned by network:router_interface {{(pid=92874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 18:13:20.061363 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-da26b5cb-e4a9-4bac-8d05-f0096a601f24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743365085983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743364645425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28501932'] for port, after_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:13:20.064528 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-adf15ee9-9c9e-4c1b-abfa-cc07bc396b9a tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:13:20.095378 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da26b5cb-e4a9-4bac-8d05-f0096a601f24 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca6e6d27-35d0-4be3-a137-3ecd21375319,revision_number=None']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:13:20.099346 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-da26b5cb-e4a9-4bac-8d05-f0096a601f24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:13:20.269352 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-da26b5cb-e4a9-4bac-8d05-f0096a601f24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-957629'] for router_interface, after_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:13:20.487251 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da26b5cb-e4a9-4bac-8d05-f0096a601f24 admin admin] Router c6e02f6c-1d02-48ad-abc3-00f27fe1a688 has already been hosted by L3 agent 4c938d44-4998-4210-8006-ee34f5a3ffbf {{(pid=92874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 18:13:20.594804 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da26b5cb-e4a9-4bac-8d05-f0096a601f24 admin admin] Notify agent at l3_agent.dv-cinder-786260-6-iscsi the message routers_updated {{(pid=92874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 18:13:20.600541 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-da26b5cb-e4a9-4bac-8d05-f0096a601f24 admin admin] 10.222.0.97 "PUT /v2.0/routers/c6e02f6c-1d02-48ad-abc3-00f27fe1a688/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6312349 Jun 17 18:13:20.603008 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 53176) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:13:20.603684 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab4ef5ce-2837-46ce-b262-0eb7a2f3f000 None None] Sync routers for ids ['c6e02f6c-1d02-48ad-abc3-00f27fe1a688'] in dv-cinder-786260-6-iscsi {{(pid=92881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 18:13:20.613548 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab4ef5ce-2837-46ce-b262-0eb7a2f3f000 None None] Routers {'c6e02f6c-1d02-48ad-abc3-00f27fe1a688'} bound to L3 agent in host dv-cinder-786260-6-iscsi {{(pid=92881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 18:13:20.614140 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.l3_hamode_db [None req-ab4ef5ce-2837-46ce-b262-0eb7a2f3f000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T17:55:17Z,description=,heartbeat_timestamp=2021-06-17T18:13:17Z,host='dv-cinder-786260-6-iscsi',id=4c938d44-4998-4210-8006-ee34f5a3ffbf,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:55:17Z,topic='l3_agent')) {'router_ids': ['c6e02f6c-1d02-48ad-abc3-00f27fe1a688'], 'active': True} {{(pid=92881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:13:20.731387 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.l3_dvr_db [None req-ab4ef5ce-2837-46ce-b262-0eb7a2f3f000 None None] Set router c6e02f6c-1d02-48ad-abc3-00f27fe1a688 gateway port host: dv-cinder-786260-6-iscsi {{(pid=92881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 18:13:20.913905 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.l3_hamode_db [None req-ab4ef5ce-2837-46ce-b262-0eb7a2f3f000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6e02f6c-1d02-48ad-abc3-00f27fe1a688', 'name': 'tempest-TestVolumeBootPattern-1002971624-router', 'tenant_id': 'b5780bfcd40f46f981ede2d007293799', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'external_fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.178'}], 'enable_snat': True}, 'gw_port_id': '6537458c-6a4e-4dbe-b7e1-badb646e608a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T18:04:49Z', 'updated_at': '2021-06-17T18:13:20Z', 'revision_number': 5, 'project_id': 'b5780bfcd40f46f981ede2d007293799', 'gw_port': {'id': '6537458c-6a4e-4dbe-b7e1-badb646e608a', 'name': '', 'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:e2:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e02f6c-1d02-48ad-abc3-00f27fe1a688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:04:50Z', 'updated_at': '2021-06-17T18:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78089575-0364-47db-be8b-ef28f42f3a37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-6-iscsi'}], 'dv-cinder-786260-6-iscsi', False) {} {{(pid=92881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:13:20.941814 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab4ef5ce-2837-46ce-b262-0eb7a2f3f000 None None] Checking router: c6e02f6c-1d02-48ad-abc3-00f27fe1a688 for host: dv-cinder-786260-6-iscsi {{(pid=92881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 18:13:20.950327 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab4ef5ce-2837-46ce-b262-0eb7a2f3f000 None None] Routers {'c6e02f6c-1d02-48ad-abc3-00f27fe1a688'} bound to L3 agent in host dv-cinder-786260-6-iscsi {{(pid=92881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 18:13:20.951040 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.l3_hamode_db [None req-ab4ef5ce-2837-46ce-b262-0eb7a2f3f000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T17:55:17Z,description=,heartbeat_timestamp=2021-06-17T18:13:17Z,host='dv-cinder-786260-6-iscsi',id=4c938d44-4998-4210-8006-ee34f5a3ffbf,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:55:17Z,topic='l3_agent')) {'router_ids': ['c6e02f6c-1d02-48ad-abc3-00f27fe1a688'], 'active': True} {{(pid=92881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:13:21.036535 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-cc0c8128-0708-48af-aab7-7884b43d226e admin admin] Notify callbacks [] for router, before_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:13:21.065900 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.l3_dvr_db [None req-ab4ef5ce-2837-46ce-b262-0eb7a2f3f000 None None] Set router c6e02f6c-1d02-48ad-abc3-00f27fe1a688 gateway port host: dv-cinder-786260-6-iscsi {{(pid=92881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 18:13:21.076466 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faacbd3f-c255-4f50-861a-3fb113af79ec req-e9aecfca-9219-4bff-8c81-2d23409c2bce tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:13:21.077852 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-faacbd3f-c255-4f50-861a-3fb113af79ec req-e9aecfca-9219-4bff-8c81-2d23409c2bce tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] 10.222.0.97 "GET /v2.0/ports?device_id=1f009623-f182-4e80-bdb9-25d1b2fc8ca9 HTTP/1.1" status: 200 len: 944 time: 0.1466365 Jun 17 18:13:21.160171 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-faacbd3f-c255-4f50-861a-3fb113af79ec req-9fd44692-0db1-4b06-811b-a31217898323 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] 10.222.0.97 "GET /v2.0/security-groups?id=4a359456-4761-423e-a68f-54bbc6505df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522578 Jun 17 18:13:21.181575 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-cc0c8128-0708-48af-aab7-7884b43d226e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:13:21.229453 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Device 452e061e-b934-45c0-8427-979fd19c14e3 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=92880) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 18:13:21.240331 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.plugin [None req-cc0c8128-0708-48af-aab7-7884b43d226e admin admin] Deleting port 6537458c-6a4e-4dbe-b7e1-badb646e608a {{(pid=92874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 18:13:21.240683 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-cc0c8128-0708-48af-aab7-7884b43d226e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743365079206'] for port, before_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:13:21.273688 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.l3_hamode_db [None req-ab4ef5ce-2837-46ce-b262-0eb7a2f3f000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6e02f6c-1d02-48ad-abc3-00f27fe1a688', 'name': 'tempest-TestVolumeBootPattern-1002971624-router', 'tenant_id': 'b5780bfcd40f46f981ede2d007293799', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'external_fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.178'}], 'enable_snat': True}, 'gw_port_id': '6537458c-6a4e-4dbe-b7e1-badb646e608a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T18:04:49Z', 'updated_at': '2021-06-17T18:13:20Z', 'revision_number': 5, 'project_id': 'b5780bfcd40f46f981ede2d007293799', 'gw_port': {'id': '6537458c-6a4e-4dbe-b7e1-badb646e608a', 'name': '', 'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:e2:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e02f6c-1d02-48ad-abc3-00f27fe1a688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:04:50Z', 'updated_at': '2021-06-17T18:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78089575-0364-47db-be8b-ef28f42f3a37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-6-iscsi'}], 'dv-cinder-786260-6-iscsi', False) {} {{(pid=92881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:13:21.309229 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab4ef5ce-2837-46ce-b262-0eb7a2f3f000 None None] The sync data for ids ['c6e02f6c-1d02-48ad-abc3-00f27fe1a688'] in dv-cinder-786260-6-iscsi is: [{'id': 'c6e02f6c-1d02-48ad-abc3-00f27fe1a688', 'name': 'tempest-TestVolumeBootPattern-1002971624-router', 'tenant_id': 'b5780bfcd40f46f981ede2d007293799', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'external_fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.178'}], 'enable_snat': True}, 'gw_port_id': '6537458c-6a4e-4dbe-b7e1-badb646e608a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T18:04:49Z', 'updated_at': '2021-06-17T18:13:20Z', 'revision_number': 5, 'project_id': 'b5780bfcd40f46f981ede2d007293799', 'gw_port': {'id': '6537458c-6a4e-4dbe-b7e1-badb646e608a', 'name': '', 'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:e2:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6e02f6c-1d02-48ad-abc3-00f27fe1a688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:04:50Z', 'updated_at': '2021-06-17T18:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78089575-0364-47db-be8b-ef28f42f3a37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-6-iscsi'}] {{(pid=92881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 18:13:21.354453 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] For port 452e061e-b934-45c0-8427-979fd19c14e3, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=452e061e-b934-45c0-8427-979fd19c14e3,segment=NetworkSegment(12cd2f01-9686-4951-aa61-386e2bcb86af),segment_id=12cd2f01-9686-4951-aa61-386e2bcb86af)] {{(pid=92880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:13:21.369739 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Returning: {'device': '452e061e-b934-45c0-8427-979fd19c14e3', 'network_id': '378f779f-b6f3-4354-9f02-39696c0c3e36', 'port_id': '452e061e-b934-45c0-8427-979fd19c14e3', 'mac_address': 'fa:16:3e:9f:ff:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0af006b-868b-4b28-854a-9d9e344cc1c0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92880) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 18:13:21.374534 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.db [None req-cc0c8128-0708-48af-aab7-7884b43d226e admin admin] For port 6537458c-6a4e-4dbe-b7e1-badb646e608a, host dv-cinder-786260-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-6-iscsi',level=0,port_id=6537458c-6a4e-4dbe-b7e1-badb646e608a,segment=NetworkSegment(07abf0fa-b3ae-48d7-9299-c095c09325c6),segment_id=07abf0fa-b3ae-48d7-9299-c095c09325c6)] {{(pid=92874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:13:21.376222 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-cc0c8128-0708-48af-aab7-7884b43d226e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956370'] for port, precommit_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:13:21.418385 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:13:21.431259 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.notifiers.nova [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 452e061e-b934-45c0-8427-979fd19c14e3 {{(pid=92880) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 18:13:21.440757 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.plugin [None req-cc0c8128-0708-48af-aab7-7884b43d226e admin admin] Calling delete_port for 6537458c-6a4e-4dbe-b7e1-badb646e608a owned by network:router_gateway {{(pid=92874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 18:13:21.454278 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] For port 452e061e-b934-45c0-8427-979fd19c14e3, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=452e061e-b934-45c0-8427-979fd19c14e3,segment=NetworkSegment(12cd2f01-9686-4951-aa61-386e2bcb86af),segment_id=12cd2f01-9686-4951-aa61-386e2bcb86af)] {{(pid=92880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:13:21.459056 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479'] for port, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:13:21.460860 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-e9273e11-7283-4767-95bb-59ba497a72c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:13:21.506267 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Pushing event updated for resources: {'Port': ['ID=452e061e-b934-45c0-8427-979fd19c14e3,revision_number=7']} {{(pid=92880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:13:21.509639 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:13:21.611937 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-cc0c8128-0708-48af-aab7-7884b43d226e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743365085983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743364645425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28501932'] for port, after_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:13:21.614515 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-eb288515-9467-4bcb-8242-ded8d5d0f766 tempest-AttachVolumeShelveTestJSON-82545549 tempest-AttachVolumeShelveTestJSON-82545549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:13:21.642562 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0c8128-0708-48af-aab7-7884b43d226e admin admin] Pushing event deleted for resources: {'Port': ['ID=6537458c-6a4e-4dbe-b7e1-badb646e608a,revision_number=None']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:13:21.646158 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-cc0c8128-0708-48af-aab7-7884b43d226e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:13:21.707578 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-cc0c8128-0708-48af-aab7-7884b43d226e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-955318'] for router_gateway, after_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:13:21.790010 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] get_ports_and_sgs() called for port_ids ['452e061e-b934-45c0-8427-979fd19c14e3'] {{(pid=92880) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 17 18:13:21.810694 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-cc0c8128-0708-48af-aab7-7884b43d226e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1018511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-454'] for router, precommit_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:13:21.812831 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-cc0c8128-0708-48af-aab7-7884b43d226e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:13:21.860128 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-cc0c8128-0708-48af-aab7-7884b43d226e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1017515'] for router, after_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:13:21.860722 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc0c8128-0708-48af-aab7-7884b43d226e admin admin] Fanout notify agent at l3_agent the message router_deleted on router c6e02f6c-1d02-48ad-abc3-00f27fe1a688 {{(pid=92874) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 17 18:13:21.865256 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-cc0c8128-0708-48af-aab7-7884b43d226e admin admin] Notify callbacks [] for router, before_response {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:13:21.866396 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-cc0c8128-0708-48af-aab7-7884b43d226e admin admin] 10.222.0.97 "DELETE /v2.0/routers/c6e02f6c-1d02-48ad-abc3-00f27fe1a688 HTTP/1.1" status: 204 len: 168 time: 1.2624385 Jun 17 18:13:21.869983 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 53190) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:13:21.921441 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.db.db_base_plugin_v2 [None req-31fc9f61-a486-41d2-aa2b-6ba9d87503ad admin admin] Deleting subnet 7311a9b5-a150-40ee-b0a6-3e2b481b57d1 {{(pid=92872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 18:13:21.924863 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-31fc9f61-a486-41d2-aa2b-6ba9d87503ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:13:21.960306 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-31fc9f61-a486-41d2-aa2b-6ba9d87503ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25531395'] for subnet, precommit_delete_associations {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:13:22.043588 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-31fc9f61-a486-41d2-aa2b-6ba9d87503ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1684671'] for subnet, precommit_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:13:22.100955 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-31fc9f61-a486-41d2-aa2b-6ba9d87503ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1684662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25532041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27255113'] for subnet, after_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:13:22.103224 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:13:22.124612 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fc9f61-a486-41d2-aa2b-6ba9d87503ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7311a9b5-a150-40ee-b0a6-3e2b481b57d1,revision_number=None']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:13:22.128114 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-31fc9f61-a486-41d2-aa2b-6ba9d87503ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:13:22.132862 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-31fc9f61-a486-41d2-aa2b-6ba9d87503ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:13:22.134658 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-31fc9f61-a486-41d2-aa2b-6ba9d87503ad admin admin] 10.222.0.97 "DELETE /v2.0/subnets/7311a9b5-a150-40ee-b0a6-3e2b481b57d1 HTTP/1.1" status: 204 len: 168 time: 0.2635736 Jun 17 18:13:22.137099 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 53192) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:13:22.137883 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d58cbc6e-5026-4cd9-afdf-7ffaa1d858ba None None] Network bf9fd7d0-074a-4f8e-8d77-d5f744495d22 requested from dv-cinder-786260-6-iscsi {{(pid=92880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 18:13:22.206470 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-3540f84e-50e2-480f-9ef7-33e9f527b7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2009691'] for network, before_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:13:22.268088 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.plugins.ml2.plugin [None req-3540f84e-50e2-480f-9ef7-33e9f527b7b6 admin admin] Deleting port 72fea048-c1e7-4df4-befe-dc41ad50eee2 {{(pid=92872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 18:13:22.268432 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-3540f84e-50e2-480f-9ef7-33e9f527b7b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743365079206'] for port, before_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:13:22.307908 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-932008ae-c60d-47c9-aed9-c76579c6a242 None None] DHCP port deletion for bf9fd7d0-074a-4f8e-8d77-d5f744495d22 request from dv-cinder-786260-6-iscsi {{(pid=92880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 18:13:22.334821 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.plugins.ml2.db [None req-3540f84e-50e2-480f-9ef7-33e9f527b7b6 admin admin] For port 72fea048-c1e7-4df4-befe-dc41ad50eee2, host dv-cinder-786260-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-6-iscsi',level=0,port_id=72fea048-c1e7-4df4-befe-dc41ad50eee2,segment=NetworkSegment(334dd128-f68f-47f1-9f58-dbf0d10a84a0),segment_id=334dd128-f68f-47f1-9f58-dbf0d10a84a0)] {{(pid=92872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:13:22.335177 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-3540f84e-50e2-480f-9ef7-33e9f527b7b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956370'] for port, precommit_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:13:22.352215 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.plugin [None req-932008ae-c60d-47c9-aed9-c76579c6a242 None None] Deleting port 72fea048-c1e7-4df4-befe-dc41ad50eee2 {{(pid=92880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 18:13:22.352594 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-932008ae-c60d-47c9-aed9-c76579c6a242 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743365079206'] for port, before_delete {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:13:22.401736 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.plugins.ml2.plugin [None req-3540f84e-50e2-480f-9ef7-33e9f527b7b6 admin admin] Calling delete_port for 72fea048-c1e7-4df4-befe-dc41ad50eee2 owned by network:dhcp {{(pid=92872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 18:13:22.416121 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-932008ae-c60d-47c9-aed9-c76579c6a242 None None] For port 72fea048-c1e7-4df4-befe-dc41ad50eee2, host dv-cinder-786260-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-6-iscsi',level=0,port_id=72fea048-c1e7-4df4-befe-dc41ad50eee2,segment=NetworkSegment(334dd128-f68f-47f1-9f58-dbf0d10a84a0),segment_id=334dd128-f68f-47f1-9f58-dbf0d10a84a0)] {{(pid=92880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:13:22.416520 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-932008ae-c60d-47c9-aed9-c76579c6a242 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956370'] for port, precommit_delete {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:13:22.482628 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.plugin [None req-932008ae-c60d-47c9-aed9-c76579c6a242 None None] Calling delete_port for 72fea048-c1e7-4df4-befe-dc41ad50eee2 owned by network:dhcp {{(pid=92880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 18:13:22.489915 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-3540f84e-50e2-480f-9ef7-33e9f527b7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743365085983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743364645425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25532019'] for port, after_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:13:22.493774 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-b7fee1ba-14e9-4492-9e91-b45b80ddcb52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:13:22.517933 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3540f84e-50e2-480f-9ef7-33e9f527b7b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=72fea048-c1e7-4df4-befe-dc41ad50eee2,revision_number=None']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:13:22.520994 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-3540f84e-50e2-480f-9ef7-33e9f527b7b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:13:22.521827 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3540f84e-50e2-480f-9ef7-33e9f527b7b6 admin admin] No DVR routers for this DVR port 72fea048-c1e7-4df4-befe-dc41ad50eee2 on host dv-cinder-786260-6-iscsi {{(pid=92872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 18:13:22.563052 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-932008ae-c60d-47c9-aed9-c76579c6a242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743365085983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743364645425'] for port, after_delete {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:13:22.565727 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:13:22.587441 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932008ae-c60d-47c9-aed9-c76579c6a242 None None] Pushing event deleted for resources: {'Port': ['ID=72fea048-c1e7-4df4-befe-dc41ad50eee2,revision_number=None']} {{(pid=92880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:13:22.590419 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-932008ae-c60d-47c9-aed9-c76579c6a242 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:13:22.591228 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932008ae-c60d-47c9-aed9-c76579c6a242 None None] No DVR routers for this DVR port 72fea048-c1e7-4df4-befe-dc41ad50eee2 on host dv-cinder-786260-6-iscsi {{(pid=92880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 18:13:22.598772 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-3540f84e-50e2-480f-9ef7-33e9f527b7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683494', 'neutron.services.segments.db._delete_segments_for_network-8743365118612'] for network, precommit_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:13:22.609285 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.services.segments.db [None req-3540f84e-50e2-480f-9ef7-33e9f527b7b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf9fd7d0-074a-4f8e-8d77-d5f744495d22']}} {{(pid=92872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:13:22.619265 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.services.segments.db [None req-3540f84e-50e2-480f-9ef7-33e9f527b7b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '334dd128-f68f-47f1-9f58-dbf0d10a84a0') {'for_net_delete': True} {{(pid=92872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:13:22.619553 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.services.segments.db [None req-3540f84e-50e2-480f-9ef7-33e9f527b7b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '334dd128-f68f-47f1-9f58-dbf0d10a84a0') {} {{(pid=92872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:13:22.627827 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-3540f84e-50e2-480f-9ef7-33e9f527b7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743365117157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25531404'] for segment, before_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:13:22.640898 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-3540f84e-50e2-480f-9ef7-33e9f527b7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1592042'] for segment, precommit_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:13:22.647788 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3540f84e-50e2-480f-9ef7-33e9f527b7b6 admin admin] Releasing vlan 1125 on physical network physnet1 to pool {{(pid=92872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 18:13:22.648546 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-3540f84e-50e2-480f-9ef7-33e9f527b7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1592042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25531940'] for segment, after_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:13:22.650498 dv-cinder-786260-6-iscsi neutron-server[92872]: Traceback (most recent call last): Jun 17 18:13:22.650498 dv-cinder-786260-6-iscsi neutron-server[92872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 18:13:22.650498 dv-cinder-786260-6-iscsi neutron-server[92872]: timer() Jun 17 18:13:22.650498 dv-cinder-786260-6-iscsi neutron-server[92872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 18:13:22.650498 dv-cinder-786260-6-iscsi neutron-server[92872]: cb(*args, **kw) Jun 17 18:13:22.650498 dv-cinder-786260-6-iscsi neutron-server[92872]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 18:13:22.650498 dv-cinder-786260-6-iscsi neutron-server[92872]: return func(*args, **kwargs) Jun 17 18:13:22.650498 dv-cinder-786260-6-iscsi neutron-server[92872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 18:13:22.650498 dv-cinder-786260-6-iscsi neutron-server[92872]: self._notify() Jun 17 18:13:22.650498 dv-cinder-786260-6-iscsi neutron-server[92872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 18:13:22.650498 dv-cinder-786260-6-iscsi neutron-server[92872]: self.callback(batched_events) Jun 17 18:13:22.650498 dv-cinder-786260-6-iscsi neutron-server[92872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 18:13:22.650498 dv-cinder-786260-6-iscsi neutron-server[92872]: event.method(event) Jun 17 18:13:22.650498 dv-cinder-786260-6-iscsi neutron-server[92872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 18:13:22.650498 dv-cinder-786260-6-iscsi neutron-server[92872]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 18:13:22.650498 dv-cinder-786260-6-iscsi neutron-server[92872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 18:13:22.650498 dv-cinder-786260-6-iscsi neutron-server[92872]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 18:13:22.650498 dv-cinder-786260-6-iscsi neutron-server[92872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 18:13:22.650498 dv-cinder-786260-6-iscsi neutron-server[92872]: return f(self, *a, **k) Jun 17 18:13:22.650498 dv-cinder-786260-6-iscsi neutron-server[92872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 18:13:22.650498 dv-cinder-786260-6-iscsi neutron-server[92872]: return self._get(url).json() Jun 17 18:13:22.650498 dv-cinder-786260-6-iscsi neutron-server[92872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 18:13:22.650498 dv-cinder-786260-6-iscsi neutron-server[92872]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 18:13:22.650498 dv-cinder-786260-6-iscsi neutron-server[92872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 18:13:22.650498 dv-cinder-786260-6-iscsi neutron-server[92872]: return self.request(url, 'GET', **kwargs) Jun 17 18:13:22.650498 dv-cinder-786260-6-iscsi neutron-server[92872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 18:13:22.650498 dv-cinder-786260-6-iscsi neutron-server[92872]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 18:13:22.650498 dv-cinder-786260-6-iscsi neutron-server[92872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 18:13:22.650498 dv-cinder-786260-6-iscsi neutron-server[92872]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 18:13:22.650498 dv-cinder-786260-6-iscsi neutron-server[92872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 18:13:22.650498 dv-cinder-786260-6-iscsi neutron-server[92872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 18:13:22.650498 dv-cinder-786260-6-iscsi neutron-server[92872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 18:13:22.707474 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-3540f84e-50e2-480f-9ef7-33e9f527b7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-955346'] for network, after_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:13:22.714295 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-3540f84e-50e2-480f-9ef7-33e9f527b7b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563787'] for network, before_response {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:13:22.716201 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-3540f84e-50e2-480f-9ef7-33e9f527b7b6 admin admin] 10.222.0.97 "DELETE /v2.0/networks/bf9fd7d0-074a-4f8e-8d77-d5f744495d22 HTTP/1.1" status: 204 len: 168 time: 0.5781848 Jun 17 18:13:22.716909 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:13:22.730422 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3540f84e-50e2-480f-9ef7-33e9f527b7b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf9fd7d0-074a-4f8e-8d77-d5f744495d22,revision_number=None']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:13:22.733599 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-3540f84e-50e2-480f-9ef7-33e9f527b7b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:13:22.824484 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 53202) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:13:22.868769 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-f1380a94-e4f7-4720-b4dd-bdbfffa70ceb admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=1e6c61cc07924138a80b114f14370bd1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0430095 Jun 17 18:13:22.871038 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 53204) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:13:22.918422 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-2e62c9ee-4003-42f0-a64b-4f88e3391e00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:13:22.939033 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-2e62c9ee-4003-42f0-a64b-4f88e3391e00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:13:22.951770 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Device 72fea048-c1e7-4df4-befe-dc41ad50eee2 no longer exists at agent ovs-agent-dv-cinder-786260-6-iscsi {{(pid=92880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 18:13:22.975072 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.plugin [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] No Port match for: 72fea048-c1e7-4df4-befe-dc41ad50eee2 {{(pid=92880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 18:13:22.975379 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Device 72fea048-c1e7-4df4-befe-dc41ad50eee2 not bound to the agent host dv-cinder-786260-6-iscsi {{(pid=92880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 18:13:22.975777 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Device ca6e6d27-35d0-4be3-a137-3ecd21375319 no longer exists at agent ovs-agent-dv-cinder-786260-6-iscsi {{(pid=92880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 18:13:22.987959 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-2e62c9ee-4003-42f0-a64b-4f88e3391e00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:13:22.990520 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-2e62c9ee-4003-42f0-a64b-4f88e3391e00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:13:22.991640 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-2e62c9ee-4003-42f0-a64b-4f88e3391e00 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/af926631-0300-41ba-9b7b-7ad1d5e5a5ac HTTP/1.1" status: 204 len: 168 time: 0.1197300 Jun 17 18:13:22.992437 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-5cbb384c-6c1d-4ea2-b1ca-c3072f4f8b06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:13:22.996441 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.plugin [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] No Port match for: ca6e6d27-35d0-4be3-a137-3ecd21375319 {{(pid=92880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 18:13:22.996949 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Device ca6e6d27-35d0-4be3-a137-3ecd21375319 not bound to the agent host dv-cinder-786260-6-iscsi {{(pid=92880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 18:13:22.997397 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Device 6537458c-6a4e-4dbe-b7e1-badb646e608a no longer exists at agent ovs-agent-dv-cinder-786260-6-iscsi {{(pid=92880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 18:13:23.000509 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e62c9ee-4003-42f0-a64b-4f88e3391e00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af926631-0300-41ba-9b7b-7ad1d5e5a5ac,revision_number=None']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:13:23.003122 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-2e62c9ee-4003-42f0-a64b-4f88e3391e00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:13:23.020962 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.plugin [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] No Port match for: 6537458c-6a4e-4dbe-b7e1-badb646e608a {{(pid=92880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 18:13:23.021324 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Device 6537458c-6a4e-4dbe-b7e1-badb646e608a not bound to the agent host dv-cinder-786260-6-iscsi {{(pid=92880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 18:13:23.228965 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Device 452e061e-b934-45c0-8427-979fd19c14e3 up at agent hyperv_hv-cinder-78626 {{(pid=92880) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 18:13:23.274907 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.provisioning_blocks [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Provisioning complete for port 452e061e-b934-45c0-8427-979fd19c14e3 triggered by entity L2. {{(pid=92880) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 18:13:23.275287 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1687209'] for port, provisioning_complete {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:13:23.305751 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 53210) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:13:23.344705 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-fa35e9a4-1e46-451d-8650-1d889f50fc68 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=b5780bfcd40f46f981ede2d007293799&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0377088 Jun 17 18:13:23.347029 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 53212) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:13:23.358826 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1986720'] for port, before_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:13:23.381009 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f009623-f182-4e80-bdb9-25d1b2fc8ca9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '452e061e-b934-45c0-8427-979fd19c14e3'}] {{(pid=92880) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 18:13:23.383310 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d44fe161690382cf4f0960ac1b424fedb1dd6f9597775f60dec274194d49fe0c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb29d185-d228-48c6-83e3-a023d94d9a53" -d '{"events": [{"server_uuid": "1f009623-f182-4e80-bdb9-25d1b2fc8ca9", "name": "network-vif-plugged", "status": "completed", "tag": "452e061e-b934-45c0-8427-979fd19c14e3"}]}' {{(pid=92880) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 18:13:23.397158 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] For port 452e061e-b934-45c0-8427-979fd19c14e3, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=452e061e-b934-45c0-8427-979fd19c14e3,segment=NetworkSegment(12cd2f01-9686-4951-aa61-386e2bcb86af),segment_id=12cd2f01-9686-4951-aa61-386e2bcb86af)] {{(pid=92880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:13:23.402978 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743365084901', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743364645434', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743364645479'] for port, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:13:23.404937 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:13:23.409696 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-96efe50c-66f8-4806-8c1e-6eca96f843c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:13:23.428025 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 18:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01ee2cb8-f90b-4ed0-9354-e3a8fc13c258 x-openstack-request-id: req-01ee2cb8-f90b-4ed0-9354-e3a8fc13c258 {{(pid=92880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 18:13:23.428329 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f009623-f182-4e80-bdb9-25d1b2fc8ca9", "name": "network-vif-plugged", "status": "completed", "tag": "452e061e-b934-45c0-8427-979fd19c14e3", "code": 200}]} {{(pid=92880) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 18:13:23.428589 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-01ee2cb8-f90b-4ed0-9354-e3a8fc13c258 {{(pid=92880) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 18:13:23.428974 dv-cinder-786260-6-iscsi neutron-server[92880]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f009623-f182-4e80-bdb9-25d1b2fc8ca9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '452e061e-b934-45c0-8427-979fd19c14e3', 'code': 200} Jun 17 18:13:23.432259 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-96efe50c-66f8-4806-8c1e-6eca96f843c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:13:23.453333 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Pushing event updated for resources: {'Port': ['ID=452e061e-b934-45c0-8427-979fd19c14e3,revision_number=8']} {{(pid=92880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:13:23.456954 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:13:23.477458 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-96efe50c-66f8-4806-8c1e-6eca96f843c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:13:23.480110 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-96efe50c-66f8-4806-8c1e-6eca96f843c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:13:23.481163 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-96efe50c-66f8-4806-8c1e-6eca96f843c4 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/048c8cbc-ed6f-4138-b624-5d243c275971 HTTP/1.1" status: 204 len: 168 time: 0.1332593 Jun 17 18:13:23.482052 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-e02fa5bc-f8f6-4a69-b6ef-9a3212c8160c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:13:23.489925 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96efe50c-66f8-4806-8c1e-6eca96f843c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=048c8cbc-ed6f-4138-b624-5d243c275971,revision_number=None']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:13:23.492190 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-96efe50c-66f8-4806-8c1e-6eca96f843c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:13:24.919515 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 53230) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:13:25.019625 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-fb445aee-d961-4cd6-96ed-f50002bf3f64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:13:25.110192 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-fb445aee-d961-4cd6-96ed-f50002bf3f64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:13:25.113624 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-fb445aee-d961-4cd6-96ed-f50002bf3f64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:13:25.115897 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-039f7e38-2801-42cf-a3a2-449d62bb3265 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:13:25.150366 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb445aee-d961-4cd6-96ed-f50002bf3f64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6f497eb-a66b-45a3-95c0-08d9ccb18d4c,revision_number=1']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:13:25.154592 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-fb445aee-d961-4cd6-96ed-f50002bf3f64 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=e51856d02fe54288906df389c5f6a587&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2339699 Jun 17 18:13:25.155474 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-fb445aee-d961-4cd6-96ed-f50002bf3f64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:13:25.157353 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 53234) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:13:25.203554 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-2bd7032a-85fe-43ba-b120-24716b0f6265 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:13:25.226310 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-2bd7032a-85fe-43ba-b120-24716b0f6265 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:13:25.269305 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-2bd7032a-85fe-43ba-b120-24716b0f6265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:13:25.271942 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-2bd7032a-85fe-43ba-b120-24716b0f6265 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:13:25.273045 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-2bd7032a-85fe-43ba-b120-24716b0f6265 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/d6f497eb-a66b-45a3-95c0-08d9ccb18d4c HTTP/1.1" status: 204 len: 168 time: 0.1148419 Jun 17 18:13:25.273781 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-76ff8c25-68c4-432d-9834-ede871673d39 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:13:25.281303 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd7032a-85fe-43ba-b120-24716b0f6265 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6f497eb-a66b-45a3-95c0-08d9ccb18d4c,revision_number=None']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:13:25.283623 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-2bd7032a-85fe-43ba-b120-24716b0f6265 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:13:26.225031 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 53264) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:13:26.325026 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-6e6ed08b-c177-4b7c-80e0-de0a4873d6e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:13:26.411270 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-6e6ed08b-c177-4b7c-80e0-de0a4873d6e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:13:26.414964 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-6e6ed08b-c177-4b7c-80e0-de0a4873d6e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_create {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:13:26.418157 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-96efe50c-66f8-4806-8c1e-6eca96f843c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:13:26.453501 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-6e6ed08b-c177-4b7c-80e0-de0a4873d6e0 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=43102b46242b4bbeb4e0b3a1e02c45e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2274761 Jun 17 18:13:26.454417 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6ed08b-c177-4b7c-80e0-de0a4873d6e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bda1c50c-2650-4511-accd-a4b582715c38,revision_number=1']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:13:26.456613 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 53268) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:13:26.458634 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-6e6ed08b-c177-4b7c-80e0-de0a4873d6e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:13:26.505002 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-8d6b7bff-c123-436e-8b1c-9d53e5309f75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:13:26.526485 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-8d6b7bff-c123-436e-8b1c-9d53e5309f75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:13:26.572726 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-8d6b7bff-c123-436e-8b1c-9d53e5309f75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:13:26.575444 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-8d6b7bff-c123-436e-8b1c-9d53e5309f75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:13:26.576638 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-8d6b7bff-c123-436e-8b1c-9d53e5309f75 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/bda1c50c-2650-4511-accd-a4b582715c38 HTTP/1.1" status: 204 len: 168 time: 0.1190197 Jun 17 18:13:26.577422 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-056caf6e-717c-4eff-af66-31c1cff63a4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:13:26.585227 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6b7bff-c123-436e-8b1c-9d53e5309f75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bda1c50c-2650-4511-accd-a4b582715c38,revision_number=None']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:13:26.587970 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-8d6b7bff-c123-436e-8b1c-9d53e5309f75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:13:44.164814 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-2ac9dddb-c694-4795-9d48-e83c0722aaf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:13:44.359441 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:13:46.825546 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-9166f34c-f016-41d2-a872-bca806270598 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:13:46.934070 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:13:48.067515 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-8848f698-b84d-4e61-bbd9-19a6867363d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:13:49.506543 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-a0cf07df-ba9d-4ba7-86ac-6ceb73a86136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:13:55.670512 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.agents_db [None req-efac7cad-2d3b-4dc1-9769-dac6e2c75cb9 None None] Agent healthcheck: found 6 active agents {{(pid=92881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 18:14:14.165096 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-c1378580-875e-4c57-a0ff-2520e1289dbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:14.391260 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:16.825877 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-f3f35ee8-689c-4063-9a43-b1adf6156cc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:16.933503 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:18.070952 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-8848f698-b84d-4e61-bbd9-19a6867363d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:18.271280 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-bfde3348-3598-4b34-aa09-01e09db7a579 req-e018c192-ae4e-4964-a39a-16d3be35bebb service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=1f009623-f182-4e80-bdb9-25d1b2fc8ca9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0530527 Jun 17 18:14:18.379546 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfde3348-3598-4b34-aa09-01e09db7a579 req-a0620008-1bdf-454d-b2af-a7592b8def60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:14:18.380936 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-bfde3348-3598-4b34-aa09-01e09db7a579 req-a0620008-1bdf-454d-b2af-a7592b8def60 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=b0adba5f28fa449b88e6680ee01862d3&device_id=1f009623-f182-4e80-bdb9-25d1b2fc8ca9 HTTP/1.1" status: 200 len: 1099 time: 0.0520289 Jun 17 18:14:18.485764 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfde3348-3598-4b34-aa09-01e09db7a579 req-c49fb448-8121-45a6-aba2-a253ee8f7032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:14:18.487165 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-bfde3348-3598-4b34-aa09-01e09db7a579 req-c49fb448-8121-45a6-aba2-a253ee8f7032 service neutron] 10.222.0.95 "GET /v2.0/networks?id=378f779f-b6f3-4354-9f02-39696c0c3e36 HTTP/1.1" status: 200 len: 911 time: 0.0861166 Jun 17 18:14:18.550021 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-bfde3348-3598-4b34-aa09-01e09db7a579 req-02ffce4c-6c75-4b96-94fd-f75319595198 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=452e061e-b934-45c0-8427-979fd19c14e3 HTTP/1.1" status: 200 len: 1002 time: 0.0557795 Jun 17 18:14:18.597669 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfde3348-3598-4b34-aa09-01e09db7a579 req-d8ee5d4b-841f-4999-a6f6-110622c718bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:14:18.599039 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-bfde3348-3598-4b34-aa09-01e09db7a579 req-d8ee5d4b-841f-4999-a6f6-110622c718bb service neutron] 10.222.0.95 "GET /v2.0/subnets?id=b0af006b-868b-4b28-854a-9d9e344cc1c0 HTTP/1.1" status: 200 len: 848 time: 0.0421696 Jun 17 18:14:18.658948 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfde3348-3598-4b34-aa09-01e09db7a579 req-6c26c109-66b6-4470-ba7d-3f9d030491b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:14:18.660290 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-bfde3348-3598-4b34-aa09-01e09db7a579 req-6c26c109-66b6-4470-ba7d-3f9d030491b7 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=378f779f-b6f3-4354-9f02-39696c0c3e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0534611 Jun 17 18:14:18.746233 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-bfde3348-3598-4b34-aa09-01e09db7a579 req-29fcd855-6628-4be9-afd3-8035d5f4a979 service neutron] 10.222.0.95 "GET /v2.0/networks/378f779f-b6f3-4354-9f02-39696c0c3e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789621 Jun 17 18:14:18.837159 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-bfde3348-3598-4b34-aa09-01e09db7a579 req-075655a2-06d8-452e-8554-205b1ff53d6c service neutron] 10.222.0.95 "GET /v2.0/networks/378f779f-b6f3-4354-9f02-39696c0c3e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842862 Jun 17 18:14:19.509206 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-a0cf07df-ba9d-4ba7-86ac-6ceb73a86136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:32.668694 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.agents_db [None req-efac7cad-2d3b-4dc1-9769-dac6e2c75cb9 None None] Agent healthcheck: found 6 active agents {{(pid=92881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 18:14:34.437153 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 53276) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:14:34.588750 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.plugin [None req-560f88be-9172-4ba1-9599-79719564bd19 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Deleting port fdf93d00-d24d-454a-aee1-db9363a7ac38 {{(pid=92874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 18:14:34.589098 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-560f88be-9172-4ba1-9599-79719564bd19 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743365079206'] for port, before_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:34.669347 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-560f88be-9172-4ba1-9599-79719564bd19 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956370'] for port, precommit_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:34.669685 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-560f88be-9172-4ba1-9599-79719564bd19 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:34.733813 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.plugin [None req-560f88be-9172-4ba1-9599-79719564bd19 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Calling delete_port for fdf93d00-d24d-454a-aee1-db9363a7ac38 owned by network:floatingip {{(pid=92874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 18:14:34.874479 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-560f88be-9172-4ba1-9599-79719564bd19 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743365085983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743364645425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28501932'] for port, after_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:34.877085 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-e9d81a07-fe2c-4dbf-a9c9-538c9fb11349 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:14:34.900134 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560f88be-9172-4ba1-9599-79719564bd19 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Pushing event deleted for resources: {'Port': ['ID=fdf93d00-d24d-454a-aee1-db9363a7ac38,revision_number=None']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:14:34.926153 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560f88be-9172-4ba1-9599-79719564bd19 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:14:34.926545 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560f88be-9172-4ba1-9599-79719564bd19 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:14:34.926941 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560f88be-9172-4ba1-9599-79719564bd19 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:14:34.927295 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560f88be-9172-4ba1-9599-79719564bd19 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:14:34.927663 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560f88be-9172-4ba1-9599-79719564bd19 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:14:34.928057 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560f88be-9172-4ba1-9599-79719564bd19 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:14:34.928425 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560f88be-9172-4ba1-9599-79719564bd19 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:14:34.928785 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560f88be-9172-4ba1-9599-79719564bd19 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:14:34.929146 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560f88be-9172-4ba1-9599-79719564bd19 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:14:34.929506 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560f88be-9172-4ba1-9599-79719564bd19 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:14:34.930308 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560f88be-9172-4ba1-9599-79719564bd19 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:14:34.930308 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560f88be-9172-4ba1-9599-79719564bd19 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92874) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:14:34.933688 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-560f88be-9172-4ba1-9599-79719564bd19 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:14:34.980288 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-560f88be-9172-4ba1-9599-79719564bd19 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Notify callbacks [] for floatingip, after_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:34.980623 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.db.l3_db [None req-560f88be-9172-4ba1-9599-79719564bd19 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Floating IP 54f59eb8-e384-4747-bde3-fc68480b91a7 disassociated (deleted). External IP: 172.27.2.145, port: 452e061e-b934-45c0-8427-979fd19c14e3. Jun 17 18:14:35.179501 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-560f88be-9172-4ba1-9599-79719564bd19 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Router 54f384fc-1583-4886-afe6-aa8eb1533986 has already been hosted by L3 agent 4c938d44-4998-4210-8006-ee34f5a3ffbf {{(pid=92874) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 18:14:35.283082 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-560f88be-9172-4ba1-9599-79719564bd19 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Notify agent at l3_agent.dv-cinder-786260-6-iscsi the message routers_updated {{(pid=92874) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 18:14:35.287949 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-560f88be-9172-4ba1-9599-79719564bd19 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523113'] for floatingip, before_response {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:35.293842 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712db321-614f-493a-9215-8dc39d4e2b24 None None] Sync routers for ids ['54f384fc-1583-4886-afe6-aa8eb1533986'] in dv-cinder-786260-6-iscsi {{(pid=92880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 18:14:35.307064 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712db321-614f-493a-9215-8dc39d4e2b24 None None] Routers {'54f384fc-1583-4886-afe6-aa8eb1533986'} bound to L3 agent in host dv-cinder-786260-6-iscsi {{(pid=92880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 18:14:35.308471 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_hamode_db [None req-712db321-614f-493a-9215-8dc39d4e2b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T17:55:17Z,description=,heartbeat_timestamp=2021-06-17T18:14:17Z,host='dv-cinder-786260-6-iscsi',id=4c938d44-4998-4210-8006-ee34f5a3ffbf,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:55:17Z,topic='l3_agent')) {'router_ids': ['54f384fc-1583-4886-afe6-aa8eb1533986'], 'active': True} {{(pid=92880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:14:35.327635 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-560f88be-9172-4ba1-9599-79719564bd19 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] 10.222.0.97 "DELETE /v2.0/floatingips/54f59eb8-e384-4747-bde3-fc68480b91a7 HTTP/1.1" status: 204 len: 168 time: 0.8894088 Jun 17 18:14:35.328325 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f009623-f182-4e80-bdb9-25d1b2fc8ca9', 'tag': '452e061e-b934-45c0-8427-979fd19c14e3'}] {{(pid=92874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 18:14:35.330611 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58554d43f64f60294e2d1fd4a9d9342a0a386c70b92defbb6c9fd2054ba7a623" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c9de5e6-f1fb-4f71-9ccd-b653e6732ecb" -d '{"events": [{"name": "network-changed", "server_uuid": "1f009623-f182-4e80-bdb9-25d1b2fc8ca9", "tag": "452e061e-b934-45c0-8427-979fd19c14e3"}]}' {{(pid=92874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 18:14:35.415376 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_dvr_db [None req-712db321-614f-493a-9215-8dc39d4e2b24 None None] Set router 54f384fc-1583-4886-afe6-aa8eb1533986 gateway port host: dv-cinder-786260-6-iscsi {{(pid=92880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 18:14:35.554677 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 18:14:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b270800-5a6c-4672-8fd5-30000757fe06 x-openstack-request-id: req-9b270800-5a6c-4672-8fd5-30000757fe06 {{(pid=92874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 18:14:35.555171 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f009623-f182-4e80-bdb9-25d1b2fc8ca9", "tag": "452e061e-b934-45c0-8427-979fd19c14e3", "status": "completed", "code": 200}]} {{(pid=92874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 18:14:35.555273 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-9b270800-5a6c-4672-8fd5-30000757fe06 {{(pid=92874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 18:14:35.555805 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f009623-f182-4e80-bdb9-25d1b2fc8ca9', 'tag': '452e061e-b934-45c0-8427-979fd19c14e3', 'status': 'completed', 'code': 200} Jun 17 18:14:35.620443 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_hamode_db [None req-712db321-614f-493a-9215-8dc39d4e2b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54f384fc-1583-4886-afe6-aa8eb1533986', 'name': 'tempest-TestShelveInstance-1266705430-router', 'tenant_id': 'b0adba5f28fa449b88e6680ee01862d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'external_fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': 'd17260fe-9a96-429c-9c93-35fafdfab6fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T18:09:46Z', 'updated_at': '2021-06-17T18:09:49Z', 'revision_number': 4, 'project_id': 'b0adba5f28fa449b88e6680ee01862d3', 'gw_port': {'id': 'd17260fe-9a96-429c-9c93-35fafdfab6fa', 'name': '', 'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:5f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f384fc-1583-4886-afe6-aa8eb1533986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:09:47Z', 'updated_at': '2021-06-17T18:09:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78089575-0364-47db-be8b-ef28f42f3a37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-6-iscsi', '_interfaces': [{'id': '7ab592da-35c7-4e7f-b057-768ca11ea4b1', 'name': '', 'network_id': '378f779f-b6f3-4354-9f02-39696c0c3e36', 'tenant_id': 'b0adba5f28fa449b88e6680ee01862d3', 'mac_address': 'fa:16:3e:10:bd:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f384fc-1583-4886-afe6-aa8eb1533986', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'b0af006b-868b-4b28-854a-9d9e344cc1c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:09:48Z', 'updated_at': '2021-06-17T18:09:55Z', 'revision_number': 5, 'project_id': 'b0adba5f28fa449b88e6680ee01862d3', 'subnets': [{'id': 'b0af006b-868b-4b28-854a-9d9e344cc1c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-6-iscsi', False) {} {{(pid=92880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:14:35.646660 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712db321-614f-493a-9215-8dc39d4e2b24 None None] Checking router: 54f384fc-1583-4886-afe6-aa8eb1533986 for host: dv-cinder-786260-6-iscsi {{(pid=92880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 18:14:35.655708 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712db321-614f-493a-9215-8dc39d4e2b24 None None] Routers {'54f384fc-1583-4886-afe6-aa8eb1533986'} bound to L3 agent in host dv-cinder-786260-6-iscsi {{(pid=92880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 18:14:35.656353 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_hamode_db [None req-712db321-614f-493a-9215-8dc39d4e2b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T17:55:17Z,description=,heartbeat_timestamp=2021-06-17T18:14:17Z,host='dv-cinder-786260-6-iscsi',id=4c938d44-4998-4210-8006-ee34f5a3ffbf,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:55:17Z,topic='l3_agent')) {'router_ids': ['54f384fc-1583-4886-afe6-aa8eb1533986'], 'active': True} {{(pid=92880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:14:35.734360 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c58028-8cb5-47bc-bdf6-c4d5951dd8c3 req-8a5c95d3-7d54-43ef-8457-4c9c9dbe1b21 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:14:35.735906 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-24c58028-8cb5-47bc-bdf6-c4d5951dd8c3 req-8a5c95d3-7d54-43ef-8457-4c9c9dbe1b21 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] 10.222.0.97 "GET /v2.0/ports?device_id=1f009623-f182-4e80-bdb9-25d1b2fc8ca9 HTTP/1.1" status: 200 len: 946 time: 0.1004875 Jun 17 18:14:35.753100 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9de5e6-f1fb-4f71-9ccd-b653e6732ecb req-bb9309f8-bc41-4524-b7a5-70cd0f799bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:14:35.754488 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-4c9de5e6-f1fb-4f71-9ccd-b653e6732ecb req-bb9309f8-bc41-4524-b7a5-70cd0f799bf4 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=b0adba5f28fa449b88e6680ee01862d3&device_id=1f009623-f182-4e80-bdb9-25d1b2fc8ca9 HTTP/1.1" status: 200 len: 1099 time: 0.0866609 Jun 17 18:14:35.763455 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_dvr_db [None req-712db321-614f-493a-9215-8dc39d4e2b24 None None] Set router 54f384fc-1583-4886-afe6-aa8eb1533986 gateway port host: dv-cinder-786260-6-iscsi {{(pid=92880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 18:14:35.805462 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-24c58028-8cb5-47bc-bdf6-c4d5951dd8c3 req-7a194dec-2f09-4040-b261-af4380478dd8 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] 10.222.0.97 "GET /v2.0/security-groups?id=4a359456-4761-423e-a68f-54bbc6505df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625145 Jun 17 18:14:35.863096 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9de5e6-f1fb-4f71-9ccd-b653e6732ecb req-9fb891f1-5264-4b96-b865-20f9fc5c5074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:14:35.864547 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-4c9de5e6-f1fb-4f71-9ccd-b653e6732ecb req-9fb891f1-5264-4b96-b865-20f9fc5c5074 service neutron] 10.222.0.95 "GET /v2.0/networks?id=378f779f-b6f3-4354-9f02-39696c0c3e36 HTTP/1.1" status: 200 len: 911 time: 0.1022966 Jun 17 18:14:35.906142 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-4c9de5e6-f1fb-4f71-9ccd-b653e6732ecb req-1c471267-abbb-4d44-a5f3-27c463568ca5 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=452e061e-b934-45c0-8427-979fd19c14e3 HTTP/1.1" status: 200 len: 217 time: 0.0338461 Jun 17 18:14:35.954587 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9de5e6-f1fb-4f71-9ccd-b653e6732ecb req-6e2c352c-1584-4ed7-a7e9-327338a64d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:14:35.956057 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-4c9de5e6-f1fb-4f71-9ccd-b653e6732ecb req-6e2c352c-1584-4ed7-a7e9-327338a64d92 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=b0af006b-868b-4b28-854a-9d9e344cc1c0 HTTP/1.1" status: 200 len: 848 time: 0.0432453 Jun 17 18:14:36.017904 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9de5e6-f1fb-4f71-9ccd-b653e6732ecb req-1cfca8b6-4b3b-4da8-bd3b-6d73bfe4ba00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:14:36.019272 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-4c9de5e6-f1fb-4f71-9ccd-b653e6732ecb req-1cfca8b6-4b3b-4da8-bd3b-6d73bfe4ba00 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=378f779f-b6f3-4354-9f02-39696c0c3e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0566924 Jun 17 18:14:36.081340 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_hamode_db [None req-712db321-614f-493a-9215-8dc39d4e2b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54f384fc-1583-4886-afe6-aa8eb1533986', 'name': 'tempest-TestShelveInstance-1266705430-router', 'tenant_id': 'b0adba5f28fa449b88e6680ee01862d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'external_fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': 'd17260fe-9a96-429c-9c93-35fafdfab6fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T18:09:46Z', 'updated_at': '2021-06-17T18:09:49Z', 'revision_number': 4, 'project_id': 'b0adba5f28fa449b88e6680ee01862d3', 'gw_port': {'id': 'd17260fe-9a96-429c-9c93-35fafdfab6fa', 'name': '', 'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:5f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f384fc-1583-4886-afe6-aa8eb1533986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:09:47Z', 'updated_at': '2021-06-17T18:09:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78089575-0364-47db-be8b-ef28f42f3a37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-6-iscsi', '_interfaces': [{'id': '7ab592da-35c7-4e7f-b057-768ca11ea4b1', 'name': '', 'network_id': '378f779f-b6f3-4354-9f02-39696c0c3e36', 'tenant_id': 'b0adba5f28fa449b88e6680ee01862d3', 'mac_address': 'fa:16:3e:10:bd:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f384fc-1583-4886-afe6-aa8eb1533986', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'b0af006b-868b-4b28-854a-9d9e344cc1c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:09:48Z', 'updated_at': '2021-06-17T18:09:55Z', 'revision_number': 5, 'project_id': 'b0adba5f28fa449b88e6680ee01862d3', 'subnets': [{'id': 'b0af006b-868b-4b28-854a-9d9e344cc1c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-6-iscsi', False) {} {{(pid=92880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:14:36.106824 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712db321-614f-493a-9215-8dc39d4e2b24 None None] The sync data for ids ['54f384fc-1583-4886-afe6-aa8eb1533986'] in dv-cinder-786260-6-iscsi is: [{'id': '54f384fc-1583-4886-afe6-aa8eb1533986', 'name': 'tempest-TestShelveInstance-1266705430-router', 'tenant_id': 'b0adba5f28fa449b88e6680ee01862d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'external_fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': 'd17260fe-9a96-429c-9c93-35fafdfab6fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T18:09:46Z', 'updated_at': '2021-06-17T18:09:49Z', 'revision_number': 4, 'project_id': 'b0adba5f28fa449b88e6680ee01862d3', 'gw_port': {'id': 'd17260fe-9a96-429c-9c93-35fafdfab6fa', 'name': '', 'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:5f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f384fc-1583-4886-afe6-aa8eb1533986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:09:47Z', 'updated_at': '2021-06-17T18:09:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78089575-0364-47db-be8b-ef28f42f3a37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-6-iscsi', '_interfaces': [{'id': '7ab592da-35c7-4e7f-b057-768ca11ea4b1', 'name': '', 'network_id': '378f779f-b6f3-4354-9f02-39696c0c3e36', 'tenant_id': 'b0adba5f28fa449b88e6680ee01862d3', 'mac_address': 'fa:16:3e:10:bd:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f384fc-1583-4886-afe6-aa8eb1533986', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': 'b0af006b-868b-4b28-854a-9d9e344cc1c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:09:48Z', 'updated_at': '2021-06-17T18:09:55Z', 'revision_number': 5, 'project_id': 'b0adba5f28fa449b88e6680ee01862d3', 'subnets': [{'id': 'b0af006b-868b-4b28-854a-9d9e344cc1c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 18:14:36.109685 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-4c9de5e6-f1fb-4f71-9ccd-b653e6732ecb req-252e02d2-0f6c-4a26-bdf3-60f07cbff6d6 service neutron] 10.222.0.95 "GET /v2.0/networks/378f779f-b6f3-4354-9f02-39696c0c3e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827577 Jun 17 18:14:36.204158 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-4c9de5e6-f1fb-4f71-9ccd-b653e6732ecb req-a7d4b10f-c2a4-473b-9ba3-8d2565ecb2b5 service neutron] 10.222.0.95 "GET /v2.0/networks/378f779f-b6f3-4354-9f02-39696c0c3e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876541 Jun 17 18:14:36.322431 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36359e0f-c28e-4486-aca8-516941208fbf None None] New status for floating IP 54f59eb8-e384-4747-bde3-fc68480b91a7: DOWN {{(pid=92881) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 18:14:36.977344 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9680e0-e298-4be9-83f6-9556e1c11e83 req-d8c5a53f-e7ca-42d4-b2bf-5f96f3998bba tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:14:36.978843 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-af9680e0-e298-4be9-83f6-9556e1c11e83 req-d8c5a53f-e7ca-42d4-b2bf-5f96f3998bba tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] 10.222.0.97 "GET /v2.0/ports?device_id=1f009623-f182-4e80-bdb9-25d1b2fc8ca9 HTTP/1.1" status: 200 len: 946 time: 0.0625615 Jun 17 18:14:37.016411 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-af9680e0-e298-4be9-83f6-9556e1c11e83 req-dd92e867-8407-4fb6-95c5-63c0f803cd15 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] 10.222.0.97 "GET /v2.0/security-groups?id=4a359456-4761-423e-a68f-54bbc6505df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312128 Jun 17 18:14:37.393330 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41712877-c318-4587-b511-3e32789a2aff req-f0b8f470-b0cc-4984-966a-058729c0807e tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92874) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 18:14:37.394725 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-41712877-c318-4587-b511-3e32789a2aff req-f0b8f470-b0cc-4984-966a-058729c0807e tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] 10.222.0.95 "GET /v2.0/ports?device_id=1f009623-f182-4e80-bdb9-25d1b2fc8ca9 HTTP/1.1" status: 200 len: 946 time: 0.0643406 Jun 17 18:14:37.492267 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.plugin [req-41712877-c318-4587-b511-3e32789a2aff req-3ccff432-45da-4129-bcf5-803803375345 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Deleting port 452e061e-b934-45c0-8427-979fd19c14e3 {{(pid=92874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 18:14:37.492609 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-41712877-c318-4587-b511-3e32789a2aff req-3ccff432-45da-4129-bcf5-803803375345 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743365079206'] for port, before_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:37.577854 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.db [req-41712877-c318-4587-b511-3e32789a2aff req-3ccff432-45da-4129-bcf5-803803375345 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] For port 452e061e-b934-45c0-8427-979fd19c14e3, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=452e061e-b934-45c0-8427-979fd19c14e3,segment=NetworkSegment(12cd2f01-9686-4951-aa61-386e2bcb86af),segment_id=12cd2f01-9686-4951-aa61-386e2bcb86af)] {{(pid=92874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:14:37.578214 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-41712877-c318-4587-b511-3e32789a2aff req-3ccff432-45da-4129-bcf5-803803375345 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956370'] for port, precommit_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:37.642636 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.plugin [req-41712877-c318-4587-b511-3e32789a2aff req-3ccff432-45da-4129-bcf5-803803375345 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Calling delete_port for 452e061e-b934-45c0-8427-979fd19c14e3 owned by compute:nova {{(pid=92874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 18:14:37.766694 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-41712877-c318-4587-b511-3e32789a2aff req-3ccff432-45da-4129-bcf5-803803375345 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743365085983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743364645425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28501932'] for port, after_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:37.770438 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-948646ed-2a30-49fb-89dd-b02779492355 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:14:37.795705 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccff432-45da-4129-bcf5-803803375345 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Pushing event deleted for resources: {'Port': ['ID=452e061e-b934-45c0-8427-979fd19c14e3,revision_number=None']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:14:37.798722 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-3ccff432-45da-4129-bcf5-803803375345 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:14:37.840367 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.db.l3_dvrscheduler_db [req-41712877-c318-4587-b511-3e32789a2aff req-3ccff432-45da-4129-bcf5-803803375345 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] No DVR routers for this DVR port 452e061e-b934-45c0-8427-979fd19c14e3 on host hv-cinder-78626 {{(pid=92874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 18:14:37.842748 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [req-41712877-c318-4587-b511-3e32789a2aff req-3ccff432-45da-4129-bcf5-803803375345 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523113'] for port, before_response {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:37.844691 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-41712877-c318-4587-b511-3e32789a2aff req-3ccff432-45da-4129-bcf5-803803375345 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] 10.222.0.95 "DELETE /v2.0/ports/452e061e-b934-45c0-8427-979fd19c14e3 HTTP/1.1" status: 204 len: 173 time: 0.4446306 Jun 17 18:14:37.845197 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f009623-f182-4e80-bdb9-25d1b2fc8ca9', 'name': 'network-vif-deleted', 'tag': '452e061e-b934-45c0-8427-979fd19c14e3'}] {{(pid=92874) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 18:14:37.847450 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58554d43f64f60294e2d1fd4a9d9342a0a386c70b92defbb6c9fd2054ba7a623" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b71f40a3-bc1b-492b-be02-5837e527be68" -d '{"events": [{"server_uuid": "1f009623-f182-4e80-bdb9-25d1b2fc8ca9", "name": "network-vif-deleted", "tag": "452e061e-b934-45c0-8427-979fd19c14e3"}]}' {{(pid=92874) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 18:14:37.900397 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 18:14:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33152072-ecb3-4295-ace2-d5ef2f8d3fed x-openstack-request-id: req-33152072-ecb3-4295-ace2-d5ef2f8d3fed {{(pid=92874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 18:14:37.900835 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f009623-f182-4e80-bdb9-25d1b2fc8ca9", "name": "network-vif-deleted", "tag": "452e061e-b934-45c0-8427-979fd19c14e3", "status": "completed", "code": 200}]} {{(pid=92874) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 18:14:37.901179 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-33152072-ecb3-4295-ace2-d5ef2f8d3fed {{(pid=92874) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 18:14:37.901609 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f009623-f182-4e80-bdb9-25d1b2fc8ca9', 'name': 'network-vif-deleted', 'tag': '452e061e-b934-45c0-8427-979fd19c14e3', 'status': 'completed', 'code': 200} Jun 17 18:14:38.158442 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [req-dba51614-1276-4a41-880f-5e49367a42f5 req-7476bcd8-9b16-4cb5-9c67-11c374297946 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] 10.222.0.97 "GET /v2.0/ports?device_id=1f009623-f182-4e80-bdb9-25d1b2fc8ca9 HTTP/1.1" status: 200 len: 210 time: 0.0347302 Jun 17 18:14:39.249162 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 53306) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:14:39.307764 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-3bbb5a55-c6ff-4404-bfb6-b64bf0530408 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Notify callbacks [] for security_group, before_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:39.335828 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-3bbb5a55-c6ff-4404-bfb6-b64bf0530408 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:39.397234 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-3bbb5a55-c6ff-4404-bfb6-b64bf0530408 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:39.399822 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-3bbb5a55-c6ff-4404-bfb6-b64bf0530408 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Notify callbacks [] for security_group, before_response {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:39.400985 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-3bbb5a55-c6ff-4404-bfb6-b64bf0530408 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] 10.222.0.97 "DELETE /v2.0/security-groups/4a359456-4761-423e-a68f-54bbc6505df6 HTTP/1.1" status: 204 len: 168 time: 0.1508179 Jun 17 18:14:39.401778 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-34d6dea1-0d35-4afc-b000-a6da01861f37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:14:39.410678 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbb5a55-c6ff-4404-bfb6-b64bf0530408 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a359456-4761-423e-a68f-54bbc6505df6,revision_number=None']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:14:39.417605 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbb5a55-c6ff-4404-bfb6-b64bf0530408 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:14:39.417992 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbb5a55-c6ff-4404-bfb6-b64bf0530408 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:14:39.418363 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbb5a55-c6ff-4404-bfb6-b64bf0530408 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:14:39.418724 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbb5a55-c6ff-4404-bfb6-b64bf0530408 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:14:39.419087 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbb5a55-c6ff-4404-bfb6-b64bf0530408 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:14:39.419940 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbb5a55-c6ff-4404-bfb6-b64bf0530408 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:14:39.420322 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbb5a55-c6ff-4404-bfb6-b64bf0530408 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:14:39.420675 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbb5a55-c6ff-4404-bfb6-b64bf0530408 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:14:39.421030 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbb5a55-c6ff-4404-bfb6-b64bf0530408 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:14:39.421381 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbb5a55-c6ff-4404-bfb6-b64bf0530408 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:14:39.421733 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbb5a55-c6ff-4404-bfb6-b64bf0530408 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:14:39.422127 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbb5a55-c6ff-4404-bfb6-b64bf0530408 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:14:39.425380 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-3bbb5a55-c6ff-4404-bfb6-b64bf0530408 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:14:39.444803 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 53312) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:14:39.772394 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-863cba73-a8df-42de-99ff-3716b9202bd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-950541'] for router_interface, before_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:40.013698 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.plugins.ml2.plugin [None req-863cba73-a8df-42de-99ff-3716b9202bd4 admin admin] Deleting port 7ab592da-35c7-4e7f-b057-768ca11ea4b1 {{(pid=92872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 18:14:40.014044 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-863cba73-a8df-42de-99ff-3716b9202bd4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743365079206'] for port, before_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:40.089550 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.plugins.ml2.db [None req-863cba73-a8df-42de-99ff-3716b9202bd4 admin admin] For port 7ab592da-35c7-4e7f-b057-768ca11ea4b1, host dv-cinder-786260-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-6-iscsi',level=0,port_id=7ab592da-35c7-4e7f-b057-768ca11ea4b1,segment=NetworkSegment(12cd2f01-9686-4951-aa61-386e2bcb86af),segment_id=12cd2f01-9686-4951-aa61-386e2bcb86af)] {{(pid=92872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:14:40.089903 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-863cba73-a8df-42de-99ff-3716b9202bd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956370'] for port, precommit_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:40.154649 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.plugins.ml2.plugin [None req-863cba73-a8df-42de-99ff-3716b9202bd4 admin admin] Calling delete_port for 7ab592da-35c7-4e7f-b057-768ca11ea4b1 owned by network:router_interface {{(pid=92872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 18:14:40.325448 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-863cba73-a8df-42de-99ff-3716b9202bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743365085983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743364645425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25532019'] for port, after_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:40.328646 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-d714445a-5a26-4232-b956-14a86928e7e0 tempest-TestShelveInstance-1271549452 tempest-TestShelveInstance-1271549452-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:14:40.354551 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863cba73-a8df-42de-99ff-3716b9202bd4 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ab592da-35c7-4e7f-b057-768ca11ea4b1,revision_number=None']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:14:40.357583 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-863cba73-a8df-42de-99ff-3716b9202bd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:14:40.516204 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-863cba73-a8df-42de-99ff-3716b9202bd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-957629'] for router_interface, after_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:40.955895 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-863cba73-a8df-42de-99ff-3716b9202bd4 admin admin] Router 54f384fc-1583-4886-afe6-aa8eb1533986 has already been hosted by L3 agent 4c938d44-4998-4210-8006-ee34f5a3ffbf {{(pid=92872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 18:14:41.057217 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-863cba73-a8df-42de-99ff-3716b9202bd4 admin admin] Notify agent at l3_agent.dv-cinder-786260-6-iscsi the message routers_updated {{(pid=92872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 18:14:41.062776 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-863cba73-a8df-42de-99ff-3716b9202bd4 admin admin] 10.222.0.97 "PUT /v2.0/routers/54f384fc-1583-4886-afe6-aa8eb1533986/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6147108 Jun 17 18:14:41.064553 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 53314) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:14:41.067154 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f4006c-9535-4cd8-ba70-1d5970d48008 None None] Sync routers for ids ['54f384fc-1583-4886-afe6-aa8eb1533986'] in dv-cinder-786260-6-iscsi {{(pid=92880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 18:14:41.077478 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f4006c-9535-4cd8-ba70-1d5970d48008 None None] Routers {'54f384fc-1583-4886-afe6-aa8eb1533986'} bound to L3 agent in host dv-cinder-786260-6-iscsi {{(pid=92880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 18:14:41.078169 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_hamode_db [None req-33f4006c-9535-4cd8-ba70-1d5970d48008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T17:55:17Z,description=,heartbeat_timestamp=2021-06-17T18:14:17Z,host='dv-cinder-786260-6-iscsi',id=4c938d44-4998-4210-8006-ee34f5a3ffbf,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:55:17Z,topic='l3_agent')) {'router_ids': ['54f384fc-1583-4886-afe6-aa8eb1533986'], 'active': True} {{(pid=92880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:14:41.161107 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-342d4fb3-acb6-49f7-9504-9bc639d25984 admin admin] Notify callbacks [] for router, before_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:41.178826 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_dvr_db [None req-33f4006c-9535-4cd8-ba70-1d5970d48008 None None] Set router 54f384fc-1583-4886-afe6-aa8eb1533986 gateway port host: dv-cinder-786260-6-iscsi {{(pid=92880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 18:14:41.259297 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-342d4fb3-acb6-49f7-9504-9bc639d25984 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:41.314531 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.plugins.ml2.plugin [None req-342d4fb3-acb6-49f7-9504-9bc639d25984 admin admin] Deleting port d17260fe-9a96-429c-9c93-35fafdfab6fa {{(pid=92872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 18:14:41.314874 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-342d4fb3-acb6-49f7-9504-9bc639d25984 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743365079206'] for port, before_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:41.355770 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_hamode_db [None req-33f4006c-9535-4cd8-ba70-1d5970d48008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54f384fc-1583-4886-afe6-aa8eb1533986', 'name': 'tempest-TestShelveInstance-1266705430-router', 'tenant_id': 'b0adba5f28fa449b88e6680ee01862d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'external_fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.92'}], 'enable_snat': True}, 'gw_port_id': 'd17260fe-9a96-429c-9c93-35fafdfab6fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T18:09:46Z', 'updated_at': '2021-06-17T18:14:40Z', 'revision_number': 5, 'project_id': 'b0adba5f28fa449b88e6680ee01862d3', 'gw_port': {'id': 'd17260fe-9a96-429c-9c93-35fafdfab6fa', 'name': '', 'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:5f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f384fc-1583-4886-afe6-aa8eb1533986', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:09:47Z', 'updated_at': '2021-06-17T18:09:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78089575-0364-47db-be8b-ef28f42f3a37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-6-iscsi'}], 'dv-cinder-786260-6-iscsi', False) {} {{(pid=92880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:14:41.381745 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f4006c-9535-4cd8-ba70-1d5970d48008 None None] Checking router: 54f384fc-1583-4886-afe6-aa8eb1533986 for host: dv-cinder-786260-6-iscsi {{(pid=92880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 18:14:41.391412 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f4006c-9535-4cd8-ba70-1d5970d48008 None None] Routers {'54f384fc-1583-4886-afe6-aa8eb1533986'} bound to L3 agent in host dv-cinder-786260-6-iscsi {{(pid=92880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 18:14:41.392056 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_hamode_db [None req-33f4006c-9535-4cd8-ba70-1d5970d48008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T17:55:17Z,description=,heartbeat_timestamp=2021-06-17T18:14:17Z,host='dv-cinder-786260-6-iscsi',id=4c938d44-4998-4210-8006-ee34f5a3ffbf,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:55:17Z,topic='l3_agent')) {'router_ids': ['54f384fc-1583-4886-afe6-aa8eb1533986'], 'active': True} {{(pid=92880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:14:41.392985 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.plugins.ml2.db [None req-342d4fb3-acb6-49f7-9504-9bc639d25984 admin admin] For port d17260fe-9a96-429c-9c93-35fafdfab6fa, host dv-cinder-786260-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-6-iscsi',level=0,port_id=d17260fe-9a96-429c-9c93-35fafdfab6fa,segment=NetworkSegment(07abf0fa-b3ae-48d7-9299-c095c09325c6),segment_id=07abf0fa-b3ae-48d7-9299-c095c09325c6)] {{(pid=92872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:14:41.393542 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-342d4fb3-acb6-49f7-9504-9bc639d25984 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956370'] for port, precommit_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:41.458343 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.plugins.ml2.plugin [None req-342d4fb3-acb6-49f7-9504-9bc639d25984 admin admin] Calling delete_port for d17260fe-9a96-429c-9c93-35fafdfab6fa owned by network:router_gateway {{(pid=92872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 18:14:41.475525 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_dvr_db [None req-33f4006c-9535-4cd8-ba70-1d5970d48008 None None] Set router 54f384fc-1583-4886-afe6-aa8eb1533986 gateway port host: None {{(pid=92880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 18:14:41.525548 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_hamode_db [None req-33f4006c-9535-4cd8-ba70-1d5970d48008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54f384fc-1583-4886-afe6-aa8eb1533986', 'name': 'tempest-TestShelveInstance-1266705430-router', 'tenant_id': 'b0adba5f28fa449b88e6680ee01862d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T18:09:46Z', 'updated_at': '2021-06-17T18:14:41Z', 'revision_number': 6, 'project_id': 'b0adba5f28fa449b88e6680ee01862d3', 'gw_port_host': None}], 'dv-cinder-786260-6-iscsi', False) {} {{(pid=92880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:14:41.555733 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Device 452e061e-b934-45c0-8427-979fd19c14e3 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=92880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 18:14:41.558035 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f4006c-9535-4cd8-ba70-1d5970d48008 None None] The sync data for ids ['54f384fc-1583-4886-afe6-aa8eb1533986'] in dv-cinder-786260-6-iscsi is: [{'id': '54f384fc-1583-4886-afe6-aa8eb1533986', 'name': 'tempest-TestShelveInstance-1266705430-router', 'tenant_id': 'b0adba5f28fa449b88e6680ee01862d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T18:09:46Z', 'updated_at': '2021-06-17T18:14:41Z', 'revision_number': 6, 'project_id': 'b0adba5f28fa449b88e6680ee01862d3', 'gw_port_host': None}] {{(pid=92880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 18:14:41.579223 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.plugin [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] No Port match for: 452e061e-b934-45c0-8427-979fd19c14e3 {{(pid=92880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 18:14:41.579590 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Device 452e061e-b934-45c0-8427-979fd19c14e3 not bound to the agent host hv-cinder-78626 {{(pid=92880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 18:14:41.629058 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-342d4fb3-acb6-49f7-9504-9bc639d25984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743365085983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743364645425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25532019'] for port, after_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:41.631675 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-943a3629-cb8d-4871-b5d7-3f4981d079f5 tempest-AttachVolumeTestJSON-1615618076 tempest-AttachVolumeTestJSON-1615618076-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:14:41.654711 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342d4fb3-acb6-49f7-9504-9bc639d25984 admin admin] Pushing event deleted for resources: {'Port': ['ID=d17260fe-9a96-429c-9c93-35fafdfab6fa,revision_number=None']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:14:41.658413 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-342d4fb3-acb6-49f7-9504-9bc639d25984 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:14:41.711713 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-342d4fb3-acb6-49f7-9504-9bc639d25984 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-955318'] for router_gateway, after_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:41.797653 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-342d4fb3-acb6-49f7-9504-9bc639d25984 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1018511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-454'] for router, precommit_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:41.799638 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-342d4fb3-acb6-49f7-9504-9bc639d25984 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:41.844579 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-342d4fb3-acb6-49f7-9504-9bc639d25984 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1017515'] for router, after_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:41.845015 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-342d4fb3-acb6-49f7-9504-9bc639d25984 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 54f384fc-1583-4886-afe6-aa8eb1533986 {{(pid=92872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 17 18:14:41.849347 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-342d4fb3-acb6-49f7-9504-9bc639d25984 admin admin] Notify callbacks [] for router, before_response {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:41.850515 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-342d4fb3-acb6-49f7-9504-9bc639d25984 admin admin] 10.222.0.97 "DELETE /v2.0/routers/54f384fc-1583-4886-afe6-aa8eb1533986 HTTP/1.1" status: 204 len: 168 time: 0.7850511 Jun 17 18:14:41.853147 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 53316) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:14:41.897251 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2639e41-cf96-4a67-9400-78888e2be209 admin admin] Deleting subnet b0af006b-868b-4b28-854a-9d9e344cc1c0 {{(pid=92874) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 18:14:41.900533 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-c2639e41-cf96-4a67-9400-78888e2be209 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:41.935860 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-c2639e41-cf96-4a67-9400-78888e2be209 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25818517'] for subnet, precommit_delete_associations {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:42.016743 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-c2639e41-cf96-4a67-9400-78888e2be209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1684671'] for subnet, precommit_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:42.066228 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-c2639e41-cf96-4a67-9400-78888e2be209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1684662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28501846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25700737'] for subnet, after_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:42.069186 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-c16392f6-dec6-4dea-8f7a-ec3559782362 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:14:42.091941 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2639e41-cf96-4a67-9400-78888e2be209 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0af006b-868b-4b28-854a-9d9e344cc1c0,revision_number=None']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:14:42.094956 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-c2639e41-cf96-4a67-9400-78888e2be209 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:14:42.095930 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-c2639e41-cf96-4a67-9400-78888e2be209 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563787'] for subnet, before_response {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:42.098057 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-c2639e41-cf96-4a67-9400-78888e2be209 admin admin] 10.222.0.97 "DELETE /v2.0/subnets/b0af006b-868b-4b28-854a-9d9e344cc1c0 HTTP/1.1" status: 204 len: 168 time: 0.2436111 Jun 17 18:14:42.100206 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.wsgi [-] (92874) accepted ('10.222.0.97', 53318) {{(pid=92874) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:14:42.102681 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36491175-8440-4b3d-8548-89047266aa5b None None] Network 378f779f-b6f3-4354-9f02-39696c0c3e36 requested from dv-cinder-786260-6-iscsi {{(pid=92880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 18:14:42.169137 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-3065ef8a-b589-4847-b345-3f6a4846211e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2009691'] for network, before_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:42.221328 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.plugin [None req-3065ef8a-b589-4847-b345-3f6a4846211e admin admin] Deleting port 3ba815e6-6c5c-4b7a-8580-54e32670bf51 {{(pid=92874) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 18:14:42.221583 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-3065ef8a-b589-4847-b345-3f6a4846211e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743365079206'] for port, before_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:42.286302 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.db [None req-3065ef8a-b589-4847-b345-3f6a4846211e admin admin] For port 3ba815e6-6c5c-4b7a-8580-54e32670bf51, host dv-cinder-786260-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-6-iscsi',level=0,port_id=3ba815e6-6c5c-4b7a-8580-54e32670bf51,segment=NetworkSegment(12cd2f01-9686-4951-aa61-386e2bcb86af),segment_id=12cd2f01-9686-4951-aa61-386e2bcb86af)] {{(pid=92874) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:14:42.287421 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-3065ef8a-b589-4847-b345-3f6a4846211e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956370'] for port, precommit_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:42.290087 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4772c1d3-d633-4750-8dce-fe819d1a3a06 None None] DHCP port deletion for 378f779f-b6f3-4354-9f02-39696c0c3e36 request from dv-cinder-786260-6-iscsi {{(pid=92880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 18:14:42.338995 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.plugin [None req-4772c1d3-d633-4750-8dce-fe819d1a3a06 None None] Deleting port 3ba815e6-6c5c-4b7a-8580-54e32670bf51 {{(pid=92880) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 18:14:42.339321 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-4772c1d3-d633-4750-8dce-fe819d1a3a06 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743365079206'] for port, before_delete {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:42.357856 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.plugin [None req-3065ef8a-b589-4847-b345-3f6a4846211e admin admin] Calling delete_port for 3ba815e6-6c5c-4b7a-8580-54e32670bf51 owned by network:dhcp {{(pid=92874) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 18:14:42.407839 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.db [None req-4772c1d3-d633-4750-8dce-fe819d1a3a06 None None] For port 3ba815e6-6c5c-4b7a-8580-54e32670bf51, host dv-cinder-786260-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-6-iscsi',level=0,port_id=3ba815e6-6c5c-4b7a-8580-54e32670bf51,segment=NetworkSegment(12cd2f01-9686-4951-aa61-386e2bcb86af),segment_id=12cd2f01-9686-4951-aa61-386e2bcb86af)] {{(pid=92880) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:14:42.408283 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-4772c1d3-d633-4750-8dce-fe819d1a3a06 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956370'] for port, precommit_delete {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:42.439067 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-3065ef8a-b589-4847-b345-3f6a4846211e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743365085983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743364645425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28501932'] for port, after_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:42.441114 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-547387f2-a388-4cea-a02a-ebab607de5b3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:14:42.469686 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3065ef8a-b589-4847-b345-3f6a4846211e admin admin] Pushing event deleted for resources: {'Port': ['ID=3ba815e6-6c5c-4b7a-8580-54e32670bf51,revision_number=None']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:14:42.471462 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3065ef8a-b589-4847-b345-3f6a4846211e admin admin] No DVR routers for this DVR port 3ba815e6-6c5c-4b7a-8580-54e32670bf51 on host dv-cinder-786260-6-iscsi {{(pid=92874) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 18:14:42.472887 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-3065ef8a-b589-4847-b345-3f6a4846211e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:14:42.473626 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.plugin [None req-4772c1d3-d633-4750-8dce-fe819d1a3a06 None None] Calling delete_port for 3ba815e6-6c5c-4b7a-8580-54e32670bf51 owned by network:dhcp {{(pid=92880) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 18:14:42.541804 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-3065ef8a-b589-4847-b345-3f6a4846211e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683494', 'neutron.services.segments.db._delete_segments_for_network-8743365118612'] for network, precommit_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:42.552186 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.services.segments.db [None req-3065ef8a-b589-4847-b345-3f6a4846211e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['378f779f-b6f3-4354-9f02-39696c0c3e36']}} {{(pid=92874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:14:42.558195 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-4772c1d3-d633-4750-8dce-fe819d1a3a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743365085983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743364645425'] for port, after_delete {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:42.561398 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-51d7d693-f01c-45f6-92c3-ca4422c0b1df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:14:42.562921 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.services.segments.db [None req-3065ef8a-b589-4847-b345-3f6a4846211e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12cd2f01-9686-4951-aa61-386e2bcb86af') {'for_net_delete': True} {{(pid=92874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:14:42.563221 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.services.segments.db [None req-3065ef8a-b589-4847-b345-3f6a4846211e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12cd2f01-9686-4951-aa61-386e2bcb86af') {} {{(pid=92874) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:14:42.572783 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-3065ef8a-b589-4847-b345-3f6a4846211e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743365117157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25818522'] for segment, before_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:42.586271 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4772c1d3-d633-4750-8dce-fe819d1a3a06 None None] Pushing event deleted for resources: {'Port': ['ID=3ba815e6-6c5c-4b7a-8580-54e32670bf51,revision_number=None']} {{(pid=92880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:14:42.591260 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-3065ef8a-b589-4847-b345-3f6a4846211e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1592042'] for segment, precommit_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:42.594911 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4772c1d3-d633-4750-8dce-fe819d1a3a06 None None] No DVR routers for this DVR port 3ba815e6-6c5c-4b7a-8580-54e32670bf51 on host dv-cinder-786260-6-iscsi {{(pid=92880) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 18:14:42.598389 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4772c1d3-d633-4750-8dce-fe819d1a3a06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:14:42.598745 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4772c1d3-d633-4750-8dce-fe819d1a3a06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:14:42.599094 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4772c1d3-d633-4750-8dce-fe819d1a3a06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:14:42.599436 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4772c1d3-d633-4750-8dce-fe819d1a3a06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:14:42.599772 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4772c1d3-d633-4750-8dce-fe819d1a3a06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:14:42.600144 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4772c1d3-d633-4750-8dce-fe819d1a3a06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:14:42.600456 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3065ef8a-b589-4847-b345-3f6a4846211e admin admin] Releasing vlan 1101 on physical network physnet1 to pool {{(pid=92874) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 18:14:42.600597 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4772c1d3-d633-4750-8dce-fe819d1a3a06 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:14:42.600927 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4772c1d3-d633-4750-8dce-fe819d1a3a06 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:14:42.601265 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4772c1d3-d633-4750-8dce-fe819d1a3a06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:14:42.601595 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4772c1d3-d633-4750-8dce-fe819d1a3a06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:14:42.601922 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4772c1d3-d633-4750-8dce-fe819d1a3a06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:14:42.602177 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-3065ef8a-b589-4847-b345-3f6a4846211e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1592042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28502011'] for segment, after_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:42.602303 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4772c1d3-d633-4750-8dce-fe819d1a3a06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-6-iscsi {{(pid=92880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 18:14:42.604193 dv-cinder-786260-6-iscsi neutron-server[92874]: Traceback (most recent call last): Jun 17 18:14:42.604193 dv-cinder-786260-6-iscsi neutron-server[92874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 18:14:42.604193 dv-cinder-786260-6-iscsi neutron-server[92874]: timer() Jun 17 18:14:42.604193 dv-cinder-786260-6-iscsi neutron-server[92874]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 18:14:42.604193 dv-cinder-786260-6-iscsi neutron-server[92874]: cb(*args, **kw) Jun 17 18:14:42.604193 dv-cinder-786260-6-iscsi neutron-server[92874]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 18:14:42.604193 dv-cinder-786260-6-iscsi neutron-server[92874]: return func(*args, **kwargs) Jun 17 18:14:42.604193 dv-cinder-786260-6-iscsi neutron-server[92874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 18:14:42.604193 dv-cinder-786260-6-iscsi neutron-server[92874]: self._notify() Jun 17 18:14:42.604193 dv-cinder-786260-6-iscsi neutron-server[92874]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 18:14:42.604193 dv-cinder-786260-6-iscsi neutron-server[92874]: self.callback(batched_events) Jun 17 18:14:42.604193 dv-cinder-786260-6-iscsi neutron-server[92874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 18:14:42.604193 dv-cinder-786260-6-iscsi neutron-server[92874]: event.method(event) Jun 17 18:14:42.604193 dv-cinder-786260-6-iscsi neutron-server[92874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 18:14:42.604193 dv-cinder-786260-6-iscsi neutron-server[92874]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 18:14:42.604193 dv-cinder-786260-6-iscsi neutron-server[92874]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 18:14:42.604193 dv-cinder-786260-6-iscsi neutron-server[92874]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 18:14:42.604193 dv-cinder-786260-6-iscsi neutron-server[92874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 18:14:42.604193 dv-cinder-786260-6-iscsi neutron-server[92874]: return f(self, *a, **k) Jun 17 18:14:42.604193 dv-cinder-786260-6-iscsi neutron-server[92874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 18:14:42.604193 dv-cinder-786260-6-iscsi neutron-server[92874]: return self._get(url).json() Jun 17 18:14:42.604193 dv-cinder-786260-6-iscsi neutron-server[92874]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 18:14:42.604193 dv-cinder-786260-6-iscsi neutron-server[92874]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 18:14:42.604193 dv-cinder-786260-6-iscsi neutron-server[92874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 18:14:42.604193 dv-cinder-786260-6-iscsi neutron-server[92874]: return self.request(url, 'GET', **kwargs) Jun 17 18:14:42.604193 dv-cinder-786260-6-iscsi neutron-server[92874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 18:14:42.604193 dv-cinder-786260-6-iscsi neutron-server[92874]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 18:14:42.604193 dv-cinder-786260-6-iscsi neutron-server[92874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 18:14:42.604193 dv-cinder-786260-6-iscsi neutron-server[92874]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 18:14:42.604193 dv-cinder-786260-6-iscsi neutron-server[92874]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 18:14:42.604193 dv-cinder-786260-6-iscsi neutron-server[92874]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 18:14:42.604193 dv-cinder-786260-6-iscsi neutron-server[92874]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 18:14:42.606578 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG oslo_concurrency.lockutils [None req-4772c1d3-d633-4750-8dce-fe819d1a3a06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:14:42.660328 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-3065ef8a-b589-4847-b345-3f6a4846211e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-955346'] for network, after_delete {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:42.663914 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-2f63e03d-a200-4c80-adb1-b2749b64da6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:14:42.666752 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron_lib.callbacks.manager [None req-3065ef8a-b589-4847-b345-3f6a4846211e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563787'] for network, before_response {{(pid=92874) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:42.668006 dv-cinder-786260-6-iscsi neutron-server[92874]: INFO neutron.wsgi [None req-3065ef8a-b589-4847-b345-3f6a4846211e admin admin] 10.222.0.97 "DELETE /v2.0/networks/378f779f-b6f3-4354-9f02-39696c0c3e36 HTTP/1.1" status: 204 len: 168 time: 0.5668764 Jun 17 18:14:42.671526 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 53320) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:14:42.678607 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3065ef8a-b589-4847-b345-3f6a4846211e admin admin] Pushing event deleted for resources: {'Network': ['ID=378f779f-b6f3-4354-9f02-39696c0c3e36,revision_number=None']} {{(pid=92874) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:14:42.681578 dv-cinder-786260-6-iscsi neutron-server[92874]: DEBUG oslo_concurrency.lockutils [None req-3065ef8a-b589-4847-b345-3f6a4846211e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92874) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:14:42.991581 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Device 7ab592da-35c7-4e7f-b057-768ca11ea4b1 no longer exists at agent ovs-agent-dv-cinder-786260-6-iscsi {{(pid=92880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 18:14:43.004731 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-21fafaf7-c489-46b3-b5f4-5a5668905d74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-950541'] for router_interface, before_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:43.011349 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.plugin [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] No Port match for: 7ab592da-35c7-4e7f-b057-768ca11ea4b1 {{(pid=92880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 18:14:43.011717 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Device 7ab592da-35c7-4e7f-b057-768ca11ea4b1 not bound to the agent host dv-cinder-786260-6-iscsi {{(pid=92880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 18:14:43.012179 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Device d17260fe-9a96-429c-9c93-35fafdfab6fa no longer exists at agent ovs-agent-dv-cinder-786260-6-iscsi {{(pid=92880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 18:14:43.030818 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.plugin [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] No Port match for: d17260fe-9a96-429c-9c93-35fafdfab6fa {{(pid=92880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 18:14:43.031180 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Device d17260fe-9a96-429c-9c93-35fafdfab6fa not bound to the agent host dv-cinder-786260-6-iscsi {{(pid=92880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 18:14:43.031724 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Device 3ba815e6-6c5c-4b7a-8580-54e32670bf51 no longer exists at agent ovs-agent-dv-cinder-786260-6-iscsi {{(pid=92880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 18:14:43.049799 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.plugin [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] No Port match for: 3ba815e6-6c5c-4b7a-8580-54e32670bf51 {{(pid=92880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 18:14:43.050159 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Device 3ba815e6-6c5c-4b7a-8580-54e32670bf51 not bound to the agent host dv-cinder-786260-6-iscsi {{(pid=92880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 18:14:43.245714 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.plugins.ml2.plugin [None req-21fafaf7-c489-46b3-b5f4-5a5668905d74 admin admin] Deleting port 752b0a95-65dc-4c74-b676-8ed11024ed24 {{(pid=92872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 18:14:43.245948 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-21fafaf7-c489-46b3-b5f4-5a5668905d74 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743365079206'] for port, before_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:43.324208 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.plugins.ml2.db [None req-21fafaf7-c489-46b3-b5f4-5a5668905d74 admin admin] For port 752b0a95-65dc-4c74-b676-8ed11024ed24, host dv-cinder-786260-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-6-iscsi',level=0,port_id=752b0a95-65dc-4c74-b676-8ed11024ed24,segment=NetworkSegment(01a37e88-502a-4fe3-9a85-9dba66ce8678),segment_id=01a37e88-502a-4fe3-9a85-9dba66ce8678)] {{(pid=92872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:14:43.324565 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-21fafaf7-c489-46b3-b5f4-5a5668905d74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956370'] for port, precommit_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:43.387397 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.plugins.ml2.plugin [None req-21fafaf7-c489-46b3-b5f4-5a5668905d74 admin admin] Calling delete_port for 752b0a95-65dc-4c74-b676-8ed11024ed24 owned by network:router_interface {{(pid=92872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 18:14:43.561654 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-21fafaf7-c489-46b3-b5f4-5a5668905d74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743365085983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743364645425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25532019'] for port, after_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:43.564790 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-0b361156-a551-4963-b090-941e166266cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:14:43.589407 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fafaf7-c489-46b3-b5f4-5a5668905d74 admin admin] Pushing event deleted for resources: {'Port': ['ID=752b0a95-65dc-4c74-b676-8ed11024ed24,revision_number=None']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:14:43.592879 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-21fafaf7-c489-46b3-b5f4-5a5668905d74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:14:43.757190 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-21fafaf7-c489-46b3-b5f4-5a5668905d74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-563887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-957629'] for router_interface, after_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:43.963685 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21fafaf7-c489-46b3-b5f4-5a5668905d74 admin admin] Router bb9a9892-f873-4794-95f1-5d8f45084656 has already been hosted by L3 agent 4c938d44-4998-4210-8006-ee34f5a3ffbf {{(pid=92872) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 18:14:44.064718 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21fafaf7-c489-46b3-b5f4-5a5668905d74 admin admin] Notify agent at l3_agent.dv-cinder-786260-6-iscsi the message routers_updated {{(pid=92872) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 18:14:44.071033 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-21fafaf7-c489-46b3-b5f4-5a5668905d74 admin admin] 10.222.0.97 "PUT /v2.0/routers/bb9a9892-f873-4794-95f1-5d8f45084656/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3975325 Jun 17 18:14:44.072681 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 53322) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:14:44.072979 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84cfddc2-0898-4075-a3f2-281d698a3aa9 None None] Sync routers for ids ['bb9a9892-f873-4794-95f1-5d8f45084656'] in dv-cinder-786260-6-iscsi {{(pid=92881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 18:14:44.082502 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84cfddc2-0898-4075-a3f2-281d698a3aa9 None None] Routers {'bb9a9892-f873-4794-95f1-5d8f45084656'} bound to L3 agent in host dv-cinder-786260-6-iscsi {{(pid=92881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 18:14:44.083101 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.l3_hamode_db [None req-84cfddc2-0898-4075-a3f2-281d698a3aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T17:55:17Z,description=,heartbeat_timestamp=2021-06-17T18:14:17Z,host='dv-cinder-786260-6-iscsi',id=4c938d44-4998-4210-8006-ee34f5a3ffbf,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:55:17Z,topic='l3_agent')) {'router_ids': ['bb9a9892-f873-4794-95f1-5d8f45084656'], 'active': True} {{(pid=92881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:14:44.168436 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-c33bf117-318a-456d-baaf-88a9b80879bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:44.182068 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-51e0f482-d6ff-4ce9-a915-001b3d9c0dce admin admin] Notify callbacks [] for router, before_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:44.275766 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.l3_dvr_db [None req-84cfddc2-0898-4075-a3f2-281d698a3aa9 None None] Set router bb9a9892-f873-4794-95f1-5d8f45084656 gateway port host: dv-cinder-786260-6-iscsi {{(pid=92881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 18:14:44.394537 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:44.457478 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.l3_hamode_db [None req-84cfddc2-0898-4075-a3f2-281d698a3aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb9a9892-f873-4794-95f1-5d8f45084656', 'name': 'tempest-TestShelveInstance-558261476-router', 'tenant_id': 'bfc99dbfc033432d91e8aa7cd6bd81e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'external_fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': 'ddc36137-1013-4fa5-8151-53a7e4b15ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T18:09:51Z', 'updated_at': '2021-06-17T18:14:43Z', 'revision_number': 5, 'project_id': 'bfc99dbfc033432d91e8aa7cd6bd81e2', 'gw_port': {'id': 'ddc36137-1013-4fa5-8151-53a7e4b15ce6', 'name': '', 'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:bb:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9a9892-f873-4794-95f1-5d8f45084656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:09:51Z', 'updated_at': '2021-06-17T18:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78089575-0364-47db-be8b-ef28f42f3a37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-6-iscsi'}], 'dv-cinder-786260-6-iscsi', False) {} {{(pid=92881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:14:44.482755 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84cfddc2-0898-4075-a3f2-281d698a3aa9 None None] Checking router: bb9a9892-f873-4794-95f1-5d8f45084656 for host: dv-cinder-786260-6-iscsi {{(pid=92881) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 18:14:44.490793 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84cfddc2-0898-4075-a3f2-281d698a3aa9 None None] Routers {'bb9a9892-f873-4794-95f1-5d8f45084656'} bound to L3 agent in host dv-cinder-786260-6-iscsi {{(pid=92881) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 17 18:14:44.491395 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.l3_hamode_db [None req-84cfddc2-0898-4075-a3f2-281d698a3aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786260-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T17:55:17Z,description=,heartbeat_timestamp=2021-06-17T18:14:17Z,host='dv-cinder-786260-6-iscsi',id=4c938d44-4998-4210-8006-ee34f5a3ffbf,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T17:55:17Z,topic='l3_agent')) {'router_ids': ['bb9a9892-f873-4794-95f1-5d8f45084656'], 'active': True} {{(pid=92881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:14:44.536079 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-51e0f482-d6ff-4ce9-a915-001b3d9c0dce admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:44.587544 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.plugins.ml2.plugin [None req-51e0f482-d6ff-4ce9-a915-001b3d9c0dce admin admin] Deleting port ddc36137-1013-4fa5-8151-53a7e4b15ce6 {{(pid=92872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 18:14:44.587891 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-51e0f482-d6ff-4ce9-a915-001b3d9c0dce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743365079206'] for port, before_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:44.592810 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.l3_dvr_db [None req-84cfddc2-0898-4075-a3f2-281d698a3aa9 None None] Set router bb9a9892-f873-4794-95f1-5d8f45084656 gateway port host: dv-cinder-786260-6-iscsi {{(pid=92881) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 17 18:14:44.663545 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.plugins.ml2.db [None req-51e0f482-d6ff-4ce9-a915-001b3d9c0dce admin admin] For port ddc36137-1013-4fa5-8151-53a7e4b15ce6, host dv-cinder-786260-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-6-iscsi',level=0,port_id=ddc36137-1013-4fa5-8151-53a7e4b15ce6,segment=NetworkSegment(07abf0fa-b3ae-48d7-9299-c095c09325c6),segment_id=07abf0fa-b3ae-48d7-9299-c095c09325c6)] {{(pid=92872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:14:44.663986 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-51e0f482-d6ff-4ce9-a915-001b3d9c0dce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956370'] for port, precommit_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:44.727768 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.plugins.ml2.plugin [None req-51e0f482-d6ff-4ce9-a915-001b3d9c0dce admin admin] Calling delete_port for ddc36137-1013-4fa5-8151-53a7e4b15ce6 owned by network:router_gateway {{(pid=92872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 18:14:44.763971 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.l3_hamode_db [None req-84cfddc2-0898-4075-a3f2-281d698a3aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb9a9892-f873-4794-95f1-5d8f45084656', 'name': 'tempest-TestShelveInstance-558261476-router', 'tenant_id': 'bfc99dbfc033432d91e8aa7cd6bd81e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'external_fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': 'ddc36137-1013-4fa5-8151-53a7e4b15ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T18:09:51Z', 'updated_at': '2021-06-17T18:14:43Z', 'revision_number': 5, 'project_id': 'bfc99dbfc033432d91e8aa7cd6bd81e2', 'gw_port': {'id': 'ddc36137-1013-4fa5-8151-53a7e4b15ce6', 'name': '', 'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:bb:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9a9892-f873-4794-95f1-5d8f45084656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:09:51Z', 'updated_at': '2021-06-17T18:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78089575-0364-47db-be8b-ef28f42f3a37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-6-iscsi'}], 'dv-cinder-786260-6-iscsi', False) {} {{(pid=92881) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:14:44.789329 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84cfddc2-0898-4075-a3f2-281d698a3aa9 None None] The sync data for ids ['bb9a9892-f873-4794-95f1-5d8f45084656'] in dv-cinder-786260-6-iscsi is: [{'id': 'bb9a9892-f873-4794-95f1-5d8f45084656', 'name': 'tempest-TestShelveInstance-558261476-router', 'tenant_id': 'bfc99dbfc033432d91e8aa7cd6bd81e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'external_fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.220'}], 'enable_snat': True}, 'gw_port_id': 'ddc36137-1013-4fa5-8151-53a7e4b15ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T18:09:51Z', 'updated_at': '2021-06-17T18:14:43Z', 'revision_number': 5, 'project_id': 'bfc99dbfc033432d91e8aa7cd6bd81e2', 'gw_port': {'id': 'ddc36137-1013-4fa5-8151-53a7e4b15ce6', 'name': '', 'network_id': '64144b6f-e068-441d-8337-f91b82ffb73c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:bb:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb9a9892-f873-4794-95f1-5d8f45084656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '78089575-0364-47db-be8b-ef28f42f3a37', 'ip_address': '172.27.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T18:09:51Z', 'updated_at': '2021-06-17T18:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '78089575-0364-47db-be8b-ef28f42f3a37', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-6-iscsi'}] {{(pid=92881) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 18:14:44.893134 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-51e0f482-d6ff-4ce9-a915-001b3d9c0dce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743365085983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743364645425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25532019'] for port, after_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:44.895098 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-c3ae01dc-0753-407d-b5e6-80bab1a8bfd0 tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:14:44.919087 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e0f482-d6ff-4ce9-a915-001b3d9c0dce admin admin] Pushing event deleted for resources: {'Port': ['ID=ddc36137-1013-4fa5-8151-53a7e4b15ce6,revision_number=None']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:14:44.922604 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-51e0f482-d6ff-4ce9-a915-001b3d9c0dce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:14:44.984353 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-51e0f482-d6ff-4ce9-a915-001b3d9c0dce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-955318'] for router_gateway, after_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:45.073671 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-51e0f482-d6ff-4ce9-a915-001b3d9c0dce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1018511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-454'] for router, precommit_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:45.075734 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-51e0f482-d6ff-4ce9-a915-001b3d9c0dce admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:45.117870 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-51e0f482-d6ff-4ce9-a915-001b3d9c0dce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1017515'] for router, after_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:45.118523 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51e0f482-d6ff-4ce9-a915-001b3d9c0dce admin admin] Fanout notify agent at l3_agent the message router_deleted on router bb9a9892-f873-4794-95f1-5d8f45084656 {{(pid=92872) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 17 18:14:45.122739 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-51e0f482-d6ff-4ce9-a915-001b3d9c0dce admin admin] Notify callbacks [] for router, before_response {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:45.123923 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-51e0f482-d6ff-4ce9-a915-001b3d9c0dce admin admin] 10.222.0.97 "DELETE /v2.0/routers/bb9a9892-f873-4794-95f1-5d8f45084656 HTTP/1.1" status: 204 len: 168 time: 1.0502632 Jun 17 18:14:45.126549 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 53324) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:14:45.175345 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.db.db_base_plugin_v2 [None req-0766e287-f52a-45ec-b08c-5a99e5a36b58 admin admin] Deleting subnet c6f9c2b6-8a6d-4626-aff5-ebcd3e0dd97a {{(pid=92872) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 18:14:45.178610 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-0766e287-f52a-45ec-b08c-5a99e5a36b58 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:45.220051 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-0766e287-f52a-45ec-b08c-5a99e5a36b58 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25531395'] for subnet, precommit_delete_associations {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:45.252133 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Device 752b0a95-65dc-4c74-b676-8ed11024ed24 no longer exists at agent ovs-agent-dv-cinder-786260-6-iscsi {{(pid=92880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 18:14:45.275576 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.plugin [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] No Port match for: 752b0a95-65dc-4c74-b676-8ed11024ed24 {{(pid=92880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 18:14:45.275935 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Device 752b0a95-65dc-4c74-b676-8ed11024ed24 not bound to the agent host dv-cinder-786260-6-iscsi {{(pid=92880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 18:14:45.307465 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-0766e287-f52a-45ec-b08c-5a99e5a36b58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1684671'] for subnet, precommit_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:45.360623 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-0766e287-f52a-45ec-b08c-5a99e5a36b58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1684662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465487', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25532041', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27255113'] for subnet, after_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:45.363061 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-46c6a872-f46e-4ac0-b573-eed37ece5ee0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:14:45.387025 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0766e287-f52a-45ec-b08c-5a99e5a36b58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6f9c2b6-8a6d-4626-aff5-ebcd3e0dd97a,revision_number=None']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:14:45.390628 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-0766e287-f52a-45ec-b08c-5a99e5a36b58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:14:45.391603 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-0766e287-f52a-45ec-b08c-5a99e5a36b58 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:45.393479 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-0766e287-f52a-45ec-b08c-5a99e5a36b58 admin admin] 10.222.0.97 "DELETE /v2.0/subnets/c6f9c2b6-8a6d-4626-aff5-ebcd3e0dd97a HTTP/1.1" status: 204 len: 168 time: 0.2659683 Jun 17 18:14:45.395880 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 53326) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:14:45.397915 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d48596d-0696-4b7e-8625-48ef0eb7bab3 None None] Network cf6166af-0727-46b3-bf02-3d3e8de87b9a requested from dv-cinder-786260-6-iscsi {{(pid=92880) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 18:14:45.471289 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-9e10a987-3304-4dbb-b8af-783a91ee1ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2009691'] for network, before_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:45.523316 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.plugins.ml2.plugin [None req-9e10a987-3304-4dbb-b8af-783a91ee1ea1 admin admin] Deleting port f783110a-6c7f-4b57-b82d-5018e0b4be00 {{(pid=92872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 18:14:45.523646 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-9e10a987-3304-4dbb-b8af-783a91ee1ea1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743365079206'] for port, before_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:45.588768 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.plugins.ml2.db [None req-9e10a987-3304-4dbb-b8af-783a91ee1ea1 admin admin] For port f783110a-6c7f-4b57-b82d-5018e0b4be00, host dv-cinder-786260-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-6-iscsi',level=0,port_id=f783110a-6c7f-4b57-b82d-5018e0b4be00,segment=NetworkSegment(01a37e88-502a-4fe3-9a85-9dba66ce8678),segment_id=01a37e88-502a-4fe3-9a85-9dba66ce8678)] {{(pid=92872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 18:14:45.589120 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-9e10a987-3304-4dbb-b8af-783a91ee1ea1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-956370'] for port, precommit_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:45.649375 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.plugins.ml2.plugin [None req-9e10a987-3304-4dbb-b8af-783a91ee1ea1 admin admin] Calling delete_port for f783110a-6c7f-4b57-b82d-5018e0b4be00 owned by network:dhcp {{(pid=92872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 18:14:45.726512 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-9e10a987-3304-4dbb-b8af-783a91ee1ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1986766', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-465625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-563805', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743365085983', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743364645425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25532019'] for port, after_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:45.729162 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-f43e2bee-4cb0-4ea2-b64e-de40525bd4dc tempest-TestVolumeBootPattern-1077887373 tempest-TestVolumeBootPattern-1077887373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:14:45.752525 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e10a987-3304-4dbb-b8af-783a91ee1ea1 admin admin] Pushing event deleted for resources: {'Port': ['ID=f783110a-6c7f-4b57-b82d-5018e0b4be00,revision_number=None']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:14:45.754305 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e10a987-3304-4dbb-b8af-783a91ee1ea1 admin admin] No DVR routers for this DVR port f783110a-6c7f-4b57-b82d-5018e0b4be00 on host dv-cinder-786260-6-iscsi {{(pid=92872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 18:14:45.755741 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-9e10a987-3304-4dbb-b8af-783a91ee1ea1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:14:45.804595 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92f25b54-a029-4e07-b7cd-0633e0b0ed05 None None] DHCP port deletion for cf6166af-0727-46b3-bf02-3d3e8de87b9a request from dv-cinder-786260-6-iscsi {{(pid=92880) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 18:14:45.831352 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-9e10a987-3304-4dbb-b8af-783a91ee1ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1683494', 'neutron.services.segments.db._delete_segments_for_network-8743365118612'] for network, precommit_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:45.841360 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.services.segments.db [None req-9e10a987-3304-4dbb-b8af-783a91ee1ea1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf6166af-0727-46b3-bf02-3d3e8de87b9a']}} {{(pid=92872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:14:45.851827 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.services.segments.db [None req-9e10a987-3304-4dbb-b8af-783a91ee1ea1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01a37e88-502a-4fe3-9a85-9dba66ce8678') {'for_net_delete': True} {{(pid=92872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:14:45.852157 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.services.segments.db [None req-9e10a987-3304-4dbb-b8af-783a91ee1ea1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01a37e88-502a-4fe3-9a85-9dba66ce8678') {} {{(pid=92872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 18:14:45.860487 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-9e10a987-3304-4dbb-b8af-783a91ee1ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743365117157', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25531404'] for segment, before_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:45.873796 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-9e10a987-3304-4dbb-b8af-783a91ee1ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1592042'] for segment, precommit_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:45.879262 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e10a987-3304-4dbb-b8af-783a91ee1ea1 admin admin] Releasing vlan 1137 on physical network physnet1 to pool {{(pid=92872) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 18:14:45.879637 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-9e10a987-3304-4dbb-b8af-783a91ee1ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1592042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25531940'] for segment, after_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:45.881459 dv-cinder-786260-6-iscsi neutron-server[92872]: Traceback (most recent call last): Jun 17 18:14:45.881459 dv-cinder-786260-6-iscsi neutron-server[92872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 18:14:45.881459 dv-cinder-786260-6-iscsi neutron-server[92872]: timer() Jun 17 18:14:45.881459 dv-cinder-786260-6-iscsi neutron-server[92872]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 18:14:45.881459 dv-cinder-786260-6-iscsi neutron-server[92872]: cb(*args, **kw) Jun 17 18:14:45.881459 dv-cinder-786260-6-iscsi neutron-server[92872]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 18:14:45.881459 dv-cinder-786260-6-iscsi neutron-server[92872]: return func(*args, **kwargs) Jun 17 18:14:45.881459 dv-cinder-786260-6-iscsi neutron-server[92872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 18:14:45.881459 dv-cinder-786260-6-iscsi neutron-server[92872]: self._notify() Jun 17 18:14:45.881459 dv-cinder-786260-6-iscsi neutron-server[92872]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 18:14:45.881459 dv-cinder-786260-6-iscsi neutron-server[92872]: self.callback(batched_events) Jun 17 18:14:45.881459 dv-cinder-786260-6-iscsi neutron-server[92872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 18:14:45.881459 dv-cinder-786260-6-iscsi neutron-server[92872]: event.method(event) Jun 17 18:14:45.881459 dv-cinder-786260-6-iscsi neutron-server[92872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 18:14:45.881459 dv-cinder-786260-6-iscsi neutron-server[92872]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 18:14:45.881459 dv-cinder-786260-6-iscsi neutron-server[92872]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 18:14:45.881459 dv-cinder-786260-6-iscsi neutron-server[92872]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 18:14:45.881459 dv-cinder-786260-6-iscsi neutron-server[92872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 18:14:45.881459 dv-cinder-786260-6-iscsi neutron-server[92872]: return f(self, *a, **k) Jun 17 18:14:45.881459 dv-cinder-786260-6-iscsi neutron-server[92872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 18:14:45.881459 dv-cinder-786260-6-iscsi neutron-server[92872]: return self._get(url).json() Jun 17 18:14:45.881459 dv-cinder-786260-6-iscsi neutron-server[92872]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 18:14:45.881459 dv-cinder-786260-6-iscsi neutron-server[92872]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 18:14:45.881459 dv-cinder-786260-6-iscsi neutron-server[92872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 18:14:45.881459 dv-cinder-786260-6-iscsi neutron-server[92872]: return self.request(url, 'GET', **kwargs) Jun 17 18:14:45.881459 dv-cinder-786260-6-iscsi neutron-server[92872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 18:14:45.881459 dv-cinder-786260-6-iscsi neutron-server[92872]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 18:14:45.881459 dv-cinder-786260-6-iscsi neutron-server[92872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 18:14:45.881459 dv-cinder-786260-6-iscsi neutron-server[92872]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 18:14:45.881459 dv-cinder-786260-6-iscsi neutron-server[92872]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 18:14:45.881459 dv-cinder-786260-6-iscsi neutron-server[92872]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 18:14:45.881459 dv-cinder-786260-6-iscsi neutron-server[92872]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 18:14:45.931765 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-9e10a987-3304-4dbb-b8af-783a91ee1ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1683517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-583421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-563796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-955346'] for network, after_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:45.935718 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:14:45.938570 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-9e10a987-3304-4dbb-b8af-783a91ee1ea1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-563787'] for network, before_response {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:45.939952 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-9e10a987-3304-4dbb-b8af-783a91ee1ea1 admin admin] 10.222.0.97 "DELETE /v2.0/networks/cf6166af-0727-46b3-bf02-3d3e8de87b9a HTTP/1.1" status: 204 len: 168 time: 0.5431237 Jun 17 18:14:45.950520 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e10a987-3304-4dbb-b8af-783a91ee1ea1 admin admin] Pushing event deleted for resources: {'Network': ['ID=cf6166af-0727-46b3-bf02-3d3e8de87b9a,revision_number=None']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:14:45.953645 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-9e10a987-3304-4dbb-b8af-783a91ee1ea1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:14:46.097862 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 53330) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:14:46.141056 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-2669d705-2535-42b0-9483-8b7f874efdd9 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=b0adba5f28fa449b88e6680ee01862d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0419502 Jun 17 18:14:46.143315 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 53332) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:14:46.190219 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-a2b6d103-6217-497d-965c-3c47341c39ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:46.209826 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-a2b6d103-6217-497d-965c-3c47341c39ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:46.255805 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-a2b6d103-6217-497d-965c-3c47341c39ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:46.258361 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-a2b6d103-6217-497d-965c-3c47341c39ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:46.259463 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-a2b6d103-6217-497d-965c-3c47341c39ea admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/190ec7df-e92b-4bc0-88c8-f8a79ed4f84c HTTP/1.1" status: 204 len: 168 time: 0.1152699 Jun 17 18:14:46.260325 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-784955ce-9226-475f-bfdd-43c7e62645a7 tempest-TestMinimumBasicScenario-1974907190 tempest-TestMinimumBasicScenario-1974907190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:14:46.267575 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b6d103-6217-497d-965c-3c47341c39ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=190ec7df-e92b-4bc0-88c8-f8a79ed4f84c,revision_number=None']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:14:46.270096 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-a2b6d103-6217-497d-965c-3c47341c39ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:14:46.566866 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 53338) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:14:46.786192 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-6be5792d-555d-4602-ba47-a466606bef1f admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=bfc99dbfc033432d91e8aa7cd6bd81e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2181077 Jun 17 18:14:46.788589 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [-] (92872) accepted ('10.222.0.97', 53342) {{(pid=92872) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 18:14:46.826723 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-7af46396-0746-4e45-a9e9-f4dc373a1be4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:46.834709 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-abaecb26-b77c-49d8-8e0e-ae7c06336707 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:46.856272 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-abaecb26-b77c-49d8-8e0e-ae7c06336707 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:46.904828 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-abaecb26-b77c-49d8-8e0e-ae7c06336707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583338'] for security_group, after_delete {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:46.907382 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron_lib.callbacks.manager [None req-abaecb26-b77c-49d8-8e0e-ae7c06336707 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:46.908546 dv-cinder-786260-6-iscsi neutron-server[92872]: INFO neutron.wsgi [None req-abaecb26-b77c-49d8-8e0e-ae7c06336707 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/47f0062c-3a28-4f78-9014-cd2b1e253e5e HTTP/1.1" status: 204 len: 168 time: 0.1190753 Jun 17 18:14:46.909375 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-fb445aee-d961-4cd6-96ed-f50002bf3f64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 18:14:46.918623 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaecb26-b77c-49d8-8e0e-ae7c06336707 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47f0062c-3a28-4f78-9014-cd2b1e253e5e,revision_number=None']} {{(pid=92872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 18:14:46.921643 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG oslo_concurrency.lockutils [None req-abaecb26-b77c-49d8-8e0e-ae7c06336707 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92872) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 18:14:46.944800 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:47.001537 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Device ddc36137-1013-4fa5-8151-53a7e4b15ce6 no longer exists at agent ovs-agent-dv-cinder-786260-6-iscsi {{(pid=92880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 18:14:47.022128 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.plugin [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] No Port match for: ddc36137-1013-4fa5-8151-53a7e4b15ce6 {{(pid=92880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 18:14:47.022488 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Device ddc36137-1013-4fa5-8151-53a7e4b15ce6 not bound to the agent host dv-cinder-786260-6-iscsi {{(pid=92880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 18:14:47.022926 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Device f783110a-6c7f-4b57-b82d-5018e0b4be00 no longer exists at agent ovs-agent-dv-cinder-786260-6-iscsi {{(pid=92880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 18:14:47.044208 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.plugin [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] No Port match for: f783110a-6c7f-4b57-b82d-5018e0b4be00 {{(pid=92880) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 18:14:47.044610 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron.plugins.ml2.rpc [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Device f783110a-6c7f-4b57-b82d-5018e0b4be00 not bound to the agent host dv-cinder-786260-6-iscsi {{(pid=92880) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 18:14:48.073650 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-8848f698-b84d-4e61-bbd9-19a6867363d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:14:49.513247 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-a0cf07df-ba9d-4ba7-86ac-6ceb73a86136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:15:09.666789 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.agents_db [None req-efac7cad-2d3b-4dc1-9769-dac6e2c75cb9 None None] Agent healthcheck: found 6 active agents {{(pid=92881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 18:15:14.170365 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-a0c98021-61f2-4d98-a398-32880f7b4b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:15:14.417507 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:15:16.826413 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b7524f1b-a728-4fed-82f5-da1e7880318f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:15:16.939846 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:15:18.075509 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-8848f698-b84d-4e61-bbd9-19a6867363d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:15:19.517790 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-a0cf07df-ba9d-4ba7-86ac-6ceb73a86136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:15:44.170681 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-34b8b704-8be6-4cf9-8912-349a7b11493b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:15:44.409276 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:15:46.666807 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.agents_db [None req-efac7cad-2d3b-4dc1-9769-dac6e2c75cb9 None None] Agent healthcheck: found 6 active agents {{(pid=92881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 18:15:46.825417 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-1d6648d7-9658-4ed6-8ae0-45c294487816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:15:46.939758 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:15:48.078929 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-8848f698-b84d-4e61-bbd9-19a6867363d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:15:49.518246 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-a0cf07df-ba9d-4ba7-86ac-6ceb73a86136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:16:14.171132 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-135a5707-3402-419b-af7e-bce7bdcd6377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:16:14.412025 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:16:16.825156 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-40a889d0-fded-4ed4-b2b6-44b6ea56b89b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:16:16.938760 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:16:18.081308 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-8848f698-b84d-4e61-bbd9-19a6867363d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:16:19.520391 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-a0cf07df-ba9d-4ba7-86ac-6ceb73a86136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:16:23.665147 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.agents_db [None req-efac7cad-2d3b-4dc1-9769-dac6e2c75cb9 None None] Agent healthcheck: found 6 active agents {{(pid=92881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 18:16:44.170936 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-df586a73-8e14-4f40-8e15-446b641e4ba8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:16:44.412788 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:16:46.826247 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-cd952215-e1d0-4f3c-af73-203276380fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:16:46.937784 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:16:48.084596 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-8848f698-b84d-4e61-bbd9-19a6867363d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:16:49.522290 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-a0cf07df-ba9d-4ba7-86ac-6ceb73a86136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:17:00.663736 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.agents_db [None req-efac7cad-2d3b-4dc1-9769-dac6e2c75cb9 None None] Agent healthcheck: found 6 active agents {{(pid=92881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 18:17:14.171178 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-ffbbf9fb-ad88-4df2-936a-13353e38386f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:17:14.412410 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:17:16.826826 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-49c610b7-791d-43f2-9d90-713aad468faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:17:16.935959 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:17:18.086825 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-8848f698-b84d-4e61-bbd9-19a6867363d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:17:19.529924 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-a0cf07df-ba9d-4ba7-86ac-6ceb73a86136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:17:37.662187 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.agents_db [None req-efac7cad-2d3b-4dc1-9769-dac6e2c75cb9 None None] Agent healthcheck: found 6 active agents {{(pid=92881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 18:17:44.170939 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-32079bb3-8e63-4955-8ba3-06271992ecfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:17:44.404996 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:17:46.828331 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-0c279811-238a-4833-b38c-0b27e2f0e6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:17:46.935988 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:17:48.089127 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-8848f698-b84d-4e61-bbd9-19a6867363d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:17:49.526852 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-a0cf07df-ba9d-4ba7-86ac-6ceb73a86136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:18:14.170112 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-2f7d556a-2e47-41ab-989b-ea69dd3403b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:18:14.398438 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:18:14.660798 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.agents_db [None req-efac7cad-2d3b-4dc1-9769-dac6e2c75cb9 None None] Agent healthcheck: found 6 active agents {{(pid=92881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 18:18:16.827872 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-3eec7502-b92c-4794-92cb-246468825031 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:18:16.936317 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:18:18.090929 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-8848f698-b84d-4e61-bbd9-19a6867363d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:18:19.531013 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-a0cf07df-ba9d-4ba7-86ac-6ceb73a86136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:18:33.041174 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [req-7d99ff4c-de86-4b4b-91e7-fe59237d982e req-abf12d9e-22c6-442f-9001-60f7224b2c84 service neutron] (92872) timed out ('10.222.0.95', 60046) {{(pid=92872) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 17 18:18:33.244140 dv-cinder-786260-6-iscsi neutron-server[92872]: DEBUG neutron.wsgi [req-63716ea6-a783-4294-8fcb-8d59cda767e1 req-ce45a4e8-77cc-4d9c-a80a-156667ec618c service neutron] (92872) timed out ('10.222.0.95', 60080) {{(pid=92872) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 17 18:18:44.170766 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-470b87d5-d999-4ca0-bf37-d142b0cbcbfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:18:44.392231 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:18:46.827783 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-9c1c6ecf-dadf-4bc5-bfe8-766c3c0695a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:18:46.935815 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:18:48.093719 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-8848f698-b84d-4e61-bbd9-19a6867363d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:18:49.532098 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-a0cf07df-ba9d-4ba7-86ac-6ceb73a86136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:18:51.658824 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.agents_db [None req-efac7cad-2d3b-4dc1-9769-dac6e2c75cb9 None None] Agent healthcheck: found 6 active agents {{(pid=92881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 18:19:14.170575 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-bc6c9a3a-ce73-4a6d-ad94-b8d33d75e5c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:19:14.398248 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:19:16.828516 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-f1381cff-7226-409b-aad7-071fcff93040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:19:16.935783 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:19:18.096628 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-8848f698-b84d-4e61-bbd9-19a6867363d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:19:19.535532 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-a0cf07df-ba9d-4ba7-86ac-6ceb73a86136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:19:28.656910 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.agents_db [None req-efac7cad-2d3b-4dc1-9769-dac6e2c75cb9 None None] Agent healthcheck: found 6 active agents {{(pid=92881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 18:19:44.174436 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-a5d41184-d9bd-4a45-bfac-35310ecd512b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:19:44.398299 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-b312a5cd-9f90-4a9d-af19-32d3fb78d567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:19:46.828627 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-85452478-c91c-4221-8fcd-be783d5dcf9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:19:46.938742 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-fae1e55d-7499-47d9-ad1f-6a7a8636f0c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:19:48.098972 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-8848f698-b84d-4e61-bbd9-19a6867363d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:19:49.539404 dv-cinder-786260-6-iscsi neutron-server[92880]: DEBUG neutron_lib.callbacks.manager [None req-a0cf07df-ba9d-4ba7-86ac-6ceb73a86136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743365118594', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1687288'] for agent, after_update {{(pid=92880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 18:20:05.655341 dv-cinder-786260-6-iscsi neutron-server[92881]: DEBUG neutron.db.agents_db [None req-efac7cad-2d3b-4dc1-9769-dac6e2c75cb9 None None] Agent healthcheck: found 6 active agents {{(pid=92881) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}